Lines Matching refs:tok

1989 		     const cpp_token *tok,
1993 location_t tok_loc = tok->src_loc;
2043 const cpp_token *tok;
2044 tok = cpp_get_token_with_location (parser, &loc);
2045 ASSERT_NE (tok, NULL);
2046 ASSERT_EQ (tok->type, CPP_NAME);
2047 ASSERT_TOKEN_AS_TEXT_EQ (parser, tok, "test_name");
2048 ASSERT_TOKEN_LOC_EQ (tok, tmp.get_filename (), 1, 1, 9);
2050 tok = cpp_get_token_with_location (parser, &loc);
2051 ASSERT_NE (tok, NULL);
2052 ASSERT_EQ (tok->type, CPP_STRING);
2053 ASSERT_TOKEN_AS_TEXT_EQ (parser, tok, "\"test literal\"");
2054 ASSERT_TOKEN_LOC_EQ (tok, tmp.get_filename (), 2, 35, 48);
2056 tok = cpp_get_token_with_location (parser, &loc);
2057 ASSERT_NE (tok, NULL);
2058 ASSERT_EQ (tok->type, CPP_NUMBER);
2059 ASSERT_TOKEN_AS_TEXT_EQ (parser, tok, "42");
2060 ASSERT_TOKEN_LOC_EQ (tok, tmp.get_filename (), 4, 4, 5);
2062 tok = cpp_get_token_with_location (parser, &loc);
2063 ASSERT_NE (tok, NULL);
2064 ASSERT_EQ (tok->type, CPP_EOF);
2273 const cpp_token *tok;
2277 tok = cpp_get_token_with_location (m_parser, &loc);
2278 ASSERT_NE (tok, NULL);
2279 ASSERT_EQ (tok->type, CPP_EOF);
2289 const cpp_token *tok;
2291 tok = cpp_get_token_with_location (m_parser, &loc);
2292 ASSERT_NE (tok, NULL);
2293 return tok;
2441 const cpp_token *tok = test.get_token ();
2442 ASSERT_EQ (tok->type, CPP_STRING);
2443 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "\"0123456789\"");
2444 ASSERT_TOKEN_LOC_EQ (tok, test.m_tempfile.get_filename (), 1, 9, 20);
2449 ASSERT_EQ (tok->val.str.len, 12);
2454 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
2463 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1,
2466 ASSERT_NUM_SUBSTRING_RANGES (test, tok->src_loc, type, 11);
2490 const cpp_token *tok = test.get_token ();
2491 ASSERT_EQ (tok->type, CPP_STRING);
2492 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "\"0123456789\"");
2493 ASSERT_TOKEN_LOC_EQ (tok, test.m_tempfile.get_filename (), 1, 9, 20);
2498 ASSERT_EQ (tok->val.str.len, 12);
2508 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
2521 (test, tok->src_loc, type,
2542 const cpp_token *tok = test.get_token ();
2543 ASSERT_EQ (tok->type, CPP_STRING);
2544 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "\"01234\\x35 789\"");
2545 ASSERT_TOKEN_LOC_EQ (tok, test.m_tempfile.get_filename (), 1, 9, 23);
2549 ASSERT_EQ (tok->val.str.len, 15);
2554 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
2563 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 10 + i, 10 + i);
2564 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, 5, 1, 15, 18);
2566 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 13 + i, 13 + i);
2568 ASSERT_NUM_SUBSTRING_RANGES (test, tok->src_loc, type, 11);
2588 const cpp_token *tok = test.get_token ();
2589 ASSERT_EQ (tok->type, CPP_STRING);
2590 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "\"01234\\065 789\"");
2595 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
2604 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 10 + i, 10 + i);
2605 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, 5, 1, 15, 18);
2607 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 13 + i, 13 + i);
2609 ASSERT_NUM_SUBSTRING_RANGES (test, tok->src_loc, type, 11);
2624 const cpp_token *tok = test.get_token ();
2625 ASSERT_EQ (tok->type, CPP_STRING);
2626 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "\"\\tfoo\\\\\\nbar\"");
2630 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, CPP_STRING,
2634 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, CPP_STRING,
2637 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, CPP_STRING,
2639 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, CPP_STRING,
2644 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, CPP_STRING,
2647 ASSERT_NUM_SUBSTRING_RANGES (test, tok->src_loc, CPP_STRING, 10);
2664 const cpp_token *tok = test.get_token ();
2665 ASSERT_EQ (tok->type, CPP_STRING);
2666 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "\"%-%\\n\"");
2671 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, CPP_STRING,
2674 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, CPP_STRING,
2678 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, CPP_STRING,
2681 ASSERT_NUM_SUBSTRING_RANGES (test, tok->src_loc, CPP_STRING, 5);
2700 const cpp_token *tok = test.get_token ();
2701 ASSERT_EQ (tok->type, CPP_STRING);
2702 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "\"01234\\u2174\\u2175789\"");
2729 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
2740 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 10 + i, 10 + i);
2743 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 15, 20);
2746 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 21, 26);
2749 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 16 + i, 16 + i);
2751 ASSERT_NUM_SUBSTRING_RANGES (test, tok->src_loc, type, 15);
2769 const cpp_token *tok = test.get_token ();
2770 ASSERT_EQ (tok->type, CPP_STRING);
2771 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok,
2780 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
2791 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 10 + i, 10 + i);
2794 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 15, 24);
2797 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 25, 34);
2800 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 24 + i, 24 + i);
2802 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, 14, 1, 38, 38);
2804 ASSERT_NUM_SUBSTRING_RANGES (test, tok->src_loc, type, 15);
2833 const cpp_token *tok = test.get_token ();
2834 ASSERT_EQ (tok->type, CPP_WSTRING);
2835 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "L\"0123456789\"");
2840 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
2856 (test, tok->src_loc, type,
2883 const cpp_token *tok = test.get_token ();
2884 ASSERT_EQ (tok->type, CPP_STRING16);
2885 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "u\"0123456789\"");
2890 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
2906 (test, tok->src_loc, type,
2924 const cpp_token *tok = test.get_token ();
2925 ASSERT_EQ (tok->type, CPP_STRING32);
2926 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "U\"0123456789\"");
2931 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
2947 (test, tok->src_loc, type,
2966 const cpp_token *tok = test.get_token ();
2967 ASSERT_EQ (tok->type, CPP_UTF8STRING);
2968 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "u8\"0123456789\"");
2973 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
2982 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 10 + i, 10 + i);
3040 const cpp_token *tok = test.get_token ();
3041 ASSERT_EQ (tok->type, CPP_STRING);
3043 (test.m_parser, tok,
3049 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
3062 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, i, 1, 10 + i, 10 + i);
3064 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, type, 25, 1, 35, 35);
3066 ASSERT_NUM_SUBSTRING_RANGES (test, tok->src_loc, type, 26);
3143 const cpp_token *tok = test.get_token ();
3144 ASSERT_EQ (tok->type, CPP_STRING);
3145 input_strings.safe_push (tok->val.str);
3146 input_locs[i] = tok->src_loc;
3217 const cpp_token *tok = test.get_token ();
3218 ASSERT_EQ (tok->type, CPP_STRING);
3219 input_strings.safe_push (tok->val.str);
3220 input_locs[i] = tok->src_loc;
3264 const cpp_token *tok = test.get_token ();
3265 ASSERT_EQ (tok->type, CPP_PADDING);
3267 tok = test.get_token ();
3268 ASSERT_EQ (tok->type, CPP_STRING);
3269 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "\"0123456789\"");
3274 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, CPP_STRING,
3277 ASSERT_NUM_SUBSTRING_RANGES (test, tok->src_loc, CPP_STRING, 11);
3279 tok = test.get_token ();
3280 ASSERT_EQ (tok->type, CPP_PADDING);
3296 const cpp_token *tok = test.get_token ();
3297 ASSERT_EQ (tok->type, CPP_PADDING);
3299 tok = test.get_token ();
3300 ASSERT_EQ (tok->type, CPP_STRING);
3301 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "\"foo\"");
3305 ASSERT_HAS_NO_SUBSTRING_RANGES (test, tok->src_loc, CPP_STRING,
3308 tok = test.get_token ();
3309 ASSERT_EQ (tok->type, CPP_PADDING);
3311 tok = test.get_token ();
3312 ASSERT_EQ (tok->type, CPP_PADDING);
3335 const cpp_token *tok = test.get_token ();
3336 ASSERT_EQ (tok->type, CPP_NAME);
3337 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "a");
3342 ASSERT_HAS_NO_SUBSTRING_RANGES (test, tok->src_loc, CPP_STRING,
3364 const cpp_token *tok = test.get_token ();
3365 ASSERT_EQ (tok->type, CPP_STRING);
3371 ASSERT_NUM_SUBSTRING_RANGES (test, tok->src_loc, CPP_STRING, 131);
3373 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, CPP_STRING,
3388 const cpp_token *tok = test.get_token ();
3389 ASSERT_EQ (tok->type, CPP_STRING);
3394 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
3404 ASSERT_NUM_SUBSTRING_RANGES (test, tok->src_loc, CPP_STRING, 11);
3406 ASSERT_CHAR_AT_RANGE (test, tok->src_loc, CPP_STRING,
3428 const cpp_token *tok = test.get_token ();
3429 ASSERT_EQ (tok->type, CPP_STRING);
3434 bool result = cpp_interpret_string (test.m_parser, &tok->val.str, 1,
3445 ASSERT_HAS_NO_SUBSTRING_RANGES (test, tok->src_loc, tok->type,
3461 const cpp_token *tok = test.get_token ();
3462 ASSERT_EQ (tok->type, CPP_EOF);
3491 const cpp_token *tok = test.get_token ();
3492 ASSERT_EQ (tok->type, CPP_CHAR);
3493 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "'a'");
3497 cppchar_t cc = cpp_interpret_charconst (test.m_parser, tok,
3503 tok = test.get_token ();
3504 ASSERT_EQ (tok->type, CPP_CHAR16);
3505 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "u'a'");
3508 tok = test.get_token ();
3509 ASSERT_EQ (tok->type, CPP_CHAR32);
3510 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "U'a'");
3513 tok = test.get_token ();
3514 ASSERT_EQ (tok->type, CPP_WCHAR);
3515 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "L'a'");
3518 tok = test.get_token ();
3519 ASSERT_EQ (tok->type, CPP_CHAR);
3520 ASSERT_TOKEN_AS_TEXT_EQ (test.m_parser, tok, "'abc'");