Lines Matching refs:tok
1088 static token tok; /* Lookahead token. */
1185 if ((tok >= 0 && tok < NOTCHAR) || tok >= CSET || tok == BACKREF
1186 || tok == BEGLINE || tok == ENDLINE || tok == BEGWORD
1188 || tok == ANYCHAR || tok == MBCSET /* MB_CUR_MAX > 1 */
1190 || tok == ENDWORD || tok == LIMWORD || tok == NOTLIMWORD)
1192 addtok(tok);
1193 tok = lex();
1204 while (cur_mb_index > 1 && tok >= 0 && tok < NOTCHAR)
1206 addtok(tok);
1208 tok = lex();
1213 else if (tok == CRANGE)
1227 tok = lex ();
1229 else if (tok == LPAREN)
1231 tok = lex();
1233 if (tok != RPAREN)
1235 tok = lex();
1279 while (tok == QMARK || tok == STAR || tok == PLUS || tok == REPMN)
1280 if (tok == REPMN)
1299 tok = lex();
1303 addtok(tok);
1304 tok = lex();
1312 while (tok != RPAREN && tok != OR && tok >= 0)
1323 while (tok == OR)
1325 tok = lex();
1361 tok = lex();
1366 if (tok != END)