Lines Matching defs:tok
1110 static token tok; /* Lookahead token. */
1207 if ((tok >= 0 && tok < NOTCHAR) || tok >= CSET || tok == BACKREF
1208 || tok == BEGLINE || tok == ENDLINE || tok == BEGWORD
1210 || tok == ANYCHAR || tok == MBCSET /* MB_CUR_MAX > 1 */
1212 || tok == ENDWORD || tok == LIMWORD || tok == NOTLIMWORD)
1214 addtok(tok);
1215 tok = lex();
1226 while (cur_mb_index > 1 && tok >= 0 && tok < NOTCHAR)
1228 addtok(tok);
1230 tok = lex();
1235 else if (tok == CRANGE)
1249 tok = lex ();
1251 else if (tok == LPAREN)
1253 tok = lex();
1255 if (tok != RPAREN)
1257 tok = lex();
1301 while (tok == QMARK || tok == STAR || tok == PLUS || tok == REPMN)
1302 if (tok == REPMN)
1321 tok = lex();
1325 addtok(tok);
1326 tok = lex();
1334 while (tok != RPAREN && tok != OR && tok >= 0)
1345 while (tok == OR)
1347 tok = lex();
1383 tok = lex();
1388 if (tok != END)