Lines Matching refs:token
291 * Look ahead for `token'.
292 * (on input `t == token[0]')
294 * Returns 1 if `token' present; copied to output.
295 * 0 if `token' not found; all characters pushed back
298 do_look_ahead(int t, const char *token)
302 assert((unsigned char)t == (unsigned char)token[0]);
304 for (i = 1; *++token; i++) {
306 if (t == EOF || (unsigned char)t != (unsigned char)*token) {
309 pushback(*--token);
316 #define LOOK_AHEAD(t, token) (t != EOF && \
317 (unsigned char)(t)==(unsigned char)(token)[0] && \
318 do_look_ahead(t,token))
326 char token[MAXTOK+1];
381 p = inspect(t, token);
386 outputstr(token);
539 * build an input token..
556 /* token is too long, it won't match anything, but it can still