Lines Matching refs:token
66 static char *token = NULL;
85 static struct token {
197 static struct token symwords[] = {
361 if ((token = realloc(token, toksz)) == NULL) {
369 token[tokidx++] = (char)c;
370 token[tokidx] = 0;
532 * This restarts the token from the beginning
534 * token is complete.)
537 if (token == NULL) {
550 if (strcmp(token, symwords[i].name) ==
563 (lookup_charmap(token, &yylval.wc)) != -1) {
566 if ((yylval.collsym = lookup_collsym(token)) != NULL) {
569 if ((yylval.collelem = lookup_collelem(token)) !=
574 yylval.token = strdup(token);
575 token = NULL;
600 if (token == NULL)
607 if (strcmp(token, "...") == 0) {
614 if (strcmp(keywords[i].name, token) != 0) {
636 if (isdigit(*token) || (*token == '-' && isdigit(token[1]))) {
638 yylval.num = strtol(token, &eptr, 10);
649 yylval.wc = token[0];
654 yylval.token = strdup(token);
655 token = NULL;
727 /* an escape mid-token is nonsense */
770 * These are all token delimiters. If there
771 * is a token already in progress, we need to
787 /* we're starting a new line, reset the token state */