Lines Matching defs:token
48 static char *token = NULL;
67 static struct token {
179 static struct token symwords[] = {
338 if ((token = realloc(token, toksz)) == NULL) {
346 token[tokidx++] = (char)c;
347 token[tokidx] = 0;
509 * This restarts the token from the beginning
511 * token is complete.)
514 if (token == NULL) {
527 if (strcmp(token, symwords[i].name) ==
540 (lookup_charmap(token, &yylval.wc)) != -1) {
543 if ((yylval.collsym = lookup_collsym(token)) != NULL) {
546 if ((yylval.collelem = lookup_collelem(token)) !=
551 yylval.token = strdup(token);
552 token = NULL;
577 if (token == NULL)
584 if (strcmp(token, "...") == 0) {
591 if (strcmp(keywords[i].name, token) != 0) {
613 if (isdigit(*token) || (*token == '-' && isdigit(token[1]))) {
615 yylval.num = strtol(token, &eptr, 10);
626 yylval.wc = token[0];
631 yylval.token = strdup(token);
632 token = NULL;
704 /* an escape mid-token is nonsense */
747 * These are all token delimiters. If there
748 * is a token already in progress, we need to
764 /* we're starting a new line, reset the token state */