da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin/***********************************************************************
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin* This software is part of the ast package *
3e14f97f673e8a630f076077de35afdd43dc1587Roger A. Faulkner* Copyright (c) 1985-2010 AT&T Intellectual Property *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin* and is licensed under the *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin* Common Public License, Version 1.0 *
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin* by AT&T Intellectual Property *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin* A copy of the License is available at *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin* (with md5 checksum 059e8cd6165cb4c31e351f2b69388fd9) *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin* Information and Software Systems Research *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin* AT&T Research *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin* Florham Park NJ *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin* Glenn Fowler <gsf@research.att.com> *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin* David Korn <dgk@research.att.com> *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin* Phong Vo <kpv@research.att.com> *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin***********************************************************************/
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Glenn Fowler
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * AT&T Research
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * token stream routines
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * open a new token stream on s
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * if f==0 then string is not restored
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin register Tok_t* p;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin return (char*)p;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * close a token stream
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * restore the string to its original state
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * return next space separated token
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * "\n" is returned as a token
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * 0 returned when no tokens remain
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * "..." and '...' quotes are honored with \ escapes
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin register char* s;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin register char* r;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin register int q;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin register int c;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * restore string on each call
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin switch (p->flg)
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin return "\n";
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin if (*s != p->chr)
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * skip leading space
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * find the end of this token
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin switch (c = *r++)
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin case '\n':
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin if (s == (r - 1))
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin return "\n";
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin else if (!p->flg)
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /*FALLTHROUGH*/
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin case '\t':
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /*FALLTHROUGH*/
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin if (s == --r)
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin case '\\':
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin case '\'':
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin if (c == q)
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin else if (!q)