Lines Matching refs:token
87 // The "token" class.
93 //! \brief Representation of a read token.
95 //! A pair that contains the information of a token read from a stream.
96 //! It contains the token's type and its associated data, if any.
98 struct token {
105 token(void);
106 token(size_t, const token_type&, const std::string& = "");
134 token m_la;
163 token next(void);
217 token
221 token t = m_la;
222 m_la = token();
232 token t(m_lineno, m_eof_type, "<<EOF>>");
242 m_la = token(m_lineno, m_nl_type, "<<NEWLINE>>");
259 t = token(m_lineno, m_text_type, text);
271 t = token(m_lineno, (*idelim).second,
278 t = token(m_lineno, m_nl_type, "<<NEWLINE>>");
293 t = token(m_lineno, (*ikw).second, text);
295 t = token(m_lineno, m_text_type, text);
321 token m_last;
333 token next(void);
335 token reset(const token_type&);
337 token
341 token
346 token
352 token
359 token
369 token
419 token
422 token t = m_tkz.next();
444 token
447 token t = m_last;
456 token
460 token t = next();
464 "Unexpected token `" + t.text() +
471 token
476 token t = next();
480 "Unexpected token `" + t.text() +
487 token
493 token t = next();
497 "Unexpected token `" + t.text() +
504 token
511 token t = next();
516 "Unexpected token `" + t.text() +
523 token
533 token t = next();
539 "Unexpected token `" + t.text() +
546 token
557 token t = next();
563 "Unexpected token `" + t.text() +