Lines Matching refs:tokenizer
118 // Tests for the "tokenizer" class.
134 class tokenizer : public atf::parser::tokenizer< std::istream > {
136 tokenizer(std::istream& is, bool skipws) :
137 atf::parser::tokenizer< std::istream >
154 class tokenizer : public atf::parser::tokenizer< std::istream > {
156 tokenizer(std::istream& is, bool skipws) :
157 atf::parser::tokenizer< std::istream >
177 class tokenizer : public atf::parser::tokenizer< std::istream > {
179 tokenizer(std::istream& is, bool skipws) :
180 atf::parser::tokenizer< std::istream >
198 class tokenizer : public atf::parser::tokenizer< std::istream > {
200 tokenizer(std::istream& is, bool skipws) :
201 atf::parser::tokenizer< std::istream >
213 set_md_var("descr", "Tests the tokenizer class using a minimal parser "
222 tokenizer mt(iss, false);
230 tokenizer mt(iss, false);
239 tokenizer mt(iss, false);
250 tokenizer mt(iss, false);
259 tokenizer mt(iss, false);
269 tokenizer mt(iss, false);
280 tokenizer mt(iss, false);
296 set_md_var("descr", "Tests the tokenizer class using a minimal parser "
305 minimal::tokenizer mt(iss, true);
313 tokenizer mt(iss, true);
321 tokenizer mt(iss, true);
330 tokenizer mt(iss, true);
339 tokenizer mt(iss, true);
350 tokenizer mt(iss, true);
360 tokenizer mt(iss, true);
370 tokenizer mt(iss, true);
381 tokenizer mt(iss, true);
394 tokenizer mt(iss, true);
411 tokenizer mt(iss, true);
430 set_md_var("descr", "Tests the tokenizer class using a parser with some "
439 tokenizer mt(iss, false);
450 tokenizer mt(iss, false);
461 tokenizer mt(iss, false);
475 tokenizer mt(iss, false);
488 tokenizer mt(iss, false);
503 set_md_var("descr", "Tests the tokenizer class using a parser with some "
512 tokenizer mt(iss, true);
527 set_md_var("descr", "Tests the tokenizer class using a parser with some "
536 tokenizer mt(iss, false);
545 tokenizer mt(iss, false);
554 tokenizer mt(iss, false);
563 tokenizer mt(iss, false);
572 tokenizer mt(iss, false);
587 set_md_var("descr", "Tests the tokenizer class using a parser with some "
596 tokenizer mt(iss, true);
605 tokenizer mt(iss, true);
618 tokenizer mt(iss, true);
631 set_md_var("descr", "Tests the tokenizer class using a parser with "
640 tokenizer mt(iss, false);
649 tokenizer mt(iss, false);
658 tokenizer mt(iss, false);
668 tokenizer mt(iss, false);
680 set_md_var("descr", "Tests the tokenizer class using a parser with "
689 tokenizer mt(iss, true);
698 tokenizer mt(iss, true);
707 tokenizer mt(iss, true);
717 tokenizer mt(iss, true);
1018 // Add test cases for the "tokenizer" class.