Lines Matching defs:tokens
61 PlainLineTokenizer tokens;
89 tokens = new PlainLineTokenizer((Reader) null);
252 tokens.reInit(buffer, charsRead, out, urlPrefixE + pathE + '#',
255 tokens.reInit(in, out, urlPrefixE + pathE + "#", matchingTags);
259 tokens.setAlt(alt);
260 tokens.setHitList(hits);
261 tokens.setFilename(path);
268 while ((token = tokens.yylex()) != null && (!lim || matchedLines < 10)) {
272 tokens.printContext();
278 tokens.holdOn();
280 tokens.neverMind();
285 tokens.dumpRest();