Lines Matching defs:tokens
53 PlainLineTokenizer tokens;
81 tokens = new PlainLineTokenizer((Reader) null);
234 tokens.reInit(buffer, charsRead, out, urlPrefixE + pathE + "#", matchingTags);
236 tokens.reInit(in, out, urlPrefixE + pathE + "#", matchingTags);
240 tokens.setAlt(alt);
241 tokens.setHitList(hits);
242 tokens.setFilename(path);
249 while ((token = tokens.yylex()) != null && (!lim || matchedLines < 10)) {
253 tokens.printContext();
258 tokens.holdOn();
260 tokens.neverMind();
265 tokens.dumpRest();