Searched refs:tokens (Results 1 - 3 of 3) sorted by relevance

/opengrok-jel/src/org/opensolaris/opengrok/search/context/
H A DContext.java61 PlainLineTokenizer tokens; field in class:Context
89 tokens = new PlainLineTokenizer((Reader) null);
252 tokens.reInit(buffer, charsRead, out, urlPrefixE + pathE + '#',
255 tokens.reInit(in, out, urlPrefixE + pathE + "#", matchingTags);
259 tokens.setAlt(alt);
260 tokens.setHitList(hits);
261 tokens.setFilename(path);
268 while ((token = tokens.yylex()) != null && (!lim || matchedLines < 10)) {
272 tokens.printContext();
278 tokens
[all...]
H A DHistoryContext.java53 HistoryLineTokenizer tokens; field in class:HistoryContext
71 tokens = new HistoryLineTokenizer((Reader)null);
188 tokens.reInit(line);
192 while ((token = tokens.next()) != null) {
197 start = tokens.getMatchStart();
199 int end = tokens.getMatchEnd();
213 start = tokens.getMatchStart();
/opengrok-jel/src/org/opensolaris/opengrok/search/
H A DSummarizer.java56 /** Converts text to tokens. */
128 Token[] tokens = getTokens(text); // parse text to token array
130 if (tokens.length == 0) {
166 for (int i = 0; i < tokens.length; i++) {
170 if (highlight.contains(tokens[i].toString())) {
176 int endToken = Math.min(i+SUM_CONTEXT, tokens.length);
177 int offset = tokens[startToken].startOffset();
199 Token t = tokens[j];
205 endToken = Math.min(j+SUM_CONTEXT, tokens.length);
218 // So if (j < tokens
[all...]

Completed in 46 milliseconds