Searched refs:tokens (Results 1 - 3 of 3) sorted by relevance

/opengrok-sun/src/org/opensolaris/opengrok/search/context/
H A DContext.java53 PlainLineTokenizer tokens; field in class:Context
81 tokens = new PlainLineTokenizer((Reader) null);
234 tokens.reInit(buffer, charsRead, out, urlPrefixE + pathE + "#", matchingTags);
236 tokens.reInit(in, out, urlPrefixE + pathE + "#", matchingTags);
240 tokens.setAlt(alt);
241 tokens.setHitList(hits);
242 tokens.setFilename(path);
249 while ((token = tokens.yylex()) != null && (!lim || matchedLines < 10)) {
253 tokens.printContext();
258 tokens
[all...]
H A DHistoryContext.java50 HistoryLineTokenizer tokens; field in class:HistoryContext
64 tokens = new HistoryLineTokenizer((Reader)null);
150 tokens.reInit(line);
154 while ((token = tokens.next()) != null) {
159 start = tokens.getMatchStart();
161 int end = tokens.getMatchEnd();
173 start = tokens.getMatchStart();
/opengrok-sun/src/org/opensolaris/opengrok/search/
H A DSummarizer.java56 /** Converts text to tokens. */
128 Token[] tokens = getTokens(text); // parse text to token array
130 if (tokens.length == 0) {
166 for (int i = 0; i < tokens.length; i++) {
170 if (highlight.contains(tokens[i].toString())) {
176 int endToken = Math.min(i+SUM_CONTEXT, tokens.length);
177 int offset = tokens[startToken].startOffset();
199 Token t = tokens[j];
205 endToken = Math.min(j+SUM_CONTEXT, tokens.length);
218 // So if (j < tokens
[all...]

Completed in 10 milliseconds