Searched refs:tokens (Results 1 - 5 of 5) sorted by relevance

/opengrok/src/org/opensolaris/opengrok/search/context/
H A DContext.java59 PlainLineTokenizer tokens; field in class:Context
87 tokens = new PlainLineTokenizer((Reader) null);
265 tokens.reInit(buffer, charsRead, out, urlPrefixE + pathE + "#", matchingTags, scopes);
267 tokens.reInit(in, out, urlPrefixE + pathE + "#", matchingTags, scopes);
271 tokens.setAlt(alt);
272 tokens.setHitList(hits);
273 tokens.setFilename(path);
280 while ((token = tokens.yylex()) != null && (!lim || matchedLines < 10)) {
285 tokens.printContext();
286 } else if (tokens
[all...]
H A DHistoryContext.java56 HistoryLineTokenizer tokens; field in class:HistoryContext
70 tokens = new HistoryLineTokenizer((Reader)null);
156 tokens.reInit(line);
160 while ((token = tokens.next()) != null) {
165 start = tokens.getMatchStart();
167 int end = tokens.getMatchEnd();
179 start = tokens.getMatchStart();
/opengrok/src/org/opensolaris/opengrok/search/
H A DSummarizer.java59 * Converts text to tokens.
139 SToken[] tokens = getTokens(text); // parse text to token array
141 if (tokens.length == 0) {
176 for (int i = 0; i < tokens.length; i++) {
180 if (highlight.contains(tokens[i].toString())) {
186 int endToken = Math.min(i + SUM_CONTEXT, tokens.length);
187 int offset = tokens[startToken].startOffset();
209 SToken t = tokens[j];
215 endToken = Math.min(j + SUM_CONTEXT, tokens.length);
228 // So if (j < tokens
[all...]
/opengrok/egrok/lib/
H A Djson-simple-1.1.1.jar ... .util.List, boolean) java.util.StringTokenizer tokens String s String sp java.util.List append ...
/opengrok/lib/
H A Djson-simple-1.1.1.jar ... .util.List, boolean) java.util.StringTokenizer tokens String s String sp java.util.List append ...

Completed in 18 milliseconds