Lines Matching defs:text
56 /** Converts text to tokens. */
118 /** Returns a summary for the given pre-tokenized text. */
119 public Summary getSummary(String text) throws IOException {
120 if (text == null) {
128 Token[] tokens = getTokens(text); // parse text to token array
202 excerpt.add(new Summary.Fragment(text.substring(offset, t.startOffset())));
203 excerpt.add(new Summary.Highlight(text.substring(t.startOffset(),t.endOffset())));
215 // them (with intervening text) to the excerpt. Now
216 // we need to add the trailing edge of text.
219 // text to add. (We haven't hit the end of the source doc.)
223 excerpt.add(new Summary.Fragment(text.substring(offset,tokens[j].endOffset())));
245 // If the target text doesn't appear, then we just
253 excerpt.add(new Summary.Fragment(text.substring(tokens[0].startOffset(), tokens[excerptLen-1].startOffset())));
284 private Token[] getTokens(String text) throws IOException {
288 TokenStream ts = analyzer.tokenStream("full", new StringReader(text));
332 highlight.add(queryTerms[i].text());
337 highlight.add(query.getTerm().text());
341 highlight.add(query.getTerm().text());
344 highlight.add(query.getPrefix().text());