Searched defs:tokenStream (Results 1 - 25 of 79) sorted by relevance

1234

/lucene-3.6.0/lucene/contrib/highlighter/src/java/org/apache/lucene/search/highlight/
H A DFragmenter.java31 * interested in from tokenStream and then access the values in {@link #isNewFragment()}.
34 * @param tokenStream the {@link TokenStream} to be fragmented
36 public void start(String originalText, TokenStream tokenStream); argument
H A DNullFragmenter.java26 public void start(String s, TokenStream tokenStream) { argument
H A DScorer.java34 * @param tokenStream the {@link TokenStream} that will be scored.
40 public TokenStream init(TokenStream tokenStream) throws IOException; argument
H A DSimpleSpanFragmenter.java100 public void start(String originalText, TokenStream tokenStream) { argument
104 termAtt = tokenStream.addAttribute(CharTermAttribute.class);
105 posIncAtt = tokenStream.addAttribute(PositionIncrementAttribute.class);
106 offsetAtt = tokenStream.addAttribute(OffsetAttribute.class);
H A DQueryTermScorer.java97 public TokenStream init(TokenStream tokenStream) { argument
98 termAtt = tokenStream.addAttribute(CharTermAttribute.class);
/lucene-3.6.0/lucene/contrib/icu/src/java/org/apache/lucene/collation/
H A DICUCollationKeyAnalyzer.java82 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:ICUCollationKeyAnalyzer
/lucene-3.6.0/lucene/core/src/java/org/apache/lucene/analysis/
H A DLimitTokenCountAnalyzer.java42 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:LimitTokenCountAnalyzer
44 delegate.tokenStream(fieldName, reader), maxTokenCount
H A DAnalyzer.java37 * Therefore all non-abstract subclasses must be final or their {@link #tokenStream}
56 Modifier.isFinal(clazz.getMethod("tokenStream", String.class, Reader.class).getModifiers()) &&
59 "Analyzer implementation classes or at least their tokenStream() and reusableTokenStream() implementations must be final";
70 public abstract TokenStream tokenStream(String fieldName, Reader reader); method in class:Analyzer
80 return tokenStream(fieldName, reader);
126 * @return position increment gap, added to the next token emitted from {@link #tokenStream(String,Reader)}
141 * @return offset gap, added to the next token emitted from {@link #tokenStream(String,Reader)}
H A DPerFieldAnalyzerWrapper.java97 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:PerFieldAnalyzerWrapper
103 return analyzer.tokenStream(fieldName, reader);
H A DReusableAnalyzerBase.java35 * {@link #tokenStream(String, Reader)} directly. Instead, subclasses must
90 public final TokenStream tokenStream(final String fieldName, method in class:ReusableAnalyzerBase
107 * {@link Analyzer#tokenStream(String, Reader)} and
/lucene-3.6.0/lucene/core/src/java/org/apache/lucene/collation/
H A DCollationKeyAnalyzer.java87 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:CollationKeyAnalyzer
/lucene-3.6.0/solr/core/src/java/org/apache/solr/analysis/
H A DHunspellStemFilterFactory.java90 * @param tokenStream TokenStream that will be filtered
93 public TokenStream create(TokenStream tokenStream) { argument
94 return new HunspellStemFilter(tokenStream, dictionary);
H A DSolrAnalyzer.java46 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:SolrAnalyzer
52 private final TokenStream tokenStream; field in class:SolrAnalyzer.TokenStreamInfo
53 public TokenStreamInfo(Tokenizer tokenizer, TokenStream tokenStream) { argument
55 this.tokenStream = tokenStream;
58 public TokenStream getTokenStream() { return tokenStream; }
66 // if (true) return tokenStream(fieldName, reader);
/lucene-3.6.0/lucene/contrib/analyzers/common/src/test/org/apache/lucene/analysis/cn/
H A DTestChineseTokenizer.java71 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestChineseTokenizer.JustChineseTokenizerAnalyzer
82 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestChineseTokenizer.JustChineseFilterAnalyzer
/lucene-3.6.0/lucene/contrib/icu/src/test/org/apache/lucene/collation/
H A DTestICUCollationKeyFilter.java55 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestICUCollationKeyFilter.TestAnalyzer
/lucene-3.6.0/lucene/core/src/test/org/apache/lucene/
H A DTestAssertions.java30 public final TokenStream tokenStream(String s, Reader r) { return null; } method in class:TestAssertions.TestAnalyzer1
37 public TokenStream tokenStream(String s, Reader r) { return null; } method in class:TestAssertions.TestAnalyzer2
44 public TokenStream tokenStream(String s, Reader r) { return null; } method in class:TestAssertions.TestAnalyzer3
51 public final TokenStream tokenStream(String s, Reader r) { return null; } method in class:TestAssertions.TestAnalyzer4
/lucene-3.6.0/lucene/backwards/src/test/org/apache/lucene/
H A DTestAssertions.java30 public final TokenStream tokenStream(String s, Reader r) { return null; } method in class:TestAssertions.TestAnalyzer1
37 public TokenStream tokenStream(String s, Reader r) { return null; } method in class:TestAssertions.TestAnalyzer2
44 public TokenStream tokenStream(String s, Reader r) { return null; } method in class:TestAssertions.TestAnalyzer3
51 public final TokenStream tokenStream(String s, Reader r) { return null; } method in class:TestAssertions.TestAnalyzer4
/lucene-3.6.0/lucene/contrib/analyzers/common/src/java/org/apache/lucene/analysis/snowball/
H A DSnowballAnalyzer.java79 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:SnowballAnalyzer
/lucene-3.6.0/lucene/contrib/queryparser/src/test/org/apache/lucene/queryParser/analyzing/
H A DTestAnalyzingQueryParser.java114 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:ASCIIAnalyzer
/lucene-3.6.0/lucene/contrib/queryparser/src/test/org/apache/lucene/queryParser/standard/
H A DTestMultiAnalyzerQPHelper.java156 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestMultiAnalyzerQPHelper.MultiAnalyzer
228 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestMultiAnalyzerQPHelper.PosIncrementAnalyzer
H A DTestMultiAnalyzerWrapper.java150 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestMultiAnalyzerWrapper.MultiAnalyzer
215 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestMultiAnalyzerWrapper.PosIncrementAnalyzer
H A DTestMultiFieldQPHelper.java351 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestMultiFieldQPHelper.AnalyzerReturningNull
355 return stdAnalyzer.tokenStream(fieldName, reader);
H A DTestMultiFieldQueryParserWrapper.java354 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestMultiFieldQueryParserWrapper.AnalyzerReturningNull
358 return stdAnalyzer.tokenStream(fieldName, reader);
/lucene-3.6.0/lucene/core/src/test/org/apache/lucene/queryParser/
H A DTestMultiFieldQueryParser.java313 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestMultiFieldQueryParser.AnalyzerReturningNull
317 return stdAnalyzer.tokenStream(fieldName, reader);
/lucene-3.6.0/lucene/core/src/test/org/apache/lucene/search/
H A DTestPositionIncrement.java65 public TokenStream tokenStream(String fieldName, Reader reader) {
241 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestPositionIncrement.StopWhitespaceAnalyzer
242 TokenStream ts = a.tokenStream(fieldName,reader);
326 public TokenStream tokenStream(String fieldName, Reader reader) { method in class:TestPayloadAnalyzer

Completed in 261 milliseconds

1234