Searched refs:getNextToken (Results 1 - 22 of 22) sorted by relevance

/lucene-3.6.0/lucene/core/src/java/org/apache/lucene/analysis/standard/
H A DStandardTokenizerInterface.java68 public int getNextToken() throws IOException; method in interface:StandardTokenizerInterface
H A DClassicTokenizer.java165 int tokenType = scanner.getNextToken();
H A DStandardTokenizer.java186 int tokenType = scanner.getNextToken();
H A DStandardTokenizerImpl.java983 public int getNextToken() throws java.io.IOException { method in class:StandardTokenizerImpl
H A DUAX29URLEmailTokenizer.java225 int tokenType = scanner.getNextToken();
H A DClassicTokenizerImpl.java612 public int getNextToken() throws java.io.IOException { method in class:ClassicTokenizerImpl
H A DUAX29URLEmailTokenizerImpl.java4050 public int getNextToken() throws java.io.IOException { method in class:UAX29URLEmailTokenizerImpl
/lucene-3.6.0/lucene/contrib/analyzers/common/src/java/org/apache/lucene/analysis/shingle/
H A DShingleFilter.java341 private InputWindowToken getNextToken(InputWindowToken target) method in class:ShingleFilter
411 if (null != getNextToken(firstToken)) {
418 InputWindowToken nextToken = getNextToken(null);
H A DShingleMatrixFilter.java403 private Token getNextToken(Token token) throws IOException { method in class:ShingleMatrixFilter
438 return getNextToken(reusableToken);
/lucene-3.6.0/lucene/contrib/analyzers/common/src/java/org/apache/lucene/analysis/wikipedia/
H A DWikipediaTokenizer.java197 int tokenType = scanner.getNextToken();
237 while ((tmpTokType = scanner.getNextToken()) != WikipediaTokenizerImpl.YYEOF && tmpTokType == tokenType && scanner.getNumWikiTokensSeen() > numSeen){
278 while ((tmpTokType = scanner.getNextToken()) != WikipediaTokenizerImpl.YYEOF && tmpTokType == tokenType && scanner.getNumWikiTokensSeen() > numSeen){
H A DWikipediaTokenizerImpl.java743 public int getNextToken() throws java.io.IOException { method in class:WikipediaTokenizerImpl
/lucene-3.6.0/lucene/contrib/queryparser/src/java/org/apache/lucene/queryParser/surround/parser/
H A DQueryParser.java556 else token = token.next = token_source.getNextToken();
583 jj_lastpos = jj_scanpos = jj_scanpos.next = token_source.getNextToken();
602 final public Token getNextToken() { method in class:QueryParser
604 else token = token.next = token_source.getNextToken();
615 else t = t.next = token_source.getNextToken();
622 return (jj_ntk = (token.next=token_source.getNextToken()).kind);
H A DQueryParserTokenManager.java614 public Token getNextToken() method in class:QueryParserTokenManager
/lucene-3.6.0/lucene/contrib/benchmark/src/java/org/apache/lucene/benchmark/byTask/feeds/demohtml/
H A DHTMLParser.java560 else token = token.next = token_source.getNextToken();
587 jj_lastpos = jj_scanpos = jj_scanpos.next = token_source.getNextToken();
606 final public Token getNextToken() { method in class:HTMLParser
608 else token = token.next = token_source.getNextToken();
619 else t = t.next = token_source.getNextToken();
626 return (jj_ntk = (token.next=token_source.getNextToken()).kind);
745 // t = getNextToken();
H A DHTMLParserTokenManager.java1525 public Token getNextToken() method in class:HTMLParserTokenManager
/lucene-3.6.0/lucene/contrib/queryparser/src/java/org/apache/lucene/queryParser/standard/parser/
H A DStandardSyntaxParser.java713 else token = token.next = token_source.getNextToken();
740 jj_lastpos = jj_scanpos = jj_scanpos.next = token_source.getNextToken();
759 final public Token getNextToken() { method in class:StandardSyntaxParser
761 else token = token.next = token_source.getNextToken();
772 else t = t.next = token_source.getNextToken();
779 return (jj_ntk = (token.next=token_source.getNextToken()).kind);
H A DStandardSyntaxParserTokenManager.java1012 public Token getNextToken() method in class:StandardSyntaxParserTokenManager
/lucene-3.6.0/lucene/core/src/java/org/apache/lucene/queryParser/
H A DQueryParser.java1706 else token = token.next = token_source.getNextToken();
1733 jj_lastpos = jj_scanpos = jj_scanpos.next = token_source.getNextToken();
1752 final public Token getNextToken() { method in class:QueryParser
1754 else token = token.next = token_source.getNextToken();
1765 else t = t.next = token_source.getNextToken();
1772 return (jj_ntk = (token.next=token_source.getNextToken()).kind);
H A DQueryParserTokenManager.java1150 public Token getNextToken() method in class:QueryParserTokenManager
/lucene-3.6.0/lucene/core/src/java/org/apache/lucene/analysis/standard/std31/
H A DStandardTokenizerImpl31.java964 public int getNextToken() throws java.io.IOException { method in class:StandardTokenizerImpl31
H A DUAX29URLEmailTokenizerImpl31.java3539 public int getNextToken() throws java.io.IOException { method in class:UAX29URLEmailTokenizerImpl31
/lucene-3.6.0/lucene/core/src/java/org/apache/lucene/analysis/standard/std34/
H A DUAX29URLEmailTokenizerImpl34.java3615 public int getNextToken() throws java.io.IOException { method in class:UAX29URLEmailTokenizerImpl34

Completed in 152 milliseconds