/lucene-3.6.0/lucene/contrib/analyzers/kuromoji/src/java/org/apache/lucene/analysis/ja/tokenattributes/ |
H A D | BaseFormAttribute.java | 31 public void setToken(Token token); argument
|
H A D | PartOfSpeechAttribute.java | 28 public void setToken(Token token); argument
|
H A D | BaseFormAttributeImpl.java | 28 private Token token; field in class:BaseFormAttributeImpl 31 return token == null ? null : token.getBaseForm(); 34 public void setToken(Token token) { argument 35 this.token = token; 40 token = null; 46 t.setToken(token);
|
H A D | InflectionAttribute.java | 32 public void setToken(Token token); argument
|
H A D | InflectionAttributeImpl.java | 29 private Token token; field in class:InflectionAttributeImpl 32 return token == null ? null : token.getInflectionType(); 36 return token == null ? null : token.getInflectionForm(); 39 public void setToken(Token token) { argument 40 this.token = token; 45 token = null; 51 t.setToken(token); [all...] |
H A D | PartOfSpeechAttributeImpl.java | 29 private Token token; field in class:PartOfSpeechAttributeImpl 32 return token == null ? null : token.getPartOfSpeech(); 35 public void setToken(Token token) { argument 36 this.token = token; 41 token = null; 47 t.setToken(token);
|
H A D | ReadingAttribute.java | 32 public void setToken(Token token); argument
|
H A D | ReadingAttributeImpl.java | 29 private Token token; field in class:ReadingAttributeImpl 32 return token == null ? null : token.getReading(); 36 return token == null ? null : token.getPronunciation(); 39 public void setToken(Token token) { argument 40 this.token = token; 45 token = null; 51 t.setToken(token); [all...] |
/lucene-3.6.0/lucene/contrib/analyzers/smartcn/src/java/org/apache/lucene/analysis/cn/smart/hhmm/ |
H A D | SegTokenFilter.java | 39 * @param token input {@link SegToken} 42 public SegToken filter(SegToken token) { argument 43 switch (token.wordType) { 46 for (int i = 0; i < token.charArray.length; i++) { 47 if (token.charArray[i] >= 0xFF10) 48 token.charArray[i] -= 0xFEE0; 50 if (token.charArray[i] >= 0x0041 && token.charArray[i] <= 0x005A) /* lowercase latin */ 51 token.charArray[i] += 0x0020; 55 for (int i = 0; i < token [all...] |
H A D | SegGraph.java | 71 * Set the {@link SegToken#index} for each token, based upon its order by startOffset. 95 * Add a {@link SegToken} to the mapping, creating a new mapping at the token's startOffset if one does not exist. 96 * @param token {@link SegToken} 98 public void addToken(SegToken token) { argument 99 int s = token.startOffset; 102 newlist.add(token); 106 tokenList.add(token);
|
/lucene-3.6.0/lucene/contrib/spellchecker/src/java/org/apache/lucene/search/suggest/tst/ |
H A D | TernaryTreeNode.java | 31 * occurring in the inserted token. 40 String token; field in class:TernaryTreeNode
|
/lucene-3.6.0/lucene/contrib/analyzers/common/src/java/org/apache/lucene/analysis/miscellaneous/ |
H A D | SingleTokenTokenStream.java | 28 * A {@link TokenStream} containing a single token. 34 // The token needs to be immutable, so work with clones! 38 public SingleTokenTokenStream(Token token) { argument 41 assert token != null; 42 this.singleToken = (Token) token.clone(); 69 public void setToken(Token token) { argument 70 this.singleToken = (Token) token.clone();
|
H A D | PrefixAwareTokenFilter.java | 34 * Joins two token streams and leaves the last token of the first stream available 35 * to be used when updating the token values in the second stream based on that token. 37 * The default implementation adds last prefix token end offset to the suffix token start and end offsets. 115 private void setCurrentToken(Token token) { argument 116 if (token == null) return; 118 termAtt.copyBuffer(token.buffer(), 0, token 126 getNextPrefixInputToken(Token token) argument 137 getNextSuffixInputToken(Token token) argument [all...] |
/lucene-3.6.0/solr/core/src/java/org/apache/solr/spelling/ |
H A D | SpellingResult.java | 37 * Key == token 38 * Value = Map -> key is the suggestion, value is the frequency of the token in the collection 55 * @param token The token to associate the suggestions with 58 public void add(Token token, List<String> suggestions) { argument 59 LinkedHashMap<String, Integer> map = this.suggestions.get(token); 62 this.suggestions.put(token, map); 71 public void add(Token token, int docFreq) { argument 72 addFrequency(token, docFreq); 76 * Adds an original token wit 81 addFrequency(Token token, int docFreq) argument 94 add(Token token, String suggestion, int docFreq) argument 112 get(Token token) argument 122 getTokenFrequency(Token token) argument [all...] |
/lucene-3.6.0/solr/core/src/java/org/apache/solr/analysis/ |
H A D | BufferedTokenStream.java | 88 * Process a token. Subclasses may read more tokens from the input stream, 89 * write more tokens to the output stream, or simply return the next token 90 * to be output. Subclasses may return null if the token is to be dropped. 93 * the token output stream. 110 * Read a token from the buffered input stream. 122 * Push a token back into the buffered input stream, such that it will 153 Token token = new Token(); 154 token.copyBuffer(termAtt.buffer(), 0, termAtt.length()); 155 token.setOffset(offsetAtt.startOffset(), offsetAtt.endOffset()); 156 token 165 writeToken(Token token) argument [all...] |
H A D | ReversedWildcardFilterFactory.java | 44 * fraction of the query token length. Defaults to 0.0f (disabled).</li> 46 * token after the last wildcard character. For good performance this should be 90 * a query token should be reversed in order to use the 92 * @param token input token. 93 * @return true if input token should be reversed, false otherwise. 95 public boolean shouldReverse(String token) { argument 96 int posQ = token.indexOf('?'); 97 int posA = token.indexOf('*'); 103 int len = token [all...] |
/lucene-3.6.0/solr/core/src/test/org/apache/solr/handler/ |
H A D | AnalysisRequestHandlerTestBase.java | 32 protected void assertToken(NamedList token, TokenInfo info) { argument 33 assertEquals(info.getText(), token.get("text")); 35 assertEquals(info.getRawText(), token.get("raw_text")); 37 assertEquals(info.getType(), token.get("type")); 38 assertEquals(new Integer(info.getStart()), token.get("start")); 39 assertEquals(new Integer(info.getEnd()), token.get("end")); 40 assertEquals(new Integer(info.getPosition()), token.get("position")); 41 assertArrayEquals(info.getPositionHistory(), ArrayUtils.toPrimitive((Integer[]) token.get("positionHistory"))); 43 assertEquals(Boolean.TRUE, token.get("match")); 46 assertEquals(info.getPayload(), token [all...] |
/lucene-3.6.0/lucene/contrib/highlighter/src/java/org/apache/lucene/search/highlight/ |
H A D | QueryScorer.java | 191 * Retrieve the {@link WeightedSpanTerm} for the specified token. Useful for passing 194 * @param token to get {@link WeightedSpanTerm} for 195 * @return WeightedSpanTerm for token 197 public WeightedSpanTerm getWeightedSpanTerm(String token) { argument 198 return fieldWeightedSpanTerms.get(token);
|
/lucene-3.6.0/lucene/contrib/icu/src/java/org/apache/lucene/analysis/icu/ |
H A D | ICUTransformFilter.java | 119 private CharTermAttribute token; field in class:ICUTransformFilter.ReplaceableTermAttribute 121 void setText(final CharTermAttribute token) { argument 122 this.token = token; 123 this.buffer = token.buffer(); 124 this.length = token.length(); 158 token.setLength(length = newLength); 167 token.setLength(length = newLength); 176 buffer = token.resizeBuffer(newLength);
|
/lucene-3.6.0/lucene/core/src/test/org/apache/lucene/search/ |
H A D | TestMultiPhraseQuery.java | 377 public final String token; field in class:TestMultiPhraseQuery.TokenAndPos 379 public TokenAndPos(String token, int pos) { argument 380 this.token = token; 414 final TokenAndPos token = tokens[upto++]; 415 termAtt.setTermBuffer(token.token); 416 posIncrAtt.setPositionIncrement(token.pos - lastPos); 417 lastPos = token.pos; 562 pq.add(new Term("field",tap.token), ta [all...] |
/lucene-3.6.0/lucene/backwards/src/test/org/apache/lucene/search/ |
H A D | TestMultiPhraseQuery.java | 339 public final String token; field in class:TestMultiPhraseQuery.TokenAndPos 341 public TokenAndPos(String token, int pos) { argument 342 this.token = token; 375 final TokenAndPos token = tokens[upto++]; 376 termAtt.setTermBuffer(token.token); 377 posIncrAtt.setPositionIncrement(token.pos - lastPos); 378 lastPos = token.pos; 523 pq.add(new Term("field",tap.token), ta [all...] |
/lucene-3.6.0/lucene/contrib/analyzers/common/src/java/org/apache/lucene/analysis/compound/hyphenation/ |
H A D | PatternParser.java | 51 StringBuilder token; field in class:PatternParser 68 token = new StringBuilder(); 162 if (token.length() > 0) { 163 word = token.toString(); 164 token.setLength(0); 175 token.append(chars.toString().substring(0, i)); 182 word = token.toString(); 183 token.setLength(0); 186 token.append(chars); 303 if (token [all...] |
/lucene-3.6.0/solr/solrj/src/java/org/apache/solr/client/solrj/response/ |
H A D | SpellCheckResponse.java | 101 public Suggestion getSuggestion(String token) { argument 102 return suggestionMap.get(token); 105 public String getFirstSuggestion(String token) { argument 106 Suggestion s = suggestionMap.get(token); 133 private String token; field in class:SpellCheckResponse.Suggestion 141 public Suggestion(String token, NamedList<Object> suggestion) { argument 142 this.token = token; 171 return token;
|
/lucene-3.6.0/lucene/contrib/queryparser/src/java/org/apache/lucene/queryParser/standard/parser/ |
H A D | StandardSyntaxParser.java | 603 jj_la = xla; jj_lastpos = jj_scanpos = token; 618 /** Current token. */ 619 public Token token; field in class:StandardSyntaxParser 620 /** Next token. */ 646 token = new Token(); 661 token = new Token(); 672 token = new Token(); 683 token = new Token(); 693 token = new Token(); 703 token [all...] |
/lucene-3.6.0/lucene/contrib/queryparser/src/java/org/apache/lucene/queryParser/surround/parser/ |
H A D | QueryParser.java | 479 jj_la = xla; jj_lastpos = jj_scanpos = token; 493 /** Current token. */ 494 public Token token; field in class:QueryParser 495 /** Next token. */ 516 token = new Token(); 526 token = new Token(); 536 token = new Token(); 546 token = new Token(); 555 if ((oldToken = token).next != null) token [all...] |