Searched defs:token (Results 1 - 25 of 28) sorted by relevance

12

/lucene-3.6.0/lucene/contrib/analyzers/kuromoji/src/java/org/apache/lucene/analysis/ja/tokenattributes/
H A DBaseFormAttribute.java31 public void setToken(Token token); argument
H A DPartOfSpeechAttribute.java28 public void setToken(Token token); argument
H A DBaseFormAttributeImpl.java28 private Token token; field in class:BaseFormAttributeImpl
31 return token == null ? null : token.getBaseForm();
34 public void setToken(Token token) { argument
35 this.token = token;
40 token = null;
46 t.setToken(token);
H A DInflectionAttribute.java32 public void setToken(Token token); argument
H A DInflectionAttributeImpl.java29 private Token token; field in class:InflectionAttributeImpl
32 return token == null ? null : token.getInflectionType();
36 return token == null ? null : token.getInflectionForm();
39 public void setToken(Token token) { argument
40 this.token = token;
45 token = null;
51 t.setToken(token);
[all...]
H A DPartOfSpeechAttributeImpl.java29 private Token token; field in class:PartOfSpeechAttributeImpl
32 return token == null ? null : token.getPartOfSpeech();
35 public void setToken(Token token) { argument
36 this.token = token;
41 token = null;
47 t.setToken(token);
H A DReadingAttribute.java32 public void setToken(Token token); argument
H A DReadingAttributeImpl.java29 private Token token; field in class:ReadingAttributeImpl
32 return token == null ? null : token.getReading();
36 return token == null ? null : token.getPronunciation();
39 public void setToken(Token token) { argument
40 this.token = token;
45 token = null;
51 t.setToken(token);
[all...]
/lucene-3.6.0/lucene/contrib/analyzers/smartcn/src/java/org/apache/lucene/analysis/cn/smart/hhmm/
H A DSegTokenFilter.java39 * @param token input {@link SegToken}
42 public SegToken filter(SegToken token) { argument
43 switch (token.wordType) {
46 for (int i = 0; i < token.charArray.length; i++) {
47 if (token.charArray[i] >= 0xFF10)
48 token.charArray[i] -= 0xFEE0;
50 if (token.charArray[i] >= 0x0041 && token.charArray[i] <= 0x005A) /* lowercase latin */
51 token.charArray[i] += 0x0020;
55 for (int i = 0; i < token
[all...]
H A DSegGraph.java71 * Set the {@link SegToken#index} for each token, based upon its order by startOffset.
95 * Add a {@link SegToken} to the mapping, creating a new mapping at the token's startOffset if one does not exist.
96 * @param token {@link SegToken}
98 public void addToken(SegToken token) { argument
99 int s = token.startOffset;
102 newlist.add(token);
106 tokenList.add(token);
/lucene-3.6.0/lucene/contrib/spellchecker/src/java/org/apache/lucene/search/suggest/tst/
H A DTernaryTreeNode.java31 * occurring in the inserted token.
40 String token; field in class:TernaryTreeNode
/lucene-3.6.0/lucene/contrib/analyzers/common/src/java/org/apache/lucene/analysis/miscellaneous/
H A DSingleTokenTokenStream.java28 * A {@link TokenStream} containing a single token.
34 // The token needs to be immutable, so work with clones!
38 public SingleTokenTokenStream(Token token) { argument
41 assert token != null;
42 this.singleToken = (Token) token.clone();
69 public void setToken(Token token) { argument
70 this.singleToken = (Token) token.clone();
H A DPrefixAwareTokenFilter.java34 * Joins two token streams and leaves the last token of the first stream available
35 * to be used when updating the token values in the second stream based on that token.
37 * The default implementation adds last prefix token end offset to the suffix token start and end offsets.
115 private void setCurrentToken(Token token) { argument
116 if (token == null) return;
118 termAtt.copyBuffer(token.buffer(), 0, token
126 getNextPrefixInputToken(Token token) argument
137 getNextSuffixInputToken(Token token) argument
[all...]
/lucene-3.6.0/solr/core/src/java/org/apache/solr/spelling/
H A DSpellingResult.java37 * Key == token
38 * Value = Map -> key is the suggestion, value is the frequency of the token in the collection
55 * @param token The token to associate the suggestions with
58 public void add(Token token, List<String> suggestions) { argument
59 LinkedHashMap<String, Integer> map = this.suggestions.get(token);
62 this.suggestions.put(token, map);
71 public void add(Token token, int docFreq) { argument
72 addFrequency(token, docFreq);
76 * Adds an original token wit
81 addFrequency(Token token, int docFreq) argument
94 add(Token token, String suggestion, int docFreq) argument
112 get(Token token) argument
122 getTokenFrequency(Token token) argument
[all...]
/lucene-3.6.0/solr/core/src/java/org/apache/solr/analysis/
H A DBufferedTokenStream.java88 * Process a token. Subclasses may read more tokens from the input stream,
89 * write more tokens to the output stream, or simply return the next token
90 * to be output. Subclasses may return null if the token is to be dropped.
93 * the token output stream.
110 * Read a token from the buffered input stream.
122 * Push a token back into the buffered input stream, such that it will
153 Token token = new Token();
154 token.copyBuffer(termAtt.buffer(), 0, termAtt.length());
155 token.setOffset(offsetAtt.startOffset(), offsetAtt.endOffset());
156 token
165 writeToken(Token token) argument
[all...]
H A DReversedWildcardFilterFactory.java44 * fraction of the query token length. Defaults to 0.0f (disabled).</li>
46 * token after the last wildcard character. For good performance this should be
90 * a query token should be reversed in order to use the
92 * @param token input token.
93 * @return true if input token should be reversed, false otherwise.
95 public boolean shouldReverse(String token) { argument
96 int posQ = token.indexOf('?');
97 int posA = token.indexOf('*');
103 int len = token
[all...]
/lucene-3.6.0/solr/core/src/test/org/apache/solr/handler/
H A DAnalysisRequestHandlerTestBase.java32 protected void assertToken(NamedList token, TokenInfo info) { argument
33 assertEquals(info.getText(), token.get("text"));
35 assertEquals(info.getRawText(), token.get("raw_text"));
37 assertEquals(info.getType(), token.get("type"));
38 assertEquals(new Integer(info.getStart()), token.get("start"));
39 assertEquals(new Integer(info.getEnd()), token.get("end"));
40 assertEquals(new Integer(info.getPosition()), token.get("position"));
41 assertArrayEquals(info.getPositionHistory(), ArrayUtils.toPrimitive((Integer[]) token.get("positionHistory")));
43 assertEquals(Boolean.TRUE, token.get("match"));
46 assertEquals(info.getPayload(), token
[all...]
/lucene-3.6.0/lucene/contrib/highlighter/src/java/org/apache/lucene/search/highlight/
H A DQueryScorer.java191 * Retrieve the {@link WeightedSpanTerm} for the specified token. Useful for passing
194 * @param token to get {@link WeightedSpanTerm} for
195 * @return WeightedSpanTerm for token
197 public WeightedSpanTerm getWeightedSpanTerm(String token) { argument
198 return fieldWeightedSpanTerms.get(token);
/lucene-3.6.0/lucene/contrib/icu/src/java/org/apache/lucene/analysis/icu/
H A DICUTransformFilter.java119 private CharTermAttribute token; field in class:ICUTransformFilter.ReplaceableTermAttribute
121 void setText(final CharTermAttribute token) { argument
122 this.token = token;
123 this.buffer = token.buffer();
124 this.length = token.length();
158 token.setLength(length = newLength);
167 token.setLength(length = newLength);
176 buffer = token.resizeBuffer(newLength);
/lucene-3.6.0/lucene/core/src/test/org/apache/lucene/search/
H A DTestMultiPhraseQuery.java377 public final String token; field in class:TestMultiPhraseQuery.TokenAndPos
379 public TokenAndPos(String token, int pos) { argument
380 this.token = token;
414 final TokenAndPos token = tokens[upto++];
415 termAtt.setTermBuffer(token.token);
416 posIncrAtt.setPositionIncrement(token.pos - lastPos);
417 lastPos = token.pos;
562 pq.add(new Term("field",tap.token), ta
[all...]
/lucene-3.6.0/lucene/backwards/src/test/org/apache/lucene/search/
H A DTestMultiPhraseQuery.java339 public final String token; field in class:TestMultiPhraseQuery.TokenAndPos
341 public TokenAndPos(String token, int pos) { argument
342 this.token = token;
375 final TokenAndPos token = tokens[upto++];
376 termAtt.setTermBuffer(token.token);
377 posIncrAtt.setPositionIncrement(token.pos - lastPos);
378 lastPos = token.pos;
523 pq.add(new Term("field",tap.token), ta
[all...]
/lucene-3.6.0/lucene/contrib/analyzers/common/src/java/org/apache/lucene/analysis/compound/hyphenation/
H A DPatternParser.java51 StringBuilder token; field in class:PatternParser
68 token = new StringBuilder();
162 if (token.length() > 0) {
163 word = token.toString();
164 token.setLength(0);
175 token.append(chars.toString().substring(0, i));
182 word = token.toString();
183 token.setLength(0);
186 token.append(chars);
303 if (token
[all...]
/lucene-3.6.0/solr/solrj/src/java/org/apache/solr/client/solrj/response/
H A DSpellCheckResponse.java101 public Suggestion getSuggestion(String token) { argument
102 return suggestionMap.get(token);
105 public String getFirstSuggestion(String token) { argument
106 Suggestion s = suggestionMap.get(token);
133 private String token; field in class:SpellCheckResponse.Suggestion
141 public Suggestion(String token, NamedList<Object> suggestion) { argument
142 this.token = token;
171 return token;
/lucene-3.6.0/lucene/contrib/queryparser/src/java/org/apache/lucene/queryParser/standard/parser/
H A DStandardSyntaxParser.java603 jj_la = xla; jj_lastpos = jj_scanpos = token;
618 /** Current token. */
619 public Token token; field in class:StandardSyntaxParser
620 /** Next token. */
646 token = new Token();
661 token = new Token();
672 token = new Token();
683 token = new Token();
693 token = new Token();
703 token
[all...]
/lucene-3.6.0/lucene/contrib/queryparser/src/java/org/apache/lucene/queryParser/surround/parser/
H A DQueryParser.java479 jj_la = xla; jj_lastpos = jj_scanpos = token;
493 /** Current token. */
494 public Token token; field in class:QueryParser
495 /** Next token. */
516 token = new Token();
526 token = new Token();
536 token = new Token();
546 token = new Token();
555 if ((oldToken = token).next != null) token
[all...]

Completed in 31 milliseconds

12