Searched defs:Token (Results 1 - 8 of 8) sorted by relevance

/lucene-3.6.0/lucene/contrib/queryparser/src/java/org/apache/lucene/queryParser/standard/parser/
H A DToken.java1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 4.1 */
9 public class Token { class
18 /** The line number of the first character of this Token. */
20 /** The column number of the first character of this Token. */
22 /** The line number of the last character of this Token. */
24 /** The column number of the last character of this Token. */
40 public Token next;
54 public Token specialToken;
57 * An optional attribute value of the Token.
61 * Any subclass of Token tha
71 public Token() {} method in class:Token
76 public Token(int kind) method in class:Token
84 public Token(int kind, String image) method in class:Token
[all...]
/lucene-3.6.0/lucene/contrib/queryparser/src/java/org/apache/lucene/queryParser/surround/parser/
H A DToken.java1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 4.1 */
9 public class Token { class
18 /** The line number of the first character of this Token. */
20 /** The column number of the first character of this Token. */
22 /** The line number of the last character of this Token. */
24 /** The column number of the last character of this Token. */
40 public Token next;
54 public Token specialToken;
57 * An optional attribute value of the Token.
61 * Any subclass of Token tha
71 public Token() {} method in class:Token
76 public Token(int kind) method in class:Token
84 public Token(int kind, String image) method in class:Token
[all...]
/lucene-3.6.0/lucene/core/src/java/org/apache/lucene/queryParser/
H A DToken.java1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 4.1 */
9 public class Token { class
18 /** The line number of the first character of this Token. */
20 /** The column number of the first character of this Token. */
22 /** The line number of the last character of this Token. */
24 /** The column number of the last character of this Token. */
40 public Token next;
54 public Token specialToken;
57 * An optional attribute value of the Token.
61 * Any subclass of Token tha
71 public Token() {} method in class:Token
76 public Token(int kind) method in class:Token
84 public Token(int kind, String image) method in class:Token
[all...]
/lucene-3.6.0/lucene/contrib/benchmark/src/java/org/apache/lucene/benchmark/byTask/feeds/demohtml/
H A DToken.java1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 4.1 */
9 public class Token { class
18 /** The line number of the first character of this Token. */
20 /** The column number of the first character of this Token. */
22 /** The line number of the last character of this Token. */
24 /** The column number of the last character of this Token. */
40 public Token next;
54 public Token specialToken;
57 * An optional attribute value of the Token.
61 * Any subclass of Token tha
71 public Token() {} method in class:Token
76 public Token(int kind) method in class:Token
84 public Token(int kind, String image) method in class:Token
[all...]
/lucene-3.6.0/solr/core/src/java/org/apache/solr/update/processor/
H A DTextProfileSignature.java68 HashMap<String, Token> tokens = new HashMap<String, Token>();
81 Token tok = tokens.get(s);
83 tok = new Token(0, s);
98 Token tok = tokens.get(s);
100 tok = new Token(0, s);
107 Iterator<Token> it = tokens.values().iterator();
108 ArrayList<Token> profile = new ArrayList<Token>();
118 Token
140 private static class Token { class in class:TextProfileSignature
144 public Token(int cnt, String val) { method in class:TextProfileSignature.Token
[all...]
/lucene-3.6.0/lucene/contrib/analyzers/kuromoji/src/java/org/apache/lucene/analysis/ja/
H A DToken.java26 public class Token { class
40 public Token(int wordId, char[] surfaceForm, int offset, int length, Type type, int position, Dictionary dictionary) { method in class:Token
53 return "Token(\"" + new String(surfaceForm, offset, length) + "\" pos=" + position + " type=" + type + " wordId=" + wordId + " leftID=" + dictionary.getLeftId(wordId) + ")";
/lucene-3.6.0/lucene/core/src/java/org/apache/lucene/analysis/
H A DToken.java34 A Token is an occurrence of a term from the text of a field. It consists of
48 A Token can optionally have metadata (a.k.a. Payload) in the form of a variable
54 <p><b>NOTE:</b> As of 2.9, Token implements all {@link Attribute} interfaces
56 Even though it is not necessary to use Token anymore, with the new TokenStream API it can
62 <p>Tokenizers and TokenFilters should try to re-use a Token
65 Failing that, to create a new Token you should first use
69 Alternatively you can get the Token's termBuffer by calling either {@link #buffer()},
78 <p>Typical Token reuse patterns:
101 <li> Copying from one one Token to another (type is reset to {@link #DEFAULT_TYPE} if not specified):<br/>
110 <li>Because <code>TokenStreams</code> can be chained, one cannot assume that the <code>Token'
123 public class Token extends TermAttributeImpl class in inherits:TermAttributeImpl,TypeAttribute,PositionIncrementAttribute,FlagsAttribute,OffsetAttribute,PayloadAttribute
134 public Token() { method in class:Token
141 public Token(int start, int end) { method in class:Token
151 public Token(int start, int end, String typ) { method in class:Token
164 public Token(int start, int end, int flags) { method in class:Token
179 public Token(String text, int start, int end) { method in class:Token
194 public Token(String text, int start, int end, String typ) { method in class:Token
211 public Token(String text, int start, int end, int flags) { method in class:Token
228 public Token(char[] startTermBuffer, int termBufferOffset, int termBufferLength, int start, int end) { method in class:Token
[all...]
/lucene-3.6.0/solr/core/src/java/org/apache/solr/internal/csv/
H A DCSVParser.java58 /** Token has no valid content, i.e. is in its initilized state. */
60 /** Token with content, at beginning or in the middle of a line. */
62 /** Token (which can have content) when end of file is reached. */
64 /** Token with content when end of a line is reached. */
78 private final Token reusableToken = new Token();
84 * Token is an internal token representation.
88 static class Token { class in class:CSVParser
89 /** Token type, see TT_xxx constants. */
93 /** Token read
[all...]

Completed in 325 milliseconds