Searched defs:tok (Results 1 - 2 of 2) sorted by relevance

/lucene-3.6.0/solr/core/src/test/org/apache/solr/analysis/
H A DTestRemoveDuplicatesTokenFilter.java43 public static Token tok(int pos, String t, int start, int end) { method in class:TestRemoveDuplicatesTokenFilter
44 Token tok = new Token(t,start,end);
45 tok.setPositionIncrement(pos);
46 return tok;
48 public static Token tok(int pos, String t) { method in class:TestRemoveDuplicatesTokenFilter
49 return tok(pos, t, 0,0);
66 Token tok = toks.next();
67 termAtt.setEmpty().append(tok);
68 offsetAtt.setOffset(tok.startOffset(), tok
[all...]
/lucene-3.6.0/lucene/contrib/analyzers/kuromoji/src/java/org/apache/lucene/analysis/ja/
H A DGraphvizFormatter.java63 void onBacktrace(JapaneseTokenizer tok, WrappedPositionArray positions, int lastBackTracePos, Position endPosData, int fromIDX, char[] fragment, boolean isEnd) { argument
65 sb.append(formatNodes(tok, positions, lastBackTracePos, endPosData, fragment));
97 private String formatNodes(JapaneseTokenizer tok, WrappedPositionArray positions, int startPos, Position endPosData, char[] fragment) { argument
135 final Dictionary dict = tok.getDict(posData.backType[idx]);

Completed in 27 milliseconds