Searched refs:analyzer (Results 1 - 25 of 211) sorted by relevance

123456789

/lucene-3.6.0/lucene/core/src/test/org/apache/lucene/analysis/
H A DWordBreakTestUnicode_6_0_0.java44 public void test(Analyzer analyzer) throws Exception { argument
46 assertAnalyzesTo(analyzer, "\u0001\u0001",
50 assertAnalyzesTo(analyzer, "\u0001\u0308\u0001",
54 assertAnalyzesTo(analyzer, "\u0001\r",
58 assertAnalyzesTo(analyzer, "\u0001\u0308\r",
62 assertAnalyzesTo(analyzer, "\u0001\n",
66 assertAnalyzesTo(analyzer, "\u0001\u0308\n",
70 assertAnalyzesTo(analyzer, "\u0001\u000B",
74 assertAnalyzesTo(analyzer, "\u0001\u0308\u000B",
78 assertAnalyzesTo(analyzer, "\u000
[all...]
H A DTestMockCharFilter.java26 Analyzer analyzer = new ReusableAnalyzerBase() {
40 assertAnalyzesTo(analyzer, "ab",
46 assertAnalyzesTo(analyzer, "aba",
52 assertAnalyzesTo(analyzer, "abcdefga",
H A DTestPerFieldAnalzyerWrapper.java33 PerFieldAnalyzerWrapper analyzer =
36 TokenStream tokenStream = analyzer.tokenStream("field",
45 tokenStream = analyzer.tokenStream("special",
/lucene-3.6.0/lucene/backwards/src/test/org/apache/lucene/analysis/
H A DWordBreakTestUnicode_6_0_0.java44 public void test(Analyzer analyzer) throws Exception { argument
46 assertAnalyzesTo(analyzer, "\u0001\u0001",
50 assertAnalyzesTo(analyzer, "\u0001\u0308\u0001",
54 assertAnalyzesTo(analyzer, "\u0001\r",
58 assertAnalyzesTo(analyzer, "\u0001\u0308\r",
62 assertAnalyzesTo(analyzer, "\u0001\n",
66 assertAnalyzesTo(analyzer, "\u0001\u0308\n",
70 assertAnalyzesTo(analyzer, "\u0001\u000B",
74 assertAnalyzesTo(analyzer, "\u0001\u0308\u000B",
78 assertAnalyzesTo(analyzer, "\u000
[all...]
H A DTestPerFieldAnalzyerWrapper.java33 PerFieldAnalyzerWrapper analyzer =
36 TokenStream tokenStream = analyzer.tokenStream("field",
45 tokenStream = analyzer.tokenStream("special",
/lucene-3.6.0/lucene/contrib/analyzers/common/src/test/org/apache/lucene/analysis/fr/
H A DTestFrenchLightStemFilter.java36 private Analyzer analyzer = new ReusableAnalyzerBase() { field in class:TestFrenchLightStemFilter
47 checkOneTerm(analyzer, "chevaux", "cheval");
48 checkOneTerm(analyzer, "cheval", "cheval");
50 checkOneTerm(analyzer, "hiboux", "hibou");
51 checkOneTerm(analyzer, "hibou", "hibou");
53 checkOneTerm(analyzer, "chantés", "chant");
54 checkOneTerm(analyzer, "chanter", "chant");
55 checkOneTerm(analyzer, "chante", "chant");
56 checkOneTerm(analyzer, "chant", "chant");
58 checkOneTerm(analyzer, "baronne
[all...]
H A DTestFrenchMinimalStemFilter.java36 private Analyzer analyzer = new ReusableAnalyzerBase() { field in class:TestFrenchMinimalStemFilter
47 checkOneTerm(analyzer, "chevaux", "cheval");
48 checkOneTerm(analyzer, "hiboux", "hibou");
50 checkOneTerm(analyzer, "chantés", "chant");
51 checkOneTerm(analyzer, "chanter", "chant");
52 checkOneTerm(analyzer, "chante", "chant");
54 checkOneTerm(analyzer, "baronnes", "baron");
55 checkOneTerm(analyzer, "barons", "baron");
56 checkOneTerm(analyzer, "baron", "baron");
61 assertVocabulary(analyzer, getDataFil
[all...]
/lucene-3.6.0/lucene/core/src/java/org/apache/lucene/analysis/
H A DPerFieldAnalyzerWrapper.java28 * This analyzer is used to facilitate scenarios where different
47 * <p>A PerFieldAnalyzerWrapper can be used like any other analyzer, for both indexing
56 * Constructs with default analyzer.
59 * defined to use a different analyzer will use the one provided here.
66 * Constructs with default analyzer and a map of analyzers to use for
70 * defined to use a different analyzer will use the one provided here.
84 * Defines an analyzer to use for the specified field.
86 * @param fieldName field name requiring a non-default analyzer
87 * @param analyzer non-default analyzer t
92 addAnalyzer(String fieldName, Analyzer analyzer) argument
[all...]
/lucene-3.6.0/lucene/contrib/analyzers/common/src/test/org/apache/lucene/analysis/pt/
H A DTestPortugueseLightStemFilter.java38 private Analyzer analyzer = new ReusableAnalyzerBase() { field in class:TestPortugueseLightStemFilter
54 analyzer,
70 checkOneTerm(analyzer, "doutores", "doutor");
71 checkOneTerm(analyzer, "doutor", "doutor");
73 checkOneTerm(analyzer, "homens", "homem");
74 checkOneTerm(analyzer, "homem", "homem");
76 checkOneTerm(analyzer, "papéis", "papel");
77 checkOneTerm(analyzer, "papel", "papel");
79 checkOneTerm(analyzer, "normais", "normal");
80 checkOneTerm(analyzer, "norma
[all...]
/lucene-3.6.0/solr/core/src/java/org/apache/solr/spelling/
H A DQueryConverter.java52 protected Analyzer analyzer; field in class:QueryConverter
67 * Set the analyzer to use. Must be set before any calls to convert.
69 * @param analyzer
71 public void setAnalyzer(Analyzer analyzer) { argument
72 this.analyzer = analyzer;
76 return analyzer;
/lucene-3.6.0/lucene/contrib/analyzers/common/src/test/org/apache/lucene/analysis/de/
H A DTestGermanMinimalStemFilter.java36 private Analyzer analyzer = new ReusableAnalyzerBase() { field in class:TestGermanMinimalStemFilter
47 checkOneTerm(analyzer, "sängerinnen", "sangerin");
48 checkOneTerm(analyzer, "frauen", "frau");
49 checkOneTerm(analyzer, "kenntnisse", "kenntnis");
50 checkOneTerm(analyzer, "staates", "staat");
51 checkOneTerm(analyzer, "bilder", "bild");
52 checkOneTerm(analyzer, "boote", "boot");
53 checkOneTerm(analyzer, "götter", "gott");
54 checkOneTerm(analyzer, "äpfel", "apfel");
59 assertVocabulary(analyzer, getDataFil
[all...]
H A DTestGermanNormalizationFilter.java35 private Analyzer analyzer = new ReusableAnalyzerBase() { field in class:TestGermanNormalizationFilter
48 checkOneTerm(analyzer, "Schaltflächen", "Schaltflachen");
49 checkOneTerm(analyzer, "Schaltflaechen", "Schaltflachen");
56 checkOneTerm(analyzer, "dauer", "dauer");
63 checkOneTerm(analyzer, "weißbier", "weissbier");
66 /** blast some random strings through the analyzer */
68 checkRandomData(random, analyzer, 10000*RANDOM_MULTIPLIER);
/lucene-3.6.0/lucene/contrib/analyzers/common/src/test/org/apache/lucene/analysis/en/
H A DTestEnglishMinimalStemFilter.java34 private Analyzer analyzer = new ReusableAnalyzerBase() { field in class:TestEnglishMinimalStemFilter
45 checkOneTerm(analyzer, "queries", "query");
46 checkOneTerm(analyzer, "phrases", "phrase");
47 checkOneTerm(analyzer, "corpus", "corpus");
48 checkOneTerm(analyzer, "stress", "stress");
49 checkOneTerm(analyzer, "kings", "king");
50 checkOneTerm(analyzer, "panels", "panel");
51 checkOneTerm(analyzer, "aerodynamics", "aerodynamic");
52 checkOneTerm(analyzer, "congress", "congress");
53 checkOneTerm(analyzer, "seriou
[all...]
/lucene-3.6.0/lucene/contrib/xml-query-parser/src/java/org/apache/lucene/xmlparser/
H A DCorePlusExtensionsParser.java37 * @param analyzer
40 public CorePlusExtensionsParser(Analyzer analyzer, QueryParser parser) argument
42 this(null,analyzer, parser);
47 * @param analyzer
49 public CorePlusExtensionsParser(String defaultField,Analyzer analyzer) argument
51 this(defaultField,analyzer, null);
54 private CorePlusExtensionsParser(String defaultField,Analyzer analyzer, QueryParser parser) argument
56 super(defaultField,analyzer, parser);
57 filterFactory.addBuilder("TermsFilter",new TermsFilterBuilder(analyzer));
61 queryFactory.addBuilder("LikeThisQuery",new LikeThisQueryBuilder(analyzer,field
[all...]
/lucene-3.6.0/solr/core/src/test/org/apache/solr/schema/
H A DMultiTermTest.java39 Analyzer analyzer = ((TextField)field.getType()).getMultiTermAnalyzer();
40 assertTrue(analyzer instanceof TokenizerChain);
41 assertTrue(((TokenizerChain) analyzer).getTokenizerFactory() instanceof WhitespaceTokenizerFactory);
42 TokenizerChain tc = (TokenizerChain) analyzer;
47 analyzer = field.getType().getAnalyzer();
48 assertTrue(analyzer instanceof TokenizerChain);
49 assertTrue(((TokenizerChain) analyzer).getTokenizerFactory() instanceof WhitespaceTokenizerFactory);
50 tc = (TokenizerChain) analyzer;
61 Analyzer analyzer = ((TextField)field.getType()).getMultiTermAnalyzer();
62 assertTrue(analyzer instanceo
[all...]
/lucene-3.6.0/lucene/contrib/analyzers/common/src/test/org/apache/lucene/analysis/cjk/
H A DTestCJKAnalyzer.java43 private Analyzer analyzer = new CJKAnalyzer(TEST_VERSION_CURRENT); field in class:TestCJKAnalyzer
46 assertAnalyzesTo(analyzer, "一二三四五六七八九十",
55 assertAnalyzesTo(analyzer, "一 二三四 五六七八九 十",
64 assertAnalyzesTo(analyzer, "abc defgh ijklmn opqrstu vwxy z",
76 assertAnalyzesTo(analyzer, "あい",
83 assertAnalyzesTo(analyzer, "あい ",
90 assertAnalyzesTo(analyzer, "test",
97 assertAnalyzesTo(analyzer, "test ",
104 assertAnalyzesTo(analyzer, "あいtest",
111 assertAnalyzesTo(analyzer, "tes
[all...]
H A DTestCJKWidthFilter.java34 private Analyzer analyzer = new ReusableAnalyzerBase() { field in class:TestCJKWidthFilter
46 assertAnalyzesTo(analyzer, "Ｔｅｓｔ １２３４",
58 assertAnalyzesTo(analyzer, "ｶﾀｶﾅ",
60 assertAnalyzesTo(analyzer, "ｳﾞｨｯﾂ",
62 assertAnalyzesTo(analyzer, "ﾊﾟﾅｿﾆｯｸ",
67 checkRandomData(random, analyzer, 10000*RANDOM_MULTIPLIER);
/lucene-3.6.0/lucene/contrib/benchmark/scripts/
H A Dcollation.bm2jira.pl33 my $analyzer = $2;
36 $min_elapsed{$analyzer}{$lang} = $elapsed
37 unless (defined($min_elapsed{$analyzer}{$lang})
38 && $elapsed >= $min_elapsed{$analyzer}{$lang});
/lucene-3.6.0/lucene/contrib/analyzers/common/src/test/org/apache/lucene/analysis/th/
H A DTestThaiAnalyzer.java99 ThaiAnalyzer analyzer = new ThaiAnalyzer(Version.LUCENE_30);
101 assertAnalyzesTo(analyzer, "", new String[] {});
104 analyzer,
109 analyzer,
115 analyzer,
125 final ThaiAnalyzer analyzer = new ThaiAnalyzer(TEST_VERSION_CURRENT, StopAnalyzer.ENGLISH_STOP_WORDS_SET);
126 assertAnalyzesTo(analyzer, "การที่ได้ต้อง the แสดงว่างานดี",
133 assertAnalyzesTo(analyzer, "การที่ได้ต้องthe แสดงว่างานดี",
141 ThaiAnalyzer analyzer = new ThaiAnalyzer(TEST_VERSION_CURRENT, CharArraySet.EMPTY_SET);
142 assertAnalyzesToReuse(analyzer, "", ne
[all...]
/lucene-3.6.0/lucene/contrib/analyzers/common/src/test/org/apache/lucene/analysis/shingle/
H A DShingleAnalyzerWrapperTest.java56 * @param analyzer the analyzer to use
60 public IndexSearcher setUpSearcher(Analyzer analyzer) throws Exception { argument
62 IndexWriter writer = new IndexWriter(dir, new IndexWriterConfig(TEST_VERSION_CURRENT, analyzer));
85 protected ScoreDoc[] queryParsingTest(Analyzer analyzer, String qs) throws Exception { argument
86 searcher = setUpSearcher(analyzer);
88 QueryParser qp = new QueryParser(TEST_VERSION_CURRENT, "content", analyzer);
137 * Same as above, is tokenized without using the analyzer.
151 Analyzer analyzer = new ShingleAnalyzerWrapper(new MockAnalyzer(random, MockTokenizer.WHITESPACE, false), 2);
152 searcher = setUpSearcher(analyzer);
[all...]
/lucene-3.6.0/lucene/contrib/queries/src/java/org/apache/lucene/search/similar/
H A DMoreLikeThisQuery.java45 private Analyzer analyzer; field in class:MoreLikeThisQuery
55 public MoreLikeThisQuery(String likeText, String[] moreLikeFields, Analyzer analyzer) { argument
56 this(likeText, moreLikeFields, analyzer, moreLikeFields[0]);
62 public MoreLikeThisQuery(String likeText, String[] moreLikeFields, Analyzer analyzer, String fieldName) { argument
65 this.analyzer = analyzer;
74 mlt.setAnalyzer(analyzer);
107 return analyzer;
110 public void setAnalyzer(Analyzer analyzer) { argument
111 this.analyzer
[all...]
/lucene-3.6.0/lucene/contrib/queryparser/src/java/org/apache/lucene/queryParser/standard/
H A DMultiFieldQueryParserWrapper.java77 public MultiFieldQueryParserWrapper(String[] fields, Analyzer analyzer, Map<String, Float> boosts) { argument
78 this(fields, analyzer);
112 public MultiFieldQueryParserWrapper(String[] fields, Analyzer analyzer) { argument
113 super(null, analyzer);
116 qpHelper.setAnalyzer(analyzer);
136 * @param analyzer
144 public static Query parse(String[] queries, String[] fields, Analyzer analyzer) argument
150 QueryParserWrapper qp = new QueryParserWrapper(fields[i], analyzer);
172 * MultiFieldQueryParser.parse(&quot;query&quot;, fields, flags, analyzer);
190 * @param analyzer
198 parse(String query, String[] fields, BooleanClause.Occur[] flags, Analyzer analyzer) argument
252 parse(String[] queries, String[] fields, BooleanClause.Occur[] flags, Analyzer analyzer) argument
[all...]
/lucene-3.6.0/lucene/contrib/xml-query-parser/src/java/org/apache/lucene/xmlparser/builders/
H A DUserInputQueryBuilder.java39 private Analyzer analyzer; field in class:UserInputQueryBuilder
50 public UserInputQueryBuilder(String defaultField, Analyzer analyzer) { argument
51 this.analyzer = analyzer;
74 QueryParser parser=createQueryParser(fieldName, analyzer);
88 * @param analyzer
91 protected QueryParser createQueryParser(String fieldName, Analyzer analyzer) argument
93 return new QueryParser(Version.LUCENE_CURRENT, fieldName,analyzer);
H A DFuzzyLikeThisQueryBuilder.java38 private Analyzer analyzer; field in class:FuzzyLikeThisQueryBuilder
40 public FuzzyLikeThisQueryBuilder(Analyzer analyzer) argument
42 this.analyzer=analyzer;
49 FuzzyLikeThisQuery fbq=new FuzzyLikeThisQuery(maxNumTerms,analyzer);
/lucene-3.6.0/lucene/contrib/analyzers/common/src/test/org/apache/lucene/analysis/synonym/
H A DTestWordnetSynonymParser.java31 Analyzer analyzer; field in class:TestWordnetSynonymParser
49 Analyzer analyzer = new ReusableAnalyzerBase() {
58 assertAnalyzesTo(analyzer, "Lost in the woods",
65 assertAnalyzesTo(analyzer, "king",
69 assertAnalyzesTo(analyzer, "king's evil",

Completed in 434 milliseconds

123456789