c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen/*------------------------------------------------------------------------------
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen* Copyright (C) 2003-2006 Ben van Klinken and the CLucene Team
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen* Distributable under the terms of either the Apache License (Version 2.0) or
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen* the GNU Lesser General Public License, as specified in the COPYING file.
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen------------------------------------------------------------------------------*/
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen/** Filters {@link StandardTokenizer} with {@link StandardFilter}, {@link
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen * LowerCaseFilter}, {@link StopFilter} and {@link SnowballFilter}.
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen * Available stemmers are listed in {@link net.sf.snowball.ext}. The name of a
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen * stemmer is the part of the class name before "Stemmer", e.g., the stemmer in
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen * {@link EnglishStemmer} is named "English".
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainenclass CLUCENE_CONTRIBS_EXPORT SnowballAnalyzer: public Analyzer {
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen /** Builds the named analyzer with no stop words. */
88b9f9eb91da632d3e941fe4276f8ace03205b25Timo Sirainen SnowballAnalyzer(normalizer_func_t *normalizer, const char* language="english");
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen /** Builds the named analyzer with the given stop words.
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen SnowballAnalyzer(const char* language, const TCHAR** stopWords);
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen /** Constructs a {@link StandardTokenizer} filtered by a {@link
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen StandardFilter}, a {@link LowerCaseFilter} and a {@link StopFilter}. */
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen TokenStream* tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader);
c8296ac1ed68ed5c5168de545b76f9b27fc76d35Timo Sirainen TokenStream* tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader, bool deleteReader);