Searched refs:tokenizer (Results 1 - 5 of 5) sorted by relevance

/dovecot/src/lib-fts/
H A Dfts-tokenizer-generic-private.h41 struct fts_tokenizer tokenizer; member in struct:generic_fts_tokenizer
H A Dfts-tokenizer-address.c7 #include "fts-tokenizer-private.h"
8 #include "fts-tokenizer-common.h"
23 struct fts_tokenizer tokenizer; member in struct:email_address_fts_tokenizer
59 tok->tokenizer = *fts_tokenizer_email_address;
64 *tokenizer_r = &tok->tokenizer;
85 tok->tokenizer.skip_parents = TRUE;
108 if (tok->tokenizer.parent == NULL || str_len(tok->parent_data) == 0)
114 not feeding the last user@domain to parent tokenizer. */
218 if (tok->tokenizer.parent != NULL)
242 if (tok->tokenizer
[all...]
H A Dfts-tokenizer-generic.c9 #include "fts-tokenizer-private.h"
10 #include "fts-tokenizer-generic-private.h"
11 #include "fts-tokenizer-common.h"
82 tok->tokenizer.v = &generic_tokenizer_vfuncs_tr29;
84 tok->tokenizer.v = &generic_tokenizer_vfuncs_simple;
90 *tokenizer_r = &tok->tokenizer;
/dovecot/src/plugins/fts/
H A Dfts-user.c8 #include "fts-tokenizer.h"
155 struct fts_tokenizer *tokenizer = NULL, *parent = NULL; local
177 *error_r = t_strdup_printf("%s: Unknown tokenizer '%s'",
198 &tokenizer, &error) < 0) {
205 parent = tokenizer;
212 *tokenizer_r = tokenizer;
H A Dfts-build-mail.c16 #include "fts-tokenizer.h"
126 /* reset tokenizer between fields - just to be sure no state
273 struct fts_tokenizer *tokenizer = ctx->cur_user_lang->index_tokenizer; local
279 ret = ret2 = fts_tokenizer_next(tokenizer, data, size, &token, &error);

Completed in 16 milliseconds