2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "lib.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "ioloop.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "array.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "str.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "istream.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "message-parser.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "message-decoder.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "mail-namespace.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "mail-search-build.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "mail-storage-private.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "fts-api-private.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "fts-storage.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include "fts-plugin.h"

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#include <stdlib.h>

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#define FTS_CONTEXT(obj) \

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen MODULE_CONTEXT(obj, fts_storage_module)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen#define FTS_MAIL_CONTEXT(obj) \

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen MODULE_CONTEXT(obj, fts_mail_module)

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen#define FTS_SEARCH_NONBLOCK_COUNT 10

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen#define FTS_BUILD_NOTIFY_INTERVAL_SECS 10

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstruct fts_mail {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen union mail_module_context module_ctx;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen char score[30];

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen};

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

3d4450c252790b03bb5ce054987ac91110f1ff62Timo Sirainenstruct fts_storage_build_context {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen struct mail_search_context *search_ctx;

3d4450c252790b03bb5ce054987ac91110f1ff62Timo Sirainen struct mail_search_args *search_args;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct mail *mail;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct fts_backend_build_context *build;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen struct timeval search_start_time, last_notify;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen uint32_t uid;

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen string_t *headers;

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen};

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainenstruct fts_transaction_context {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen union mailbox_transaction_module_context module_ctx;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct fts_storage_build_context *build_ctx;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ARRAY_TYPE(fts_score_map) *score_map;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct mail *mail;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen uint32_t last_uid;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen unsigned int free_mail:1;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen unsigned int expunges:1;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen};

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic MODULE_CONTEXT_DEFINE_INIT(fts_storage_module,

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen &mail_storage_module_register);

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainenstatic MODULE_CONTEXT_DEFINE_INIT(fts_mail_module, &mail_module_register);

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int fts_mailbox_close(struct mailbox *box)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(box);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen int ret;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (fbox->backend_substr != NULL)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fts_backend_deinit(&fbox->backend_substr);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (fbox->backend_fast != NULL)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fts_backend_deinit(&fbox->backend_fast);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ret = fbox->module_ctx.super.close(box);

3fb1c1f0375ec0a2b00be90b5d61fbc8374e9b90Timo Sirainen i_free(fbox);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return ret;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int fts_build_mail_flush_headers(struct fts_storage_build_context *ctx)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (str_len(ctx->headers) == 0)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return 0;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (fts_backend_build_more(ctx->build, ctx->uid, str_data(ctx->headers),

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen str_len(ctx->headers), TRUE) < 0)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return -1;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen str_truncate(ctx->headers, 0);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return 0;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic bool fts_build_want_index_part(const struct message_block *block)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen /* we'll index only text/xxx and message/rfc822 parts for now */

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return (block->part->flags &

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen (MESSAGE_PART_FLAG_TEXT |

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen MESSAGE_PART_FLAG_MESSAGE_RFC822)) != 0;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen}

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainenstatic void fts_build_mail_header(struct fts_storage_build_context *ctx,

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen const struct message_block *block)

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen{

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen const struct message_header_line *hdr = block->hdr;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen /* hdr->full_value is always set because we get the block from

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen str_append(ctx->headers, hdr->name);

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen str_append_n(ctx->headers, hdr->middle, hdr->middle_len);

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen str_append_n(ctx->headers, hdr->full_value, hdr->full_value_len);

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen if (!hdr->no_newline)

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen str_append_c(ctx->headers, '\n');

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen}

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainenstatic int fts_build_mail(struct fts_storage_build_context *ctx, uint32_t uid)

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen{

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen struct istream *input;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen struct message_parser_ctx *parser;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen struct message_decoder_context *decoder;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen struct message_block raw_block, block;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen struct message_part *prev_part, *parts;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen int ret;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ctx->uid = uid;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (mail_get_stream(ctx->mail, NULL, NULL, &input) < 0)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return -1;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen prev_part = NULL;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen parser = message_parser_init(pool_datastack_create(), input,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen MESSAGE_HEADER_PARSER_FLAG_CLEAN_ONELINE,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen 0);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen decoder = message_decoder_init(TRUE);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen for (;;) {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ret = message_parser_parse_next_block(parser, &raw_block);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen i_assert(ret != 0);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (ret < 0) {

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen if (input->stream_errno == 0)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ret = 0;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen break;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (raw_block.hdr == NULL && raw_block.size != 0 &&

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen !fts_build_want_index_part(&raw_block)) {

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen /* skipping this body */

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen continue;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (!message_decoder_decode_next_block(decoder, &raw_block,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen &block))

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen continue;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (block.hdr != NULL)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fts_build_mail_header(ctx, &block);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen else if (block.size == 0) {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen /* end of headers */

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen str_append_c(ctx->headers, '\n');

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen } else {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (fts_backend_build_more(ctx->build, ctx->uid,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen block.data, block.size,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen FALSE) < 0) {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ret = -1;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen break;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (message_parser_deinit(&parser, &parts) < 0)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen mail_set_cache_corrupted(ctx->mail, MAIL_FETCH_MESSAGE_PARTS);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen message_decoder_deinit(&decoder);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (ret == 0) {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen /* Index all headers at the end. This is required for Squat,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ret = fts_build_mail_flush_headers(ctx);

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return ret;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int fts_build_init_seq(struct fts_search_context *fctx,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct fts_backend *backend,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct mailbox_transaction_context *t,

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen uint32_t seq1, uint32_t seq2, uint32_t last_uid)

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen{

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen struct mail_search_args *search_args;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen struct fts_storage_build_context *ctx;

c63544d7d2580c680b07f9569e87e9cebee383d5Timo Sirainen struct fts_backend_build_context *build;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen uint32_t last_uid_locked;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen if (fctx->best_arg->type == SEARCH_HEADER ||

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fctx->best_arg->type == SEARCH_HEADER_COMPRESS_LWSP) {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen /* we're not updating the index just for header lookups */

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (seq1 < fctx->first_nonindexed_seq)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fctx->first_nonindexed_seq = seq1;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return 0;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen if (fts_backend_build_init(backend, &last_uid_locked, &build) < 0)

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen return -1;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen if (last_uid != last_uid_locked && last_uid_locked != (uint32_t)-1) {

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen /* changed, need to get again the sequences */

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen last_uid = last_uid_locked;

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen mailbox_get_seq_range(t->box, last_uid+1, (uint32_t)-1,

0f55802e8fdd95ae4290da6da077819209b71f70Timo Sirainen &seq1, &seq2);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (seq1 == 0) {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen /* no new messages */

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen (void)fts_backend_build_deinit(&build);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return 0;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen search_args = mail_search_build_init();

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen mail_search_build_add_seqset(search_args, seq1, seq2);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ctx = i_new(struct fts_storage_build_context, 1);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ctx->build = build;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ctx->headers = str_new(default_pool, 512);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen ctx->mail = mail_alloc(t, 0, NULL);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen ctx->search_ctx = mailbox_search_init(t, search_args, NULL);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ctx->search_args = search_args;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fctx->build_ctx = ctx;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return 1;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainenstatic struct fts_backend *

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenfts_mailbox_get_backend(struct fts_search_context *fctx,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct mailbox *box)

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen{

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(box);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (fctx->build_backend == fctx->fbox->backend_fast)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return fbox->backend_fast;

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen else {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen i_assert(fctx->build_backend == fctx->fbox->backend_substr);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return fbox->backend_substr;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int fts_build_init_trans(struct fts_search_context *fctx,

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen struct mailbox_transaction_context *t)

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen{

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen struct fts_backend *backend;

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen uint32_t last_uid, seq1, seq2;

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen int ret;

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen backend = fts_mailbox_get_backend(fctx, t->box);

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen if (fts_backend_get_last_uid(backend, &last_uid) < 0)

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen return -1;

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen mailbox_get_seq_range(t->box, last_uid+1, (uint32_t)-1, &seq1, &seq2);

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen if (seq1 == 0) {

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen /* no new messages */

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen return 0;

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen }

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen ret = fts_build_init_seq(fctx, backend, t, seq1, seq2, last_uid);

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen return ret < 0 ? -1 : 0;

c06cd6539a3dbd68eb546464076187be6bc4290fTimo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenfts_build_init_box(struct fts_search_context *fctx, struct mailbox *box,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen uint32_t last_uid)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct fts_backend *backend;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen uint32_t seq1, seq2;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

7c311effa7150d364232e6f2d0a1fa623dbb8d95Timo Sirainen mailbox_get_seq_range(box, last_uid + 1, (uint32_t)-1, &seq1, &seq2);

7c311effa7150d364232e6f2d0a1fa623dbb8d95Timo Sirainen if (seq1 == 0)

7c311effa7150d364232e6f2d0a1fa623dbb8d95Timo Sirainen return 0;

7c311effa7150d364232e6f2d0a1fa623dbb8d95Timo Sirainen

7c311effa7150d364232e6f2d0a1fa623dbb8d95Timo Sirainen backend = fts_mailbox_get_backend(fctx, box);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fctx->virtual_ctx.trans = mailbox_transaction_begin(box, 0);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return fts_build_init_seq(fctx, backend, fctx->virtual_ctx.trans,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen seq1, seq2, last_uid);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int mailbox_name_cmp(const void *p1, const void *p2)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct mailbox *const *box1 = p1, *const *box2 = p2;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen int ret;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen T_BEGIN {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen string_t *tmp1, *tmp2;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen const char *vname1, *vname2;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen tmp1 = t_str_new(128);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen tmp2 = t_str_new(128);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen vname1 = mail_namespace_get_vname((*box1)->storage->ns, tmp1,

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen (*box1)->name);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen vname2 = mail_namespace_get_vname((*box2)->storage->ns, tmp2,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen (*box2)->name);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ret = strcmp(vname1, vname2);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen } T_END;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return ret;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int fts_backend_uid_map_mailbox_cmp(const void *p1, const void *p2)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen const struct fts_backend_uid_map *map1 = p1, *map2 = p2;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return strcmp(map1->mailbox, map2->mailbox);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int fts_build_init_virtual_next(struct fts_search_context *fctx)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct fts_search_virtual_context *vctx = &fctx->virtual_ctx;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct mailbox_status status;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen struct mailbox *const *boxes;

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen const struct fts_backend_uid_map *last_uids;

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen unsigned int boxi, uidi, box_count, last_uid_count;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen const char *vname;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen string_t *tmp;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen int ret, vret = 0;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen if (vctx->pool == NULL)

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen return 0;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen if (fctx->virtual_ctx.trans != NULL)

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen (void)mailbox_transaction_commit(&fctx->virtual_ctx.trans);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen boxes = array_get(&vctx->mailboxes, &box_count);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen last_uids = array_get(&vctx->last_uids, &last_uid_count);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen tmp = t_str_new(256);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen boxi = vctx->boxi;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen uidi = vctx->uidi;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen while (vret == 0 && boxi < box_count && uidi < last_uid_count) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen vname = mail_namespace_get_vname(boxes[boxi]->storage->ns, tmp,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen boxes[boxi]->name);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ret = strcmp(vname, last_uids[uidi].mailbox);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen if (ret == 0) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen /* match. check also that uidvalidity matches. */

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen mailbox_get_status(boxes[boxi], STATUS_UIDVALIDITY,

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen &status);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen if (status.uidvalidity != last_uids[uidi].uidvalidity) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen uidi++;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen continue;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen }

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen vret = fts_build_init_box(fctx, boxes[boxi],

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen last_uids[uidi].uid);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen boxi++;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen uidi++;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen } else if (ret > 0) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen /* not part of this virtual mailbox */

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen uidi++;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen } else {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen /* no messages indexed in the mailbox */

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen vret = fts_build_init_box(fctx, boxes[boxi], 0);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen boxi++;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen }

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen }

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen while (vret == 0 && boxi < box_count) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen vret = fts_build_init_box(fctx, boxes[boxi], 0);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen boxi++;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen }

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen vctx->boxi = boxi;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen vctx->uidi = uidi;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen return vret;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen}

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainenstatic int fts_build_init_virtual(struct fts_search_context *fctx)

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen{

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen struct fts_search_virtual_context *vctx = &fctx->virtual_ctx;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen struct fts_backend_uid_map *last_uids;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen struct mailbox **boxes;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen unsigned int box_count, last_uid_count;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen int ret;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen vctx->pool = pool_alloconly_create("fts virtual build", 1024);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen p_array_init(&vctx->mailboxes, vctx->pool, 64);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen mailbox_get_virtual_backend_boxes(fctx->t->box, &vctx->mailboxes, TRUE);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen boxes = array_get_modifiable(&vctx->mailboxes, &box_count);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen if (box_count <= 0) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen if (box_count == 0) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen /* empty virtual mailbox */

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return 0;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen /* virtual mailbox is built from only a single mailbox

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fctx->virtual_ctx.trans =

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen mailbox_transaction_begin(boxes[0], 0);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ret = fts_build_init_trans(fctx, fctx->virtual_ctx.trans);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return ret;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen /* virtual mailbox is built from multiple mailboxes. figure out which

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen p_array_init(&vctx->last_uids, vctx->pool, 64);

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen if (fts_backend_get_all_last_uids(fctx->build_backend, vctx->pool,

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen &vctx->last_uids) < 0) {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen pool_unref(&vctx->pool);

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen return -1;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen last_uids = array_get_modifiable(&vctx->last_uids, &last_uid_count);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen qsort(boxes, box_count, sizeof(*boxes), mailbox_name_cmp);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen qsort(last_uids, last_uid_count, sizeof(*last_uids),

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fts_backend_uid_map_mailbox_cmp);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ret = fts_build_init_virtual_next(fctx);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return ret < 0 ? -1 : 0;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int fts_build_init(struct fts_search_context *fctx)

4bffa20ff6fc61ba7b47375722e38be7f87dfe64Timo Sirainen{

4bffa20ff6fc61ba7b47375722e38be7f87dfe64Timo Sirainen struct mailbox_status status;

4bffa20ff6fc61ba7b47375722e38be7f87dfe64Timo Sirainen int ret;

4bffa20ff6fc61ba7b47375722e38be7f87dfe64Timo Sirainen

4bffa20ff6fc61ba7b47375722e38be7f87dfe64Timo Sirainen mailbox_get_status(fctx->t->box, STATUS_MESSAGES | STATUS_UIDNEXT,

4bffa20ff6fc61ba7b47375722e38be7f87dfe64Timo Sirainen &status);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (status.messages == fctx->fbox->last_messages_count &&

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen status.uidnext == fctx->fbox->last_uidnext) {

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen /* no new messages since last check */

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen return 0;

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen }

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen

94f90df2cfb7587bb5af432b2ba065d1c364e1f7Timo Sirainen if (fctx->fbox->virtual)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ret = fts_build_init_virtual(fctx);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen else

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ret = fts_build_init_trans(fctx, fctx->t);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (ret == 0 && fctx->build_ctx == NULL) {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen /* index was up-to-date */

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fctx->fbox->last_messages_count = status.messages;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fctx->fbox->last_uidnext = status.uidnext;

3d4450c252790b03bb5ce054987ac91110f1ff62Timo Sirainen }

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen return ret;

3d4450c252790b03bb5ce054987ac91110f1ff62Timo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int fts_build_deinit(struct fts_storage_build_context **_ctx)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct fts_storage_build_context *ctx = *_ctx;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct mailbox *box = ctx->mail->transaction->box;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(box);

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen struct mailbox_status status;

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen int ret = 0;

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen *_ctx = NULL;

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen if (mailbox_search_deinit(&ctx->search_ctx) < 0)

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen ret = -1;

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen mail_free(&ctx->mail);

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen if (fts_backend_build_deinit(&ctx->build) < 0)

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen ret = -1;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen if (ret == 0) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen mailbox_get_status(box, STATUS_MESSAGES | STATUS_UIDNEXT,

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen &status);

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen fbox->last_messages_count = status.messages;

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen fbox->last_uidnext = status.uidnext;

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen }

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen if (ioloop_time - ctx->search_start_time.tv_sec >=

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen FTS_BUILD_NOTIFY_INTERVAL_SECS) {

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen /* we notified at least once */

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen box->storage->callbacks->

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen notify_ok(box, "Mailbox indexing finished",

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen box->storage->callback_context);

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen }

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen str_free(&ctx->headers);

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen mail_search_args_unref(&ctx->search_args);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen i_free(ctx);

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen return ret;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen}

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainenstatic void fts_build_notify(struct fts_storage_build_context *ctx)

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen{

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen struct mailbox *box = ctx->mail->transaction->box;

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen const struct seq_range *range;

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen float percentage;

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen unsigned int msecs, secs;

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen if (ctx->last_notify.tv_sec == 0) {

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen /* set the search time in here, in case a plugin

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen ctx->search_start_time = ioloop_timeval;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen } else if (box->storage->callbacks->notify_ok != NULL) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen range = array_idx(&ctx->search_args->args->value.seqset, 0);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen percentage = (ctx->mail->seq - range->seq1) * 100.0 /

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen (range->seq2 - range->seq1);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen msecs = (ioloop_timeval.tv_sec -

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen ctx->search_start_time.tv_sec) * 1000 +

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen (ioloop_timeval.tv_usec -

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen ctx->search_start_time.tv_usec) / 1000;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen secs = (msecs / (percentage / 100.0) - msecs) / 1000;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen T_BEGIN {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen const char *text;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen text = t_strdup_printf("Indexed %d%% of the mailbox, "

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen "ETA %d:%02d", (int)percentage,

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen secs/60, secs%60);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen box->storage->callbacks->

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen notify_ok(box, text,

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen box->storage->callback_context);

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen } T_END;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen }

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen ctx->last_notify = ioloop_timeval;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen}

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainenstatic int fts_build_more(struct fts_storage_build_context *ctx)

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen{

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen unsigned int count = 0;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen int ret;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen if (ioloop_time - ctx->last_notify.tv_sec >=

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen FTS_BUILD_NOTIFY_INTERVAL_SECS)

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen fts_build_notify(ctx);

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen while (mailbox_search_next(ctx->search_ctx, ctx->mail) > 0) {

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen T_BEGIN {

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen ret = fts_build_mail(ctx, ctx->mail->uid);

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen } T_END;

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen if (ret < 0)

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen return -1;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen if (++count == FTS_SEARCH_NONBLOCK_COUNT)

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen return 0;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen }

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen return 1;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen}

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainenstatic bool fts_try_build_init(struct fts_search_context *fctx)

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen{

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen if (fctx->build_backend == NULL) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen fctx->build_initialized = TRUE;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen return TRUE;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen }

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen if (fts_backend_is_building(fctx->build_backend)) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen /* this process is already building the indexes */

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen return FALSE;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen }

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen fctx->build_initialized = TRUE;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen if (fts_build_init(fctx) < 0) {

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen fctx->build_backend = NULL;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen return TRUE;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen }

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen if (fctx->build_ctx == NULL) {

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen /* the index was up to date */

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen fts_search_lookup(fctx);

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen }

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen return TRUE;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen}

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainenstatic struct mail_search_context *

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainenfts_mailbox_search_init(struct mailbox_transaction_context *t,

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen struct mail_search_args *args,

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen const enum mail_sort_type *sort_program)

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen{

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen struct fts_transaction_context *ft = FTS_CONTEXT(t);

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(t->box);

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen struct mail_search_context *ctx;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen struct fts_search_context *fctx;

eb0ede66120bb63c0212bad69e67efca1eb47324Timo Sirainen

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen ctx = fbox->module_ctx.super.search_init(t, args, sort_program);

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen fctx = i_new(struct fts_search_context, 1);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fctx->fbox = fbox;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fctx->t = t;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fctx->args = args;

c63544d7d2580c680b07f9569e87e9cebee383d5Timo Sirainen fctx->first_nonindexed_seq = (uint32_t)-1;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen MODULE_CONTEXT_SET(ctx, fts_storage_module, fctx);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (fbox->backend_substr == NULL && fbox->backend_fast == NULL)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return ctx;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen ft->score_map = &fctx->score_map;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen fts_search_analyze(fctx);

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen (void)fts_try_build_init(fctx);

a1761856683b4bf745eb4e32cefabeb851efb301Timo Sirainen return ctx;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen}

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainenstatic int fts_mailbox_search_next_nonblock(struct mail_search_context *ctx,

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen struct mail *mail, bool *tryagain_r)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen{

fda168427e1950518acd6d600f1a10a29a5baef0Timo Sirainen struct fts_mailbox *fbox = FTS_CONTEXT(ctx->transaction->box);

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen struct fts_search_context *fctx = FTS_CONTEXT(ctx);

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen int ret;

85a4ae7e8df7ea45a7665828e5edf48a5fc85730Timo Sirainen

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (!fctx->build_initialized) {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen /* we're still waiting for this process (but another command)

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen if (!fts_try_build_init(fctx)) {

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen *tryagain_r = TRUE;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen return 0;

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

2793e3bd31d212d6506686aa70773e13d9d98195Timo Sirainen }

while (fctx->build_ctx != NULL) {

/* this command is still building the indexes */

ret = fts_build_more(fctx->build_ctx);

if (ret == 0) {

*tryagain_r = TRUE;

return 0;

}

/* finished / error */

if (fts_build_deinit(&fctx->build_ctx) < 0)

ret = -1;

if (ret > 0) {

if (fts_build_init_virtual_next(fctx) == 0) {

/* all finished */

fts_search_lookup(fctx);

}

}

}

/* if we're here, the indexes are either built or they're not used */

return fbox->module_ctx.super.

search_next_nonblock(ctx, mail, tryagain_r);

}

static void

fts_mailbox_search_args_definite_set(struct fts_search_context *fctx)

{

struct mail_search_arg *arg;

for (arg = fctx->args->args; arg != NULL; arg = arg->next) {

switch (arg->type) {

case SEARCH_TEXT:

case SEARCH_BODY:

case SEARCH_BODY_FAST:

case SEARCH_TEXT_FAST:

arg->result = 1;

break;

default:

break;

}

}

}

static bool fts_mailbox_search_next_update_seq(struct mail_search_context *ctx)

{

struct fts_mailbox *fbox = FTS_CONTEXT(ctx->transaction->box);

struct fts_search_context *fctx = FTS_CONTEXT(ctx);

struct seq_range *def_range, *maybe_range, *range;

unsigned int def_count, maybe_count;

uint32_t wanted_seq;

bool use_maybe, ret;

if (!fctx->seqs_set)

return fbox->module_ctx.super.search_next_update_seq(ctx);

wanted_seq = ctx->seq + 1;

/* fts_search_lookup() was called successfully */

for (;;) {

def_range = array_get_modifiable(&fctx->definite_seqs,

&def_count);

maybe_range = array_get_modifiable(&fctx->maybe_seqs,

&maybe_count);

/* if we're ahead of current positions, skip them */

while (fctx->definite_idx < def_count &&

wanted_seq > def_range[fctx->definite_idx].seq2)

fctx->definite_idx++;

while (fctx->maybe_idx < maybe_count &&

wanted_seq > maybe_range[fctx->maybe_idx].seq2)

fctx->maybe_idx++;

/* use whichever is lower of definite/maybe */

if (fctx->definite_idx == def_count) {

if (fctx->maybe_idx == maybe_count) {

/* look for the non-indexed mails */

if (fctx->first_nonindexed_seq == (uint32_t)-1)

return FALSE;

fctx->seqs_set = FALSE;

ctx->seq = fctx->first_nonindexed_seq - 1;

return fts_mailbox_search_next_update_seq(ctx);

}

use_maybe = TRUE;

} else if (fctx->maybe_idx == maybe_count) {

use_maybe = FALSE;

} else {

use_maybe = maybe_range[fctx->maybe_idx].seq1 <

def_range[fctx->definite_idx].seq2;

}

if (use_maybe)

range = maybe_range + fctx->maybe_idx;

else

range = def_range + fctx->definite_idx;

i_assert(range->seq1 <= range->seq2);

if (wanted_seq > range->seq1) {

/* current sequence is already larger than where

range->seq1 = wanted_seq+1;

} else {

wanted_seq = range->seq1;

range->seq1++;

}

if (range->seq1 > range->seq2)

range->seq2 = 0;

/* ctx->seq points to previous sequence we want */

ctx->seq = wanted_seq - 1;

ret = fbox->module_ctx.super.search_next_update_seq(ctx);

if (!ret || wanted_seq == ctx->seq)

break;

wanted_seq = ctx->seq;

mail_search_args_reset(ctx->args->args, FALSE);

}

if (!use_maybe) {

/* we have definite results, update args */

fts_mailbox_search_args_definite_set(fctx);

}

if (ctx->seq + 1 >= fctx->first_nonindexed_seq) {

/* this is a virtual mailbox and we're searching headers.

fctx->seqs_set = FALSE;

ctx->seq = fctx->first_nonindexed_seq - 1;

return fts_mailbox_search_next_update_seq(ctx);

}

return ret;

}

static bool

fts_mailbox_search_next_update_seq_virtual(struct mail_search_context *ctx)

{

struct fts_mailbox *fbox = FTS_CONTEXT(ctx->transaction->box);

struct fts_search_context *fctx = FTS_CONTEXT(ctx);

while (fbox->module_ctx.super.search_next_update_seq(ctx)) {

if (!fctx->seqs_set)

return TRUE;

/* virtual mailbox searches don't return sequences sorted.

if (seq_range_exists(&fctx->definite_seqs, ctx->seq)) {

fts_mailbox_search_args_definite_set(fctx);

return TRUE;

}

if (seq_range_exists(&fctx->maybe_seqs, ctx->seq))

return TRUE;

mail_search_args_reset(ctx->args->args, FALSE);

}

return FALSE;

}

static int fts_mailbox_search_deinit(struct mail_search_context *ctx)

{

struct fts_transaction_context *ft = FTS_CONTEXT(ctx->transaction);

struct fts_mailbox *fbox = FTS_CONTEXT(ctx->transaction->box);

struct fts_search_context *fctx = FTS_CONTEXT(ctx);

if (ft->score_map == &fctx->score_map)

ft->score_map = NULL;

if (fctx->build_ctx != NULL) {

/* the search was cancelled */

(void)fts_build_deinit(&fctx->build_ctx);

}

if (array_is_created(&fctx->definite_seqs))

array_free(&fctx->definite_seqs);

if (array_is_created(&fctx->maybe_seqs))

array_free(&fctx->maybe_seqs);

if (array_is_created(&fctx->score_map))

array_free(&fctx->score_map);

if (fctx->virtual_ctx.trans != NULL)

(void)mailbox_transaction_commit(&fctx->virtual_ctx.trans);

if (fctx->virtual_ctx.pool != NULL)

pool_unref(&fctx->virtual_ctx.pool);

i_free(fctx);

return fbox->module_ctx.super.search_deinit(ctx);

}

static void fts_mail_expunge(struct mail *_mail)

{

struct mail_private *mail = (struct mail_private *)_mail;

struct fts_mail *fmail = FTS_MAIL_CONTEXT(mail);

struct fts_mailbox *fbox = FTS_CONTEXT(_mail->box);

struct fts_transaction_context *ft = FTS_CONTEXT(_mail->transaction);

ft->expunges = TRUE;

if (fbox->backend_substr != NULL)

fts_backend_expunge(fbox->backend_substr, _mail);

if (fbox->backend_fast != NULL)

fts_backend_expunge(fbox->backend_fast, _mail);

fmail->module_ctx.super.expunge(_mail);

}

static int fts_score_cmp(const void *key, const void *data)

{

const uint32_t *uid = key;

const struct fts_score_map *score = data;

return *uid < score->uid ? -1 :

(*uid > score->uid ? 1 : 0);

}

static int fts_mail_get_special(struct mail *_mail, enum mail_fetch_field field,

const char **value_r)

{

struct mail_private *mail = (struct mail_private *)_mail;

struct fts_mail *fmail = FTS_MAIL_CONTEXT(mail);

struct fts_transaction_context *ft = FTS_CONTEXT(_mail->transaction);

const struct fts_score_map *scores;

unsigned int count;

if (field != MAIL_FETCH_SEARCH_SCORE || ft->score_map == NULL ||

!array_is_created(ft->score_map))

scores = NULL;

else {

scores = array_get(ft->score_map, &count);

scores = bsearch(&_mail->uid, scores, count, sizeof(*scores),

fts_score_cmp);

}

if (scores != NULL) {

i_assert(scores->uid == _mail->uid);

i_snprintf(fmail->score, sizeof(fmail->score),

"%f", scores->score);

*value_r = fmail->score;

return 0;

}

return fmail->module_ctx.super.get_special(_mail, field, value_r);

}

static struct mail *

fts_mail_alloc(struct mailbox_transaction_context *t,

enum mail_fetch_field wanted_fields,

struct mailbox_header_lookup_ctx *wanted_headers)

{

struct fts_mailbox *fbox = FTS_CONTEXT(t->box);

struct fts_mail *fmail;

struct mail *_mail;

struct mail_private *mail;

_mail = fbox->module_ctx.super.

mail_alloc(t, wanted_fields, wanted_headers);

if (fbox->backend_substr != NULL || fbox->backend_fast != NULL) {

mail = (struct mail_private *)_mail;

fmail = p_new(mail->pool, struct fts_mail, 1);

fmail->module_ctx.super = mail->v;

mail->v.expunge = fts_mail_expunge;

mail->v.get_special = fts_mail_get_special;

MODULE_CONTEXT_SET(mail, fts_mail_module, fmail);

}

return _mail;

}

static void fts_box_backends_init(struct mailbox *box)

{

struct fts_mailbox *fbox = FTS_CONTEXT(box);

struct fts_backend *backend;

const char *const *tmp;

for (tmp = t_strsplit(fbox->env, ", "); *tmp != NULL; tmp++) {

backend = fts_backend_init(*tmp, box);

if (backend == NULL)

continue;

if ((backend->flags &

FTS_BACKEND_FLAG_SUBSTRING_LOOKUPS) != 0) {

if (fbox->backend_substr != NULL) {

i_fatal("fts: duplicate substring backend: %s",

*tmp);

}

fbox->backend_substr = backend;

} else {

if (fbox->backend_fast != NULL) {

i_fatal("fts: duplicate fast backend: %s",

*tmp);

}

fbox->backend_fast = backend;

}

}

if ((box->storage->flags & MAIL_STORAGE_FLAG_DEBUG) != 0 &&

fbox->backend_substr == NULL && fbox->backend_fast == NULL)

i_info("fts: No backends enabled by the fts setting");

}

static struct mailbox_transaction_context *

fts_transaction_begin(struct mailbox *box,

enum mailbox_transaction_flags flags)

{

struct fts_mailbox *fbox = FTS_CONTEXT(box);

struct mailbox_transaction_context *t;

struct fts_transaction_context *ft;

ft = i_new(struct fts_transaction_context, 1);

/* the backend creation is delayed until the first transaction is

if (!fbox->backend_set) {

fts_box_backends_init(box);

fbox->backend_set = TRUE;

}

t = fbox->module_ctx.super.transaction_begin(box, flags);

MODULE_CONTEXT_SET(t, fts_storage_module, ft);

return t;

}

static void

fts_storage_build_context_deinit(struct fts_storage_build_context *build_ctx)

{

(void)fts_backend_build_deinit(&build_ctx->build);

str_free(&build_ctx->headers);

i_free(build_ctx);

}

static void

fts_transaction_finish(struct mailbox *box, struct fts_transaction_context *ft,

bool committed)

{

struct fts_mailbox *fbox = FTS_CONTEXT(box);

if (ft->expunges) {

if (fbox->backend_fast != NULL) {