mail-cache-transaction.c revision d24daa83c25063ef12b524c9ffcc9ecca34dadb9
76b43e4417bab52e913da39b5f5bc2a130d3f149Timo Sirainen/* Copyright (c) 2003-2007 Dovecot authors, see the included COPYING file */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen#include "lib.h"
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen#include "ioloop.h"
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen#include "array.h"
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen#include "buffer.h"
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen#include "file-cache.h"
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen#include "file-set-size.h"
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen#include "read-full.h"
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen#include "write-full.h"
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen#include "mail-cache-private.h"
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen#include "mail-index-transaction-private.h"
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen#include <stddef.h>
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen#include <sys/stat.h>
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen#define MAIL_CACHE_WRITE_BUFFER 32768
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstruct mail_cache_reservation {
22627da0fb77c1d0d9a8e8bc485ef5540b6f2e69Timo Sirainen uint32_t offset;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen};
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstruct mail_cache_transaction_ctx {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache *cache;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_view *view;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_index_transaction *trans;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen uint32_t cache_file_seq;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen buffer_t *cache_data;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen ARRAY_DEFINE(cache_data_seq, uint32_t);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t prev_seq;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen size_t prev_pos;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ARRAY_DEFINE(reservations, struct mail_cache_reservation);
1285518f4f8905f22f5812d022a9f75b51752ed4Timo Sirainen uint32_t reserved_space_offset, reserved_space;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t last_grow_size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen unsigned int tried_compression:1;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen unsigned int changes:1;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen};
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainenstatic int mail_cache_link_unlocked(struct mail_cache *cache,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t old_offset, uint32_t new_offset);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstruct mail_cache_transaction_ctx *
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenmail_cache_get_transaction(struct mail_cache_view *view,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_index_transaction *t)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_transaction_ctx *ctx;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (t->cache_trans_ctx != NULL)
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen return t->cache_trans_ctx;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx = i_new(struct mail_cache_transaction_ctx, 1);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->cache = view->cache;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->view = view;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->trans = t;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_array_init(&ctx->reservations, 32);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(view->transaction == NULL);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen view->transaction = ctx;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen view->trans_view = mail_index_transaction_open_updated_view(t);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen t->cache_trans_ctx = ctx;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return ctx;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen}
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainenstatic void mail_cache_transaction_reset(struct mail_cache_transaction_ctx *ctx)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen{
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen ctx->cache_file_seq = MAIL_CACHE_IS_UNUSABLE(ctx->cache) ? 0 :
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen ctx->cache->hdr->file_seq;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen mail_index_ext_set_reset_id(ctx->trans, ctx->cache->ext_id,
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen ctx->cache_file_seq);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (ctx->cache_data != NULL)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen buffer_set_used_size(ctx->cache_data, 0);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (array_is_created(&ctx->cache_data_seq))
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen array_clear(&ctx->cache_data_seq);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->prev_seq = 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->prev_pos = 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen array_clear(&ctx->reservations);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->reserved_space_offset = 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->reserved_space = 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->last_grow_size = 0;
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen ctx->changes = FALSE;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen}
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstatic void
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenmail_cache_transaction_free(struct mail_cache_transaction_ctx **_ctx)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_transaction_ctx *ctx = *_ctx;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen *_ctx = NULL;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->trans->cache_trans_ctx = NULL;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->view->transaction = NULL;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->view->trans_seq1 = ctx->view->trans_seq2 = 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_index_view_close(&ctx->view->trans_view);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (ctx->cache_data != NULL)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen buffer_free(&ctx->cache_data);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (array_is_created(&ctx->cache_data_seq))
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen array_free(&ctx->cache_data_seq);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen array_free(&ctx->reservations);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_free(ctx);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen}
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstatic int
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenmail_cache_transaction_compress(struct mail_cache_transaction_ctx *ctx)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
2cfe9983ce7a6280636ee12beccc2e865111967bTimo Sirainen struct mail_cache *cache = ctx->cache;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_index_view *view;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_index_transaction *trans;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t log_file_seq;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uoff_t log_file_offset;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen int ret;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->tried_compression = TRUE;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen cache->need_compress_file_seq =
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen MAIL_CACHE_IS_UNUSABLE(cache) ? 0 : cache->hdr->file_seq;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen view = mail_index_view_open(cache->index);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen trans = mail_index_transaction_begin(view,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen MAIL_INDEX_TRANSACTION_FLAG_EXTERNAL);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_compress(cache, trans) < 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_index_transaction_rollback(&trans);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ret = -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen } else {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ret = mail_index_transaction_commit(&trans, &log_file_seq,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen &log_file_offset);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_index_view_close(&view);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_cache_transaction_reset(ctx);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return ret;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen}
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstatic void
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenmail_cache_transaction_open_if_needed(struct mail_cache_transaction_ctx *ctx)
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache *cache = ctx->cache;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen const struct mail_index_ext *ext;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t idx;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen int i;
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen if (!cache->opened) {
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen (void)mail_cache_open_and_verify(cache);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
a0b89f3b1df99b3a32f44623f13ad1893118825bTimo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache))
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return;
a0b89f3b1df99b3a32f44623f13ad1893118825bTimo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* see if we should try to reopen the cache file */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen for (i = 0;; i++) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (!mail_index_map_get_ext_idx(cache->index->map,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen cache->ext_id, &idx))
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return;
a0b89f3b1df99b3a32f44623f13ad1893118825bTimo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ext = array_idx(&cache->index->map->extensions, idx);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (ext->reset_id == cache->hdr->file_seq || i == 2)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen break;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* index offsets don't match the cache file */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (ext->reset_id > cache->hdr->file_seq) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* the cache file appears to be too old.
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen reopening should help. */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_reopen(cache) != 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen break;
a0b89f3b1df99b3a32f44623f13ad1893118825bTimo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* cache file sequence might be broken. it's also possible
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen that it was just compressed and we just haven't yet seen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen the changes in index. try if refreshing index helps.
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if not, compress the cache file. */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (i == 0) {
a0b89f3b1df99b3a32f44623f13ad1893118825bTimo Sirainen if (ctx->tried_compression)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen break;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* get the latest reset ID */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_index_refresh(ctx->cache->index) < 0)
a94936bafd127680184da114c6a177b37ff656e5Timo Sirainen return;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen } else {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(i == 1);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen (void)mail_cache_transaction_compress(ctx);
944a12ae4f453cc3f8a25f1e9047a5094fdfe828Timo Sirainen }
944a12ae4f453cc3f8a25f1e9047a5094fdfe828Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen}
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstatic int mail_cache_transaction_lock(struct mail_cache_transaction_ctx *ctx)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache *cache = ctx->cache;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen int ret;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
a94936bafd127680184da114c6a177b37ff656e5Timo Sirainen mail_cache_transaction_open_if_needed(ctx);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if ((ret = mail_cache_lock(cache, FALSE)) <= 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (ret < 0)
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen return -1;
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen if (!ctx->tried_compression && MAIL_CACHE_IS_UNUSABLE(cache)) {
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen if (mail_cache_transaction_compress(ctx) < 0)
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen return -1;
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen return mail_cache_transaction_lock(ctx);
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen } else {
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen return 0;
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen }
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen }
5fe06fea9fee0f5e4e9cb49f6866877223f78b85Timo Sirainen
d16b506f5540e3407d256bda35624b38a5ecf88fTimo Sirainen if (!MAIL_CACHE_IS_UNUSABLE(cache) && ctx->cache_file_seq == 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(ctx->cache_data == NULL ||
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen ctx->cache_data->used == 0);
22627da0fb77c1d0d9a8e8bc485ef5540b6f2e69Timo Sirainen ctx->cache_file_seq = cache->hdr->file_seq;
3e28b527dd6048a40684afd29cff0ee008fc0014Timo Sirainen } else if (ctx->cache_file_seq != cache->hdr->file_seq) {
3e28b527dd6048a40684afd29cff0ee008fc0014Timo Sirainen if (mail_cache_unlock(cache) < 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_cache_transaction_reset(ctx);
ccffb125d94adff0ad776de5a96e22f864d6fb0aTimo Sirainen return 0;
43d32cbe60fdaef2699d99f1ca259053e9350411Timo Sirainen }
ccffb125d94adff0ad776de5a96e22f864d6fb0aTimo Sirainen return 1;
ccffb125d94adff0ad776de5a96e22f864d6fb0aTimo Sirainen}
ccffb125d94adff0ad776de5a96e22f864d6fb0aTimo Sirainen
ccffb125d94adff0ad776de5a96e22f864d6fb0aTimo Sirainenstatic int mail_cache_grow_file(struct mail_cache *cache, size_t size)
2cfe9983ce7a6280636ee12beccc2e865111967bTimo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct stat st;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uoff_t new_fsize, grow_size;
b221779c191d1fb5fa7eb03907e62d39d1edeb08Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(cache->locked);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* grow the file */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen new_fsize = cache->hdr_copy.used_file_size + size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen grow_size = new_fsize / 100 * MAIL_CACHE_GROW_PERCENTAGE;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (grow_size < 16384)
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen grow_size = 16384;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen new_fsize += grow_size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen new_fsize &= ~1023;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (fstat(cache->fd, &st) < 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_cache_set_syscall_error(cache, "fstat()");
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if ((uoff_t)st.st_size < new_fsize) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (file_set_size(cache->fd, new_fsize) < 0) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen mail_cache_set_syscall_error(cache, "file_set_size()");
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
a1aaf11831cab8346d6d0dc702e37b3f1d95eb43Timo Sirainen return 0;
a1aaf11831cab8346d6d0dc702e37b3f1d95eb43Timo Sirainen}
a1aaf11831cab8346d6d0dc702e37b3f1d95eb43Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstatic bool mail_cache_unlink_hole(struct mail_cache *cache, size_t size,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_hole_header *hole_r)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_header *hdr = &cache->hdr_copy;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_hole_header hole;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t offset, prev_offset;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen i_assert(cache->locked);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen offset = hdr->hole_offset; prev_offset = 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen while (offset != 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (pread_full(cache->fd, &hole, sizeof(hole), offset) <= 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_cache_set_syscall_error(cache, "pread_full()");
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen return FALSE;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen }
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen if (hole.magic != MAIL_CACHE_HOLE_HEADER_MAGIC) {
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen mail_cache_set_corrupted(cache,
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen "Invalid magic in hole header");
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen return FALSE;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen }
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen if (hole.size >= size)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen break;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen prev_offset = offset;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen offset = hole.next_offset;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (offset == 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return FALSE;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (prev_offset == 0)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen hdr->hole_offset = hole.next_offset;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen else {
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen if (mail_cache_write(cache, &hole.next_offset,
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen sizeof(hole.next_offset), prev_offset) < 0)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return FALSE;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
19e8adccba16ff419f5675b1575358c2956dce83Timo Sirainen hdr->deleted_space -= hole.size;
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen cache->hdr_modified = TRUE;
19e8adccba16ff419f5675b1575358c2956dce83Timo Sirainen
46744f1c9837f189e1c1b13e4d83231b3c9dfff6Timo Sirainen hole_r->next_offset = offset;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen hole_r->size = hole.size;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return TRUE;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen}
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
b221779c191d1fb5fa7eb03907e62d39d1edeb08Timo Sirainenstatic void
b221779c191d1fb5fa7eb03907e62d39d1edeb08Timo Sirainenmail_cache_transaction_add_reservation(struct mail_cache_transaction_ctx *ctx,
b221779c191d1fb5fa7eb03907e62d39d1edeb08Timo Sirainen uint32_t offset, uint32_t size)
b221779c191d1fb5fa7eb03907e62d39d1edeb08Timo Sirainen{
b221779c191d1fb5fa7eb03907e62d39d1edeb08Timo Sirainen struct mail_cache_reservation res;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen ctx->reserved_space_offset = offset;
2cfe9983ce7a6280636ee12beccc2e865111967bTimo Sirainen ctx->reserved_space = size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen res.offset = offset;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen res.size = size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen array_append(&ctx->reservations, &res, 1);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen}
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstatic void
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenmail_cache_transaction_partial_commit(struct mail_cache_transaction_ctx *ctx,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t offset, uint32_t size)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_reservation *res;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen unsigned int i, count;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (offset + size == ctx->cache->hdr_copy.used_file_size &&
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen offset + size == ctx->reserved_space_offset) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(ctx->reserved_space == 0);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->reserved_space_offset = 0;
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen }
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen res = array_get_modifiable(&ctx->reservations, &count);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen for (i = 0; i < count; i++) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (res[i].offset == offset) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (res[i].size == size) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen array_delete(&ctx->reservations, i, 1);
2cfe9983ce7a6280636ee12beccc2e865111967bTimo Sirainen } else {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(res[i].size > size);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen res[i].offset += size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen res[i].size -= size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen break;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen}
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstatic int
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenmail_cache_transaction_reserve_more(struct mail_cache_transaction_ctx *ctx,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen size_t block_size, bool commit)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache *cache = ctx->cache;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_header *hdr = &cache->hdr_copy;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_hole_header hole;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_reservation *reservations;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen unsigned int count;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(cache->locked);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_unlink_hole(cache, block_size, &hole)) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* found a large enough hole. */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_cache_transaction_add_reservation(ctx, hole.next_offset,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen hole.size);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache)) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* mail_cache_unlink_hole() could have noticed corruption */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if ((uint32_t)-1 - hdr->used_file_size < block_size) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_index_set_error(cache->index, "Cache file too large: %s",
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen cache->filepath);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (!commit && block_size < MAIL_CACHE_MAX_RESERVED_BLOCK_SIZE) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* allocate some more space than we need */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen size_t new_block_size = (block_size + ctx->last_grow_size) * 2;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (new_block_size > MAIL_CACHE_MAX_RESERVED_BLOCK_SIZE)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen new_block_size = MAIL_CACHE_MAX_RESERVED_BLOCK_SIZE;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if ((uint32_t)-1 - hdr->used_file_size >= new_block_size) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen block_size = new_block_size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->last_grow_size = new_block_size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_grow_file(ctx->cache, block_size) < 0)
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen return -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (ctx->reserved_space_offset + ctx->reserved_space ==
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen hdr->used_file_size) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* we can simply grow it */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* grow reservation. it's probably the last one in the buffer,
dd171dccbe98fc63ca737e6e4e8edbeb601e5cbdTimo Sirainen but it's not guarateed because we might have used holes
dd171dccbe98fc63ca737e6e4e8edbeb601e5cbdTimo Sirainen as well */
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen reservations = array_get_modifiable(&ctx->reservations, &count);
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen do {
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen i_assert(count > 0);
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen count--;
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen } while (reservations[count].offset +
dd171dccbe98fc63ca737e6e4e8edbeb601e5cbdTimo Sirainen reservations[count].size != hdr->used_file_size);
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen reservations[count].size += block_size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->reserved_space += block_size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen } else {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_cache_transaction_add_reservation(ctx, hdr->used_file_size,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen block_size);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen cache->hdr_modified = TRUE;
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen hdr->used_file_size = ctx->reserved_space_offset + ctx->reserved_space;
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen return 0;
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen}
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainenstatic void
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainenmail_cache_free_space(struct mail_cache *cache, uint32_t offset, uint32_t size)
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen{
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen struct mail_cache_hole_header hole;
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen i_assert(cache->locked);
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache))
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen return;
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen if (offset + size == cache->hdr_copy.used_file_size) {
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen /* we can just set used_file_size back */
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen cache->hdr_modified = TRUE;
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen cache->hdr_copy.used_file_size = offset;
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen } else if (size >= MAIL_CACHE_MIN_HOLE_SIZE) {
2cfe9983ce7a6280636ee12beccc2e865111967bTimo Sirainen /* set it up as a hole */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen hole.next_offset = cache->hdr_copy.hole_offset;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen hole.size = size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen hole.magic = MAIL_CACHE_HOLE_HEADER_MAGIC;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_write(cache, &hole, sizeof(hole), offset) < 0)
61dca057fe86fd5ae57f5106f8f049b7287d78cdTimo Sirainen return;
a0b89f3b1df99b3a32f44623f13ad1893118825bTimo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen cache->hdr_copy.deleted_space += size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen cache->hdr_copy.hole_offset = offset;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen cache->hdr_modified = TRUE;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen}
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainenstatic int
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainenmail_cache_transaction_free_space(struct mail_cache_transaction_ctx *ctx)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen bool locked = ctx->cache->locked;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (ctx->reserved_space == 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (!locked) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_transaction_lock(ctx) <= 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* check again - locking might have reopened the cache file */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (ctx->reserved_space != 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(ctx->cache_file_seq == ctx->cache->hdr->file_seq);
dd171dccbe98fc63ca737e6e4e8edbeb601e5cbdTimo Sirainen mail_cache_free_space(ctx->cache, ctx->reserved_space_offset,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->reserved_space);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->reserved_space_offset = 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->reserved_space = 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (!locked) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_unlock(ctx->cache) < 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
a1aaf11831cab8346d6d0dc702e37b3f1d95eb43Timo Sirainen return 0;
a1aaf11831cab8346d6d0dc702e37b3f1d95eb43Timo Sirainen}
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstatic int
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenmail_cache_transaction_get_space(struct mail_cache_transaction_ctx *ctx,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen size_t min_size, size_t max_size,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t *offset_r, size_t *available_space_r,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen bool commit)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen bool locked = ctx->cache->locked;
a0b89f3b1df99b3a32f44623f13ad1893118825bTimo Sirainen uint32_t cache_file_seq;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen size_t size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen int ret;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert((min_size & 3) == 0);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert((max_size & 3) == 0);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (min_size > ctx->reserved_space) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* not enough preallocated space in transaction, get more */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen cache_file_seq = ctx->cache_file_seq;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (!locked) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if ((ret = mail_cache_transaction_lock(ctx)) <= 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return ret;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ret = mail_cache_transaction_reserve_more(ctx, max_size,
43d32cbe60fdaef2699d99f1ca259053e9350411Timo Sirainen commit);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (!locked) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_unlock(ctx->cache) < 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (ret < 0)
13a8c553f293349248b161ff851743498916e26eTimo Sirainen return -1;
13a8c553f293349248b161ff851743498916e26eTimo Sirainen
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen if (cache_file_seq != ctx->cache_file_seq) {
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen /* cache file reopened - need to abort */
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen return 0;
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen }
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen size = max_size;
9fcf7b79236b0045f7709718f7b65ada516565e7Timo Sirainen } else {
9fcf7b79236b0045f7709718f7b65ada516565e7Timo Sirainen size = I_MIN(max_size, ctx->reserved_space);
9fcf7b79236b0045f7709718f7b65ada516565e7Timo Sirainen }
9fcf7b79236b0045f7709718f7b65ada516565e7Timo Sirainen
c9343c25215e98880db8f9e9c5f120f6311bc06dTimo Sirainen *offset_r = ctx->reserved_space_offset;
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen ctx->reserved_space_offset += size;
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen ctx->reserved_space -= size;
c9343c25215e98880db8f9e9c5f120f6311bc06dTimo Sirainen if (available_space_r != NULL)
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen *available_space_r = size;
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen i_assert((size & 3) == 0);
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen if (size == max_size && commit) {
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen /* final commit - see if we can free the rest of the
24ce0c343cefe54af841871fa39dbc3464028b06Timo Sirainen reserved space */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_transaction_free_space(ctx) < 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(size >= min_size);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return 1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen}
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstatic int
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenmail_cache_transaction_update_index(struct mail_cache_transaction_ctx *ctx,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen const struct mail_cache_record *rec,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen const uint32_t *seq, uint32_t *seq_idx,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t seq_limit, uint32_t write_offset,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t *size_r)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache *cache = ctx->cache;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t i, old_offset, orig_write_offset;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* write the cache_offsets to index file. records' prev_offset
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen is updated to point to old cache record when index is being
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen synced. */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen orig_write_offset = write_offset;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen for (i = *seq_idx; i < seq_limit; i++) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_index_update_ext(ctx->trans, seq[i], cache->ext_id,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen &write_offset, &old_offset);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (old_offset != 0) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* we added records for this message multiple
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen times in this same uncommitted transaction.
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen only the new one will be written to
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen transaction log, we need to do the linking
1285518f4f8905f22f5812d022a9f75b51752ed4Timo Sirainen ourself here. */
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (old_offset > write_offset) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (mail_cache_link_unlocked(cache, old_offset,
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen write_offset) < 0)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen } else {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* if we're combining multiple transactions,
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen make sure the one with the smallest offset
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen is written into index. this is required for
06f537a8e0b399222cc2a7755015ef3963525fd2Timo Sirainen non-file-mmaped cache to work properly. */
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen mail_index_update_ext(ctx->trans, seq[i],
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen cache->ext_id,
5fe06fea9fee0f5e4e9cb49f6866877223f78b85Timo Sirainen &old_offset, NULL);
5fe06fea9fee0f5e4e9cb49f6866877223f78b85Timo Sirainen if (mail_cache_link_unlocked(cache,
5fe06fea9fee0f5e4e9cb49f6866877223f78b85Timo Sirainen write_offset,
5fe06fea9fee0f5e4e9cb49f6866877223f78b85Timo Sirainen old_offset) < 0)
5fe06fea9fee0f5e4e9cb49f6866877223f78b85Timo Sirainen return -1;
5fe06fea9fee0f5e4e9cb49f6866877223f78b85Timo Sirainen }
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
510a871e2187891d538bf2ebb3cfd2056003af88Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen write_offset += rec->size;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen rec = CONST_PTR_OFFSET(rec, rec->size);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen *seq_idx = i;
510a871e2187891d538bf2ebb3cfd2056003af88Timo Sirainen *size_r = write_offset - orig_write_offset;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return 0;
510a871e2187891d538bf2ebb3cfd2056003af88Timo Sirainen}
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainenstatic int
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainenmail_cache_transaction_flush(struct mail_cache_transaction_ctx *ctx)
1285518f4f8905f22f5812d022a9f75b51752ed4Timo Sirainen{
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen struct mail_cache *cache = ctx->cache;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen const struct mail_cache_record *rec, *tmp_rec;
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen const uint32_t *seq;
06f537a8e0b399222cc2a7755015ef3963525fd2Timo Sirainen uint32_t write_offset, write_size, rec_pos, seq_idx, seq_limit;
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen size_t size, max_size;
840a3701b7a0f7fadd17738998c33790a8dfad2dTimo Sirainen unsigned int seq_count;
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen int ret;
840a3701b7a0f7fadd17738998c33790a8dfad2dTimo Sirainen bool commit;
840a3701b7a0f7fadd17738998c33790a8dfad2dTimo Sirainen
840a3701b7a0f7fadd17738998c33790a8dfad2dTimo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache))
840a3701b7a0f7fadd17738998c33790a8dfad2dTimo Sirainen return -1;
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen
840a3701b7a0f7fadd17738998c33790a8dfad2dTimo Sirainen commit = ctx->prev_seq == 0;
840a3701b7a0f7fadd17738998c33790a8dfad2dTimo Sirainen if (commit) {
5fe06fea9fee0f5e4e9cb49f6866877223f78b85Timo Sirainen /* committing, remove the last dummy record */
5fe06fea9fee0f5e4e9cb49f6866877223f78b85Timo Sirainen buffer_set_used_size(ctx->cache_data, ctx->prev_pos);
5fe06fea9fee0f5e4e9cb49f6866877223f78b85Timo Sirainen }
1412a091183dc0e5d6ea4f403a5cd4f4cd5c7301Timo Sirainen
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen if (ctx->cache_file_seq != ctx->cache->hdr->file_seq) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* cache file reopened - need to abort */
06f537a8e0b399222cc2a7755015ef3963525fd2Timo Sirainen mail_cache_transaction_reset(ctx);
06f537a8e0b399222cc2a7755015ef3963525fd2Timo Sirainen return 0;
06f537a8e0b399222cc2a7755015ef3963525fd2Timo Sirainen }
06f537a8e0b399222cc2a7755015ef3963525fd2Timo Sirainen
06f537a8e0b399222cc2a7755015ef3963525fd2Timo Sirainen rec = buffer_get_data(ctx->cache_data, &size);
06f537a8e0b399222cc2a7755015ef3963525fd2Timo Sirainen i_assert(ctx->prev_pos <= size);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
06f537a8e0b399222cc2a7755015ef3963525fd2Timo Sirainen seq = array_get(&ctx->cache_data_seq, &seq_count);
06f537a8e0b399222cc2a7755015ef3963525fd2Timo Sirainen seq_limit = 0;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen for (seq_idx = 0, rec_pos = 0; rec_pos < ctx->prev_pos;) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen max_size = ctx->prev_pos - rec_pos;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ret = mail_cache_transaction_get_space(ctx, rec->size,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen max_size, &write_offset,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen &max_size, commit);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (ret <= 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* error / couldn't lock / cache file reopened */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return ret;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (rec_pos + max_size < ctx->prev_pos) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* see how much we can really write there */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen tmp_rec = rec;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen for (size = 0; size + tmp_rec->size <= max_size; ) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen seq_limit++;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen size += tmp_rec->size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen tmp_rec = CONST_PTR_OFFSET(tmp_rec,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen tmp_rec->size);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen max_size = size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen } else {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen seq_limit = seq_count;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* write it to file */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(ctx->cache_file_seq == cache->hdr->file_seq);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_write(cache, rec, max_size, write_offset) < 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_transaction_update_index(ctx, rec, seq,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen &seq_idx, seq_limit,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen write_offset,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen &write_size) < 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen rec_pos += write_size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen rec = CONST_PTR_OFFSET(rec, write_size);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* drop the written data from buffer */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen buffer_copy(ctx->cache_data, 0,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->cache_data, ctx->prev_pos, (size_t)-1);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen buffer_set_used_size(ctx->cache_data,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen buffer_get_used_size(ctx->cache_data) -
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->prev_pos);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->prev_pos = 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen array_clear(&ctx->cache_data_seq);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return 1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen}
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstatic void
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenmail_cache_transaction_switch_seq(struct mail_cache_transaction_ctx *ctx)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_record *rec, new_rec;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen void *data;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen size_t size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (ctx->prev_seq != 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* fix record size */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen data = buffer_get_modifiable_data(ctx->cache_data, &size);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen rec = PTR_OFFSET(data, ctx->prev_pos);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen rec->size = size - ctx->prev_pos;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(rec->size > sizeof(*rec));
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen array_append(&ctx->cache_data_seq, &ctx->prev_seq, 1);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->prev_pos = size;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen } else if (ctx->cache_data == NULL) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->cache_data =
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen buffer_create_dynamic(default_pool,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen MAIL_CACHE_WRITE_BUFFER);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_array_init(&ctx->cache_data_seq, 64);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen memset(&new_rec, 0, sizeof(new_rec));
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen buffer_append(ctx->cache_data, &new_rec, sizeof(new_rec));
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->prev_seq = 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen ctx->changes = TRUE;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen}
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenint mail_cache_transaction_commit(struct mail_cache_transaction_ctx **_ctx)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache_transaction_ctx *ctx = *_ctx;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache *cache = ctx->cache;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen int ret = 0;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (!ctx->changes || MAIL_CACHE_IS_UNUSABLE(cache)) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_cache_transaction_free(_ctx);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return 0;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen }
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen if (mail_cache_transaction_lock(ctx) <= 0) {
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen mail_cache_transaction_rollback(_ctx);
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen return -1;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen }
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen if (ctx->prev_seq != 0)
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen mail_cache_transaction_switch_seq(ctx);
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen if (mail_cache_transaction_flush(ctx) < 0)
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen ret = -1;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen /* Here would be a good place to do fdatasync() to make sure
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen everything is written before offsets are updated to index.
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen However it slows down I/O unneededly and we're pretty good at
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen catching and fixing cache corruption, so we no longer do it. */
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen if (mail_cache_unlock(cache) < 0)
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen ret = -1;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen mail_cache_transaction_free(_ctx);
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen return ret;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen}
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainenvoid mail_cache_transaction_rollback(struct mail_cache_transaction_ctx **_ctx)
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen{
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen struct mail_cache_transaction_ctx *ctx = *_ctx;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen struct mail_cache *cache = ctx->cache;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen const struct mail_cache_reservation *reservations;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen unsigned int count;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if ((ctx->reserved_space > 0 || array_count(&ctx->reservations) > 0) &&
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen !MAIL_CACHE_IS_UNUSABLE(cache)) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_transaction_lock(ctx) > 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen reservations = array_get(&ctx->reservations, &count);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* free flushed data as well. do it from end to
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen beginning so we have a better chance of
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen updating used_file_size instead of adding
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen holes */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen while (count > 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen count--;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_cache_free_space(ctx->cache,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen reservations[count].offset,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen reservations[count].size);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen (void)mail_cache_unlock(cache);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_cache_transaction_free(_ctx);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen}
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenstatic int
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainenmail_cache_header_fields_write(struct mail_cache_transaction_ctx *ctx,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen const buffer_t *buffer)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen{
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen struct mail_cache *cache = ctx->cache;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen size_t size = buffer->used;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen uint32_t offset, hdr_offset;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_transaction_get_space(ctx, size, size,
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen &offset, NULL, TRUE) <= 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_write(cache, buffer->data, size, offset) < 0)
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (cache->index->nfs_flush) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (fdatasync(cache->fd) < 0) {
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen mail_cache_set_syscall_error(cache, "fdatasync()");
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen return -1;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (mail_cache_header_fields_get_next_offset(cache, &hdr_offset) < 0)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* if we rollback the transaction, we must not overwrite this
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen area because it's already committed after updating the
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen header offset */
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen mail_cache_transaction_partial_commit(ctx, offset, size);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* after it's guaranteed to be in disk, update header offset */
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen offset = mail_index_uint32_to_offset(offset);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (mail_cache_write(cache, &offset, sizeof(offset), hdr_offset) < 0)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (hdr_offset == offsetof(struct mail_cache_header,
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen field_header_offset)) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* we're adding the first field. hdr_copy needs to be kept
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen in sync so unlocking won't overwrite it. */
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen cache->hdr_copy.field_header_offset = hdr_offset;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen cache->hdr_ro_copy.field_header_offset = hdr_offset;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return 0;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen}
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainenstatic int mail_cache_header_add_field(struct mail_cache_transaction_ctx *ctx,
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen unsigned int field_idx)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen{
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen struct mail_cache *cache = ctx->cache;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen unsigned int i;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen buffer_t *buffer;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen int ret;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* we want to avoid adding all the fields one by one to the cache file,
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen so just add all of them at once in here. the unused ones get dropped
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen later when compressing. */
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen for (i = 0; i < cache->fields_count; i++)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen cache->fields[i].used = TRUE;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if ((ret = mail_cache_transaction_lock(ctx)) <= 0) {
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache))
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen return -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* if we compressed the cache, the field should be there now.
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen it's however possible that someone else just compressed it
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen and we only reopened the cache file. */
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen if (cache->field_file_map[field_idx] != (uint32_t)-1)
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen return 0;
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen /* need to add it */
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen if ((ret = mail_cache_transaction_lock(ctx)) <= 0)
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen return -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* re-read header to make sure we don't lose any fields. */
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (mail_cache_header_fields_read(cache) < 0) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen (void)mail_cache_unlock(cache);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (cache->field_file_map[field_idx] != (uint32_t)-1) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* it was already added */
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (mail_cache_unlock(cache) < 0)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return 0;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen t_push();
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen buffer = buffer_create_dynamic(pool_datastack_create(), 256);
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen mail_cache_header_fields_get(cache, buffer);
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen ret = mail_cache_header_fields_write(ctx, buffer);
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen t_pop();
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (ret == 0) {
a1aaf11831cab8346d6d0dc702e37b3f1d95eb43Timo Sirainen /* we wrote all the headers, so there are no pending changes */
a1aaf11831cab8346d6d0dc702e37b3f1d95eb43Timo Sirainen cache->field_header_write_pending = FALSE;
a1aaf11831cab8346d6d0dc702e37b3f1d95eb43Timo Sirainen ret = mail_cache_header_fields_read(cache);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (ret == 0 && cache->field_file_map[field_idx] == (uint32_t)-1) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen mail_index_set_error(cache->index,
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen "Cache file %s: Newly added field got "
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen "lost unexpectedly", cache->filepath);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen ret = -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (mail_cache_unlock(cache) < 0)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen ret = -1;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return ret;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen}
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainenvoid mail_cache_add(struct mail_cache_transaction_ctx *ctx, uint32_t seq,
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen unsigned int field_idx, const void *data, size_t data_size)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen{
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen uint32_t file_field, data_size32;
28cddf411c475eb8bb84b4023398bb12346ce5adTimo Sirainen unsigned int fixed_size;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen size_t full_size;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen i_assert(field_idx < ctx->cache->fields_count);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen i_assert(data_size < (uint32_t)-1);
2cfe9983ce7a6280636ee12beccc2e865111967bTimo Sirainen
2cfe9983ce7a6280636ee12beccc2e865111967bTimo Sirainen if (ctx->cache->fields[field_idx].field.decision ==
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen (MAIL_CACHE_DECISION_NO | MAIL_CACHE_DECISION_FORCED))
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (ctx->cache_file_seq == 0) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen mail_cache_transaction_open_if_needed(ctx);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (!MAIL_CACHE_IS_UNUSABLE(ctx->cache))
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen ctx->cache_file_seq = ctx->cache->hdr->file_seq;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen } else if (!MAIL_CACHE_IS_UNUSABLE(ctx->cache) &&
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen ctx->cache_file_seq != ctx->cache->hdr->file_seq) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* cache was compressed within this transaction */
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen mail_cache_transaction_reset(ctx);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen }
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen file_field = ctx->cache->field_file_map[field_idx];
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (MAIL_CACHE_IS_UNUSABLE(ctx->cache) || file_field == (uint32_t)-1) {
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen /* we'll have to add this field to headers */
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (mail_cache_header_add_field(ctx, field_idx) < 0)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen return;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen if (ctx->cache_file_seq == 0)
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen ctx->cache_file_seq = ctx->cache->hdr->file_seq;
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen file_field = ctx->cache->field_file_map[field_idx];
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen i_assert(file_field != (uint32_t)-1);
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen i_assert(ctx->cache_file_seq != 0);
dc9de21d4375faeedbe5b7e941502ac578650da9Timo Sirainen
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen mail_cache_decision_add(ctx->view, seq, field_idx);
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen fixed_size = ctx->cache->fields[field_idx].field.field_size;
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen i_assert(fixed_size == (unsigned int)-1 || fixed_size == data_size);
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen data_size32 = (uint32_t)data_size;
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen if (ctx->prev_seq != seq) {
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen mail_cache_transaction_switch_seq(ctx);
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen ctx->prev_seq = seq;
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen /* remember roughly what we have modified, so cache lookups can
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen look into transactions to see changes. */
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen if (seq < ctx->view->trans_seq1 || ctx->view->trans_seq1 == 0)
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen ctx->view->trans_seq1 = seq;
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen if (seq > ctx->view->trans_seq2)
0ae010139a1bb3b29fbf117c5da1a6a6c6b7b5a0Timo Sirainen ctx->view->trans_seq2 = seq;
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen /* remember that this value exists, in case we try to look it up */
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen buffer_write(ctx->view->cached_exists_buf, field_idx,
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen &ctx->view->cached_exists_value, 1);
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen full_size = (data_size + 3) & ~3;
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen if (fixed_size == (unsigned int)-1)
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen full_size += sizeof(data_size32);
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen if (ctx->cache_data->used + full_size >
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen buffer_get_size(ctx->cache_data) && ctx->prev_pos > 0) {
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen /* time to flush our buffer. if flushing fails because the
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen cache file had been compressed and was reopened, return
1ac19c5c2b66a12f5598792aad15114ee3eb62e2Timo Sirainen without adding the cached data since cache_data buffer
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen doesn't contain the cache_rec anymore. */
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen if (mail_cache_transaction_flush(ctx) <= 0) {
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen /* make sure the transaction is reset, so we don't
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen constantly try to flush for each call to this
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen function */
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen mail_cache_transaction_reset(ctx);
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen return;
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen }
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen }
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen buffer_append(ctx->cache_data, &file_field, sizeof(file_field));
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen if (fixed_size == (unsigned int)-1) {
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen buffer_append(ctx->cache_data, &data_size32,
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen sizeof(data_size32));
0371406d952fe51367c7be91703e5634b7d9d225Timo Sirainen }
6c2c5f20760b06bfb4a40b0ee2ef5ab016bc41f0Timo Sirainen
buffer_append(ctx->cache_data, data, data_size);
if ((data_size & 3) != 0)
buffer_append_zero(ctx->cache_data, 4 - (data_size & 3));
}
bool mail_cache_field_want_add(struct mail_cache_transaction_ctx *ctx,
uint32_t seq, unsigned int field_idx)
{
enum mail_cache_decision_type decision;
mail_cache_transaction_open_if_needed(ctx);
decision = mail_cache_field_get_decision(ctx->view->cache, field_idx);
if ((decision & ~MAIL_CACHE_DECISION_FORCED) == MAIL_CACHE_DECISION_NO)
return FALSE;
return mail_cache_field_exists(ctx->view, seq, field_idx) == 0;
}
bool mail_cache_field_can_add(struct mail_cache_transaction_ctx *ctx,
uint32_t seq, unsigned int field_idx)
{
enum mail_cache_decision_type decision;
mail_cache_transaction_open_if_needed(ctx);
decision = mail_cache_field_get_decision(ctx->view->cache, field_idx);
if (decision == (MAIL_CACHE_DECISION_FORCED | MAIL_CACHE_DECISION_NO))
return FALSE;
return mail_cache_field_exists(ctx->view, seq, field_idx) == 0;
}
static int mail_cache_link_unlocked(struct mail_cache *cache,
uint32_t old_offset, uint32_t new_offset)
{
new_offset += offsetof(struct mail_cache_record, prev_offset);
return mail_cache_write(cache, &old_offset, sizeof(old_offset),
new_offset);
}
int mail_cache_link(struct mail_cache *cache, uint32_t old_offset,
uint32_t new_offset)
{
i_assert(cache->locked);
if (MAIL_CACHE_IS_UNUSABLE(cache))
return -1;
if (new_offset + sizeof(struct mail_cache_record) >
cache->hdr_copy.used_file_size) {
mail_cache_set_corrupted(cache,
"Cache record offset %u points outside file",
new_offset);
return -1;
}
if (mail_cache_link_unlocked(cache, old_offset, new_offset) < 0)
return -1;
cache->hdr_copy.continued_record_count++;
cache->hdr_modified = TRUE;
return 0;
}
int mail_cache_delete(struct mail_cache *cache, uint32_t offset)
{
const struct mail_cache_record *rec;
ARRAY_TYPE(uint32_t) looping_offsets;
int ret = -1;
i_assert(cache->locked);
/* we'll only update the deleted_space in header. we can't really
do any actual deleting as other processes might still be using
the data. also it's actually useful as some index views are still
able to ask cached data from messages that have already been
expunged. */
t_push();
t_array_init(&looping_offsets, 8);
array_append(&looping_offsets, &offset, 1);
while (mail_cache_get_record(cache, offset, &rec) == 0) {
cache->hdr_copy.deleted_space += rec->size;
offset = rec->prev_offset;
if (offset == 0) {
/* successfully got to the end of the list */
ret = 0;
break;
}
if (mail_cache_track_loops(&looping_offsets, offset)) {
mail_cache_set_corrupted(cache,
"record list is circular");
break;
}
}
t_pop();
cache->hdr_modified = TRUE;
return ret;
}