mail-cache-transaction.c revision e0127c3244319fffb07bf65a3ed9e4a5d6e555b7
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen/* Copyright (C) 2003-2004 Timo Sirainen */
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "lib.h"
16f816d3f3c32ae3351834253f52ddd0212bcbf3Timo Sirainen#include "array.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "buffer.h"
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen#include "file-cache.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "file-set-size.h"
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen#include "read-full.h"
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen#include "write-full.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "mail-cache-private.h"
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen#include "mail-index-transaction-private.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen#include <stddef.h>
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <sys/stat.h>
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen#define MAIL_CACHE_WRITE_BUFFER 32768
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainenstruct mail_cache_reservation {
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen uint32_t offset;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen uint32_t size;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen};
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstruct mail_cache_transaction_ctx {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_cache *cache;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_cache_view *view;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_index_transaction *trans;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen uint32_t cache_file_seq;
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen buffer_t *cache_data;
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen array_t ARRAY_DEFINE(cache_data_seq, uint32_t);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen uint32_t prev_seq;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen size_t prev_pos;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen array_t ARRAY_DEFINE(reservations, struct mail_cache_reservation);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen uint32_t reserved_space_offset, reserved_space;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen uint32_t last_grow_size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen unsigned int changes:1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen};
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e1f05b193ac1edd3267294e9501e8063aa0f791aTimo Sirainenstatic int mail_cache_link_unlocked(struct mail_cache *cache,
e1f05b193ac1edd3267294e9501e8063aa0f791aTimo Sirainen uint32_t old_offset, uint32_t new_offset);
e1f05b193ac1edd3267294e9501e8063aa0f791aTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenstruct mail_cache_transaction_ctx *
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenmail_cache_get_transaction(struct mail_cache_view *view,
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen struct mail_index_transaction *t)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen struct mail_cache_transaction_ctx *ctx;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (t->cache_trans_ctx != NULL)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return t->cache_trans_ctx;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ctx = i_new(struct mail_cache_transaction_ctx, 1);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ctx->cache = view->cache;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ctx->view = view;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ctx->trans = t;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen ARRAY_CREATE(&ctx->reservations, default_pool,
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen struct mail_cache_reservation, 32);
ee26329cb5cc679b5645e4933d529f86accb976aTimo Sirainen
ee26329cb5cc679b5645e4933d529f86accb976aTimo Sirainen if (!MAIL_CACHE_IS_UNUSABLE(ctx->cache))
ee26329cb5cc679b5645e4933d529f86accb976aTimo Sirainen ctx->cache_file_seq = ctx->cache->hdr->file_seq;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen i_assert(view->transaction == NULL);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen view->transaction = ctx;
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen view->trans_view = mail_index_transaction_open_updated_view(t);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen t->cache_trans_ctx = ctx;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return ctx;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainenstatic void mail_cache_transaction_reset(struct mail_cache_transaction_ctx *ctx)
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen{
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen ctx->cache_file_seq = ctx->cache->hdr->file_seq;
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen if (ctx->cache_data)
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen buffer_set_used_size(ctx->cache_data, 0);
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen if (array_is_created(&ctx->cache_data_seq))
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen array_clear(&ctx->cache_data_seq);
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen ctx->prev_seq = 0;
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen ctx->prev_pos = 0;
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen array_clear(&ctx->reservations);
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen ctx->reserved_space_offset = 0;
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen ctx->reserved_space = 0;
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen ctx->last_grow_size = 0;
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen ctx->changes = FALSE;
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen}
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenstatic void mail_cache_transaction_free(struct mail_cache_transaction_ctx *ctx)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen ctx->view->transaction = NULL;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen ctx->view->trans_seq1 = ctx->view->trans_seq2 = 0;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
50c4a9739b55370b1d3950d7b3ec2f7cd2ed5f49Timo Sirainen if (ctx->cache_data != NULL)
50c4a9739b55370b1d3950d7b3ec2f7cd2ed5f49Timo Sirainen buffer_free(ctx->cache_data);
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen if (array_is_created(&ctx->cache_data_seq))
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen array_free(&ctx->cache_data_seq);
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen array_free(&ctx->reservations);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(ctx);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainenstatic int mail_cache_transaction_lock(struct mail_cache_transaction_ctx *ctx)
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen{
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen int ret;
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen if ((ret = mail_cache_lock(ctx->cache)) <= 0)
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen return ret;
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen if (ctx->cache_file_seq != ctx->cache->hdr->file_seq)
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen mail_cache_transaction_reset(ctx);
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen return 1;
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen}
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenstatic int mail_cache_grow_file(struct mail_cache *cache, size_t size)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen struct stat st;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen uoff_t new_fsize, grow_size;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen i_assert(cache->locked);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* grow the file */
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen new_fsize = cache->hdr_copy.used_file_size + size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen grow_size = new_fsize / 100 * MAIL_CACHE_GROW_PERCENTAGE;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (grow_size < 16384)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen grow_size = 16384;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen new_fsize += grow_size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen new_fsize &= ~1023;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (fstat(cache->fd, &st) < 0) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_cache_set_syscall_error(cache, "fstat()");
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return -1;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if ((uoff_t)st.st_size < new_fsize) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (file_set_size(cache->fd, new_fsize) < 0) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_cache_set_syscall_error(cache, "file_set_size()");
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return -1;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainenstatic bool mail_cache_unlink_hole(struct mail_cache *cache, size_t size,
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen struct mail_cache_hole_header *hole_r)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen struct mail_cache_header *hdr = &cache->hdr_copy;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen struct mail_cache_hole_header hole;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen uint32_t offset, prev_offset;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen i_assert(cache->locked);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen offset = hdr->hole_offset; prev_offset = 0;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen while (offset != 0) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (pread_full(cache->fd, &hole, sizeof(hole), offset) <= 0) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_cache_set_syscall_error(cache, "pread_full()");
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return FALSE;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (hole.magic != MAIL_CACHE_HOLE_HEADER_MAGIC) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_cache_set_corrupted(cache,
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen "Invalid magic in hole header");
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return FALSE;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (hole.size >= size)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen break;
faef57a36800fe952a5794328467f846d5480ae6Timo Sirainen
faef57a36800fe952a5794328467f846d5480ae6Timo Sirainen prev_offset = offset;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen offset = hole.next_offset;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (offset == 0)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return FALSE;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (prev_offset == 0)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen hdr->hole_offset = hole.next_offset;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen else {
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen if (mail_cache_write(cache, &hole.next_offset,
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen sizeof(hole.next_offset), prev_offset) < 0)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return FALSE;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen hdr->deleted_space -= hole.size;
faef57a36800fe952a5794328467f846d5480ae6Timo Sirainen cache->hdr_modified = TRUE;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen hole_r->next_offset = offset;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen hole_r->size = hole.size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return TRUE;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenstatic void
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainenmail_cache_transaction_add_reservation(struct mail_cache_transaction_ctx *ctx,
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen uint32_t offset, uint32_t size)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen{
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen struct mail_cache_reservation res;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen ctx->reserved_space_offset = offset;
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen ctx->reserved_space = size;
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen res.offset = offset;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen res.size = size;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen array_append(&ctx->reservations, &res, 1);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen}
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenstatic int
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenmail_cache_transaction_reserve_more(struct mail_cache_transaction_ctx *ctx,
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen size_t block_size, bool commit)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_cache *cache = ctx->cache;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen struct mail_cache_header *hdr = &cache->hdr_copy;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen struct mail_cache_hole_header hole;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen struct mail_cache_reservation *reservations;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen unsigned int count;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen i_assert(cache->locked);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen if (mail_cache_unlink_hole(cache, block_size, &hole)) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* found a large enough hole. */
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen mail_cache_transaction_add_reservation(ctx, hole.next_offset,
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen hole.size);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return 0;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache)) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* mail_cache_unlink_hole() could have noticed corruption */
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen if ((uint32_t)-1 - hdr->used_file_size < block_size) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_index_set_error(cache->index, "Cache file too large: %s",
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->filepath);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen if (!commit && block_size < MAIL_CACHE_MAX_RESERVED_BLOCK_SIZE) {
0a51697f82fbd45a511710479e99efd42dc18453Timo Sirainen /* allocate some more space than we need */
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen size_t new_block_size = (block_size + ctx->last_grow_size) * 2;
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen if (new_block_size > MAIL_CACHE_MAX_RESERVED_BLOCK_SIZE)
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen new_block_size = MAIL_CACHE_MAX_RESERVED_BLOCK_SIZE;
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen if ((uint32_t)-1 - hdr->used_file_size >= new_block_size) {
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen block_size = new_block_size;
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen ctx->last_grow_size = new_block_size;
0a51697f82fbd45a511710479e99efd42dc18453Timo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen if (mail_cache_grow_file(ctx->cache, block_size) < 0)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (ctx->reserved_space_offset + ctx->reserved_space ==
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen hdr->used_file_size) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* we can simply grow it */
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* grow reservation. it's probably the last one in the buffer,
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen but it's not guarateed because we might have used holes
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen as well */
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen reservations = array_get_modifyable(&ctx->reservations, &count);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen do {
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen i_assert(count > 0);
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen count--;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen } while (reservations[count].offset +
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen reservations[count].size != hdr->used_file_size);
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen reservations[count].size += block_size;
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen ctx->reserved_space += block_size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen } else {
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen mail_cache_transaction_add_reservation(ctx, hdr->used_file_size,
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen block_size);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_modified = TRUE;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen hdr->used_file_size = ctx->reserved_space_offset + ctx->reserved_space;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenstatic void
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenmail_cache_free_space(struct mail_cache *cache, uint32_t offset, uint32_t size)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen struct mail_cache_hole_header hole;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen i_assert(cache->locked);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
cfbb3ff45d6bd27e6442e332fa69c43c984ca651Timo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache))
cfbb3ff45d6bd27e6442e332fa69c43c984ca651Timo Sirainen return;
cfbb3ff45d6bd27e6442e332fa69c43c984ca651Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (offset + size == cache->hdr_copy.used_file_size) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* we can just set used_file_size back */
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_modified = TRUE;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_copy.used_file_size = offset;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen } else if (size >= MAIL_CACHE_MIN_HOLE_SIZE) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* set it up as a hole */
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen hole.next_offset = cache->hdr_copy.hole_offset;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen hole.size = size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen hole.magic = MAIL_CACHE_HOLE_HEADER_MAGIC;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen if (mail_cache_write(cache, &hole, sizeof(hole), offset) < 0)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_copy.deleted_space += size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_copy.hole_offset = offset;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_modified = TRUE;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainenstatic int
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenmail_cache_transaction_free_space(struct mail_cache_transaction_ctx *ctx)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen{
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen bool locked = ctx->cache->locked;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (ctx->reserved_space == 0)
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (!locked) {
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen if (mail_cache_transaction_lock(ctx) <= 0)
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
f79a807865222dc8d5afd21667d2ace67f6c831bTimo Sirainen /* check again - locking might have reopened the cache file */
f79a807865222dc8d5afd21667d2ace67f6c831bTimo Sirainen if (ctx->reserved_space != 0) {
0e7a1bd9b7b39e57a22dbd4ba12df9b9603e6391Timo Sirainen i_assert(ctx->cache_file_seq == ctx->cache->hdr->file_seq);
f79a807865222dc8d5afd21667d2ace67f6c831bTimo Sirainen mail_cache_free_space(ctx->cache, ctx->reserved_space_offset,
f79a807865222dc8d5afd21667d2ace67f6c831bTimo Sirainen ctx->reserved_space);
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen ctx->reserved_space_offset = 0;
b30499429feee4f16f1e09c7047101dc7ff38304Timo Sirainen ctx->reserved_space = 0;
f79a807865222dc8d5afd21667d2ace67f6c831bTimo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen if (!locked) {
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen if (mail_cache_unlock(ctx->cache) < 0)
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen return -1;
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen }
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainenstatic int
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenmail_cache_transaction_get_space(struct mail_cache_transaction_ctx *ctx,
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen size_t min_size, size_t max_size,
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen uint32_t *offset_r, size_t *available_space_r,
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen bool commit)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen bool locked = ctx->cache->locked;
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen uint32_t cache_file_seq;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen size_t size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen int ret;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen i_assert((min_size & 3) == 0);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen i_assert((max_size & 3) == 0);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (min_size > ctx->reserved_space) {
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen /* not enough preallocated space in transaction, get more */
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen cache_file_seq = ctx->cache_file_seq;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (!locked) {
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen if ((ret = mail_cache_transaction_lock(ctx)) <= 0)
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen return ret;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen ret = mail_cache_transaction_reserve_more(ctx, max_size,
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen commit);
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen if (!locked) {
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen if (mail_cache_unlock(ctx->cache) < 0)
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen return -1;
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (ret < 0)
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen return -1;
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen if (cache_file_seq != ctx->cache_file_seq) {
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen /* cache file reopened - need to abort */
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return 0;
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen size = max_size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen } else {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen size = I_MIN(max_size, ctx->reserved_space);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen *offset_r = ctx->reserved_space_offset;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen ctx->reserved_space_offset += size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen ctx->reserved_space -= size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (available_space_r != NULL)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen *available_space_r = size;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen i_assert((size & 3) == 0);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (size == max_size && commit) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* final commit - see if we can free the rest of the
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen reserved space */
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen if (mail_cache_transaction_free_space(ctx) < 0)
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen i_assert(size >= min_size);
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen return 1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainenstatic int
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainenmail_cache_transaction_update_index(struct mail_cache_transaction_ctx *ctx,
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen const struct mail_cache_record *rec,
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen const uint32_t *seq, uint32_t *seq_idx,
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen uint32_t seq_limit, uint32_t write_offset,
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen uint32_t *size_r)
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen{
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen struct mail_cache *cache = ctx->cache;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen uint32_t i, old_offset, orig_write_offset;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen /* write the cache_offsets to index file. records' prev_offset
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen is updated to point to old cache record when index is being
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen synced. */
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen orig_write_offset = write_offset;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen for (i = *seq_idx; i < seq_limit; i++) {
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen mail_index_update_ext(ctx->trans, seq[i], cache->ext_id,
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen &write_offset, &old_offset);
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen if (old_offset != 0) {
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen /* we added records for this message multiple
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen times in this same uncommitted transaction.
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen only the new one will be written to
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen transaction log, we need to do the linking
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen ourself here. */
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen if (old_offset > write_offset) {
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen if (mail_cache_link_unlocked(cache, old_offset,
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen write_offset) < 0)
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen return -1;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen } else {
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen /* if we're combining multiple transactions,
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen make sure the one with the smallest offset
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen is written into index. this is required for
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen non-file-mmaped cache to work properly. */
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen mail_index_update_ext(ctx->trans, seq[i],
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen cache->ext_id,
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen &old_offset, NULL);
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen if (mail_cache_link_unlocked(cache,
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen write_offset,
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen old_offset) < 0)
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen return -1;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen }
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen }
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen write_offset += rec->size;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen rec = CONST_PTR_OFFSET(rec, rec->size);
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen }
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen *seq_idx = i;
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen *size_r = write_offset - orig_write_offset;
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen return 0;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen}
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenstatic int
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenmail_cache_transaction_flush(struct mail_cache_transaction_ctx *ctx)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_cache *cache = ctx->cache;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen const struct mail_cache_record *rec, *tmp_rec;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen const uint32_t *seq;
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen uint32_t write_offset, write_size, rec_pos, seq_idx, seq_limit;
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen size_t size, max_size;
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen unsigned int seq_count;
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen int ret;
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen bool commit;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
531fa12126fc7abf63244a7ed4505896a8694206Timo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache))
531fa12126fc7abf63244a7ed4505896a8694206Timo Sirainen return -1;
531fa12126fc7abf63244a7ed4505896a8694206Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen commit = ctx->prev_seq == 0;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (commit) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* committing, remove the last dummy record */
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen buffer_set_used_size(ctx->cache_data, ctx->prev_pos);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
7496b0969019303b4917eaccd1f4f771584d8a48Timo Sirainen if (ctx->cache_file_seq != ctx->cache->hdr->file_seq) {
7496b0969019303b4917eaccd1f4f771584d8a48Timo Sirainen /* cache file reopened - need to abort */
7496b0969019303b4917eaccd1f4f771584d8a48Timo Sirainen mail_cache_transaction_reset(ctx);
7496b0969019303b4917eaccd1f4f771584d8a48Timo Sirainen return 0;
7496b0969019303b4917eaccd1f4f771584d8a48Timo Sirainen }
7496b0969019303b4917eaccd1f4f771584d8a48Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen rec = buffer_get_data(ctx->cache_data, &size);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen i_assert(ctx->prev_pos <= size);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen seq = array_get(&ctx->cache_data_seq, &seq_count);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen seq_limit = 0;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen for (seq_idx = 0, rec_pos = 0; rec_pos < ctx->prev_pos;) {
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen max_size = ctx->prev_pos - rec_pos;
f79a807865222dc8d5afd21667d2ace67f6c831bTimo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen ret = mail_cache_transaction_get_space(ctx, rec->size,
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen max_size, &write_offset,
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen &max_size, commit);
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen if (ret <= 0) {
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen /* nothing to write / error / cache file reopened */
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen return ret;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen if (rec_pos + max_size < ctx->prev_pos) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* see how much we can really write there */
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen tmp_rec = rec;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen for (size = 0; size + tmp_rec->size <= max_size; ) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen seq_limit++;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen size += tmp_rec->size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen tmp_rec = CONST_PTR_OFFSET(tmp_rec,
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen tmp_rec->size);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen max_size = size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen } else {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen seq_limit = seq_count;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* write it to file */
0e7a1bd9b7b39e57a22dbd4ba12df9b9603e6391Timo Sirainen i_assert(ctx->cache_file_seq == cache->hdr->file_seq);
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen if (mail_cache_write(cache, rec, max_size, write_offset) < 0)
da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen return -1;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen if (mail_cache_transaction_update_index(ctx, rec, seq,
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen &seq_idx, seq_limit,
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen write_offset,
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen &write_size) < 0)
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen return -1;
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen rec_pos += write_size;
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen rec = CONST_PTR_OFFSET(rec, write_size);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* drop the written data from buffer */
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen buffer_copy(ctx->cache_data, 0,
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen ctx->cache_data, ctx->prev_pos, (size_t)-1);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen buffer_set_used_size(ctx->cache_data,
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen buffer_get_used_size(ctx->cache_data) -
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen ctx->prev_pos);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen ctx->prev_pos = 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen array_clear(&ctx->cache_data_seq);
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen return 1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenstatic void
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenmail_cache_transaction_switch_seq(struct mail_cache_transaction_ctx *ctx)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen{
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen struct mail_cache_record *rec, new_rec;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen void *data;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen size_t size;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (ctx->prev_seq != 0) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* fix record size */
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen data = buffer_get_modifyable_data(ctx->cache_data, &size);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen rec = PTR_OFFSET(data, ctx->prev_pos);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen rec->size = size - ctx->prev_pos;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen i_assert(rec->size != 0);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen array_append(&ctx->cache_data_seq, &ctx->prev_seq, 1);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen ctx->prev_pos = size;
50c4a9739b55370b1d3950d7b3ec2f7cd2ed5f49Timo Sirainen } else if (ctx->cache_data == NULL) {
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen ctx->cache_data =
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen buffer_create_dynamic(default_pool,
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen MAIL_CACHE_WRITE_BUFFER);
e9f2d9104d395bcf54be3f8ba8d9f63aecf0bcbeTimo Sirainen ARRAY_CREATE(&ctx->cache_data_seq, default_pool, uint32_t, 64);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen memset(&new_rec, 0, sizeof(new_rec));
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen buffer_append(ctx->cache_data, &new_rec, sizeof(new_rec));
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen ctx->prev_seq = 0;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen ctx->changes = TRUE;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen}
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenint mail_cache_transaction_commit(struct mail_cache_transaction_ctx *ctx)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen struct mail_cache *cache = ctx->cache;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen int ret = 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
531fa12126fc7abf63244a7ed4505896a8694206Timo Sirainen if (!ctx->changes || MAIL_CACHE_IS_UNUSABLE(cache)) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_cache_transaction_free(ctx);
56f45b3f3ae20e5c933701f4657dda5ef1916855Timo Sirainen return 0;
56f45b3f3ae20e5c933701f4657dda5ef1916855Timo Sirainen }
56f45b3f3ae20e5c933701f4657dda5ef1916855Timo Sirainen
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen if (mail_cache_transaction_lock(ctx) <= 0) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_cache_transaction_rollback(ctx);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (ctx->prev_seq != 0)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_cache_transaction_switch_seq(ctx);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (mail_cache_transaction_flush(ctx) < 0)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen ret = -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
2e0019296a16e0ea8c47fd9fe796d92f50f27539Timo Sirainen /* Here would be a good place to do fdatasync() to make sure
2e0019296a16e0ea8c47fd9fe796d92f50f27539Timo Sirainen everything is written before offsets are updated to index.
2e0019296a16e0ea8c47fd9fe796d92f50f27539Timo Sirainen However it slows down I/O unneededly and we're pretty good at
2e0019296a16e0ea8c47fd9fe796d92f50f27539Timo Sirainen catching and fixing cache corruption, so we no longer do it. */
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen if (mail_cache_unlock(cache) < 0)
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen ret = -1;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_cache_transaction_free(ctx);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return ret;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenvoid mail_cache_transaction_rollback(struct mail_cache_transaction_ctx *ctx)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_cache *cache = ctx->cache;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen const struct mail_cache_reservation *reservations;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen unsigned int count;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen if ((ctx->reserved_space > 0 || array_count(&ctx->reservations) > 0) &&
531fa12126fc7abf63244a7ed4505896a8694206Timo Sirainen !MAIL_CACHE_IS_UNUSABLE(cache)) {
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen if (mail_cache_transaction_lock(ctx) > 0) {
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen reservations = array_get(&ctx->reservations, &count);
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen /* free flushed data as well. do it from end to
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen beginning so we have a better chance of
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen updating used_file_size instead of adding
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen holes */
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen while (count > 0) {
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen count--;
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen mail_cache_free_space(ctx->cache,
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen reservations[count].offset,
6cd02a9525acb9897a65b05bfeee9b8d283e0f74Timo Sirainen reservations[count].size);
31854ec69857e384882bcade5cf0c5dea8abf230Timo Sirainen }
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen (void)mail_cache_unlock(cache);
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_cache_transaction_free(ctx);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainenstatic int mail_cache_header_add_field(struct mail_cache_transaction_ctx *ctx,
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen unsigned int field)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen struct mail_cache *cache = ctx->cache;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen buffer_t *buffer;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen const void *data;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen size_t size;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen uint32_t offset, hdr_offset;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen int ret = 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
a2ce2eb4c266e2854fd34416ea5cfbe05dfd3971Timo Sirainen if (mail_cache_transaction_lock(ctx) <= 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen /* re-read header to make sure we don't lose any fields. */
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen if (mail_cache_header_fields_read(cache) < 0) {
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen (void)mail_cache_unlock(cache);
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen return -1;
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen }
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen if (ctx->cache->field_file_map[field] != (uint32_t)-1) {
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen /* it was already added */
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen if (mail_cache_unlock(cache) < 0)
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen return -1;
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen return 0;
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen }
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen t_push();
4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen buffer = buffer_create_dynamic(pool_datastack_create(), 256);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen mail_cache_header_fields_get(cache, buffer);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen data = buffer_get_data(buffer, &size);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e37fbcda56ab154557e84f990012502be53aa6c6Timo Sirainen if (mail_cache_transaction_get_space(ctx, size, size,
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen &offset, NULL, TRUE) <= 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen ret = -1;
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen else if (mail_cache_write(cache, data, size, offset) < 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen ret = -1;
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen else if (fdatasync(cache->fd) < 0) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen mail_cache_set_syscall_error(cache, "fdatasync()");
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen ret = -1;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen } else if (mail_cache_header_fields_get_next_offset(cache,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen &hdr_offset) < 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen ret = -1;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen else {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen /* after it's guaranteed to be in disk, update header offset */
44ff75ca53188056ff5a3e50428e3f2078800b3cTimo Sirainen offset = mail_index_uint32_to_offset(offset);
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen if (mail_cache_write(cache, &offset, sizeof(offset),
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen hdr_offset) < 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen ret = -1;
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen else {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen /* we'll need to fix mappings. */
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen if (mail_cache_header_fields_read(cache) < 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen ret = -1;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen t_pop();
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen if (mail_cache_unlock(cache) < 0)
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen ret = -1;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen return ret;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenvoid mail_cache_add(struct mail_cache_transaction_ctx *ctx, uint32_t seq,
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen unsigned int field, const void *data, size_t data_size)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen uint32_t file_field, data_size32;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen unsigned int fixed_size;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen size_t full_size;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen i_assert(field < ctx->cache->fields_count);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_assert(data_size < (uint32_t)-1);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
4bbee99b3aef449a9a2a11a5b5cf1ca486915c49Timo Sirainen if (ctx->cache->fields[field].field.decision ==
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen (MAIL_CACHE_DECISION_NO | MAIL_CACHE_DECISION_FORCED))
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen return;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen file_field = ctx->cache->field_file_map[field];
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen if (file_field == (uint32_t)-1) {
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen /* we'll have to add this field to headers */
5ebddd2d812296900bc255b24bcd508878784c37Timo Sirainen if (mail_cache_header_add_field(ctx, field) < 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen return;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen file_field = ctx->cache->field_file_map[field];
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen i_assert(file_field != (uint32_t)-1);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen }
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen mail_cache_decision_add(ctx->view, seq, field);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
4bbee99b3aef449a9a2a11a5b5cf1ca486915c49Timo Sirainen fixed_size = ctx->cache->fields[field].field.field_size;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen i_assert(fixed_size == (unsigned int)-1 || fixed_size == data_size);
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen data_size32 = (uint32_t)data_size;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (ctx->prev_seq != seq) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_cache_transaction_switch_seq(ctx);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen ctx->prev_seq = seq;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen /* remember roughly what we have modified, so cache lookups can
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen look into transactions to see changes. */
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen if (seq < ctx->view->trans_seq1 || ctx->view->trans_seq1 == 0)
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen ctx->view->trans_seq1 = seq;
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen if (seq > ctx->view->trans_seq2)
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen ctx->view->trans_seq2 = seq;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen full_size = (data_size + 3) & ~3;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen if (fixed_size == (unsigned int)-1)
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen full_size += sizeof(data_size32);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen if (ctx->cache_data->used + full_size >
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen buffer_get_size(ctx->cache_data) && ctx->prev_pos > 0) {
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen /* time to flush our buffer. if flushing fails because the
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen cache file had been compressed and was reopened, return
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen without adding the cached data since cache_data buffer
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen doesn't contain the cache_rec anymore. */
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen if (mail_cache_transaction_flush(ctx) <= 0)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen buffer_append(ctx->cache_data, &file_field, sizeof(file_field));
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen if (fixed_size == (unsigned int)-1) {
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen buffer_append(ctx->cache_data, &data_size32,
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen sizeof(data_size32));
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen buffer_append(ctx->cache_data, data, data_size);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if ((data_size & 3) != 0)
dd0ba1bab2c1b89c7e063fa45d156fa72b8260d5Timo Sirainen buffer_append_zero(ctx->cache_data, 4 - (data_size & 3));
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen}
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainenbool mail_cache_field_want_add(struct mail_cache_transaction_ctx *ctx,
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen uint32_t seq, unsigned int field)
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen{
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen enum mail_cache_decision_type decision;
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen decision = mail_cache_field_get_decision(ctx->view->cache, field);
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen if ((decision & ~MAIL_CACHE_DECISION_FORCED) == MAIL_CACHE_DECISION_NO)
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen return FALSE;
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen return mail_cache_field_exists(ctx->view, seq, field) == 0;
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen}
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainenbool mail_cache_field_can_add(struct mail_cache_transaction_ctx *ctx,
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen uint32_t seq, unsigned int field)
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen{
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen enum mail_cache_decision_type decision;
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen decision = mail_cache_field_get_decision(ctx->view->cache, field);
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen if (decision == (MAIL_CACHE_DECISION_FORCED | MAIL_CACHE_DECISION_NO))
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen return FALSE;
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen return mail_cache_field_exists(ctx->view, seq, field) == 0;
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen}
e0127c3244319fffb07bf65a3ed9e4a5d6e555b7Timo Sirainen
e1f05b193ac1edd3267294e9501e8063aa0f791aTimo Sirainenstatic int mail_cache_link_unlocked(struct mail_cache *cache,
e1f05b193ac1edd3267294e9501e8063aa0f791aTimo Sirainen uint32_t old_offset, uint32_t new_offset)
e1f05b193ac1edd3267294e9501e8063aa0f791aTimo Sirainen{
e1f05b193ac1edd3267294e9501e8063aa0f791aTimo Sirainen new_offset += offsetof(struct mail_cache_record, prev_offset);
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen return mail_cache_write(cache, &old_offset, sizeof(old_offset),
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen new_offset);
e1f05b193ac1edd3267294e9501e8063aa0f791aTimo Sirainen}
ca316aeb7648d3f1bcf45231f73ddeb1b67a6961Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenint mail_cache_link(struct mail_cache *cache, uint32_t old_offset,
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen uint32_t new_offset)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen{
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen i_assert(cache->locked);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
531fa12126fc7abf63244a7ed4505896a8694206Timo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache))
531fa12126fc7abf63244a7ed4505896a8694206Timo Sirainen return -1;
531fa12126fc7abf63244a7ed4505896a8694206Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (new_offset + sizeof(struct mail_cache_record) >
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_copy.used_file_size) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen mail_cache_set_corrupted(cache,
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen "Cache record offset %u points outside file",
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen new_offset);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return -1;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e1f05b193ac1edd3267294e9501e8063aa0f791aTimo Sirainen if (mail_cache_link_unlocked(cache, old_offset, new_offset) < 0)
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_copy.continued_record_count++;
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_modified = TRUE;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainenstatic bool find_offset(array_t *array, uint32_t offset)
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen{
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen ARRAY_SET_TYPE(array, uint32_t);
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen const uint32_t *offsets;
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen unsigned int i, count;
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen offsets = array_get(array, &count);
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen for (i = 0; i < count; i++) {
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen if (offsets[i] == offset)
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen return TRUE;
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen }
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen return FALSE;
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen}
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainenint mail_cache_delete(struct mail_cache *cache, uint32_t offset)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen const struct mail_cache_record *cache_rec;
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen array_t ARRAY_DEFINE(tmp_offsets, uint32_t);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen i_assert(cache->locked);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
fcfb528483369975066c6adf1c55c16e6fb6e91fTimo Sirainen if (mail_cache_get_record(cache, offset, &cache_rec) < 0)
fcfb528483369975066c6adf1c55c16e6fb6e91fTimo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (cache_rec == NULL)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* we'll only update the deleted_space in header. we can't really
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen do any actual deleting as other processes might still be using
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen the data. also it's actually useful as some index views are still
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen able to ask cached data from messages that have already been
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen expunged. */
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen t_push();
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen ARRAY_CREATE(&tmp_offsets, pool_datastack_create(), uint32_t, 8);
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen array_append(&tmp_offsets, &offset, 1);
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen for (;;) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_copy.deleted_space += cache_rec->size;
fcfb528483369975066c6adf1c55c16e6fb6e91fTimo Sirainen if (mail_cache_get_record(cache, cache_rec->prev_offset,
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen &cache_rec) < 0) {
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen t_pop();
fcfb528483369975066c6adf1c55c16e6fb6e91fTimo Sirainen return -1;
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen }
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen if (cache_rec == NULL)
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen break;
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen if (find_offset(&tmp_offsets, cache_rec->prev_offset)) {
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen mail_cache_set_corrupted(cache,
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen "record list is circular");
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen t_pop();
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen return -1;
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen }
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen array_append(&tmp_offsets, &cache_rec->prev_offset, 1);
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen }
874b2d1471ae936c6666432b09bf761b866f7067Timo Sirainen t_pop();
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_modified = TRUE;
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen return 0;
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen}