bcb4e51a409d94ae670de96afb8483a4f7855294Stephan Bosch/* Copyright (c) 2003-2018 Dovecot authors, see the included COPYING file */
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "lib.h"
16f816d3f3c32ae3351834253f52ddd0212bcbf3Timo Sirainen#include "array.h"
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen#include "buffer.h"
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen#include "hash.h"
58be9d6bcc3800f5b3d76a064ee767fbe31a5a8aTimo Sirainen#include "nfs-workarounds.h"
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen#include "file-cache.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "mmap-util.h"
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen#include "read-full.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "write-full.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "mail-cache-private.h"
e9594e86dc601b72c1636f2b901dcfbf4ffaf47fAki Tuomi#include "ioloop.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <unistd.h>
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
ab1e5b156d1b5480d36ed6e8e06197339d803038Timo Sirainen#define MAIL_CACHE_MIN_HEADER_READ_SIZE 4096
ab1e5b156d1b5480d36ed6e8e06197339d803038Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenvoid mail_cache_set_syscall_error(struct mail_cache *cache,
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const char *function)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
e8fd7988ec183fb6c104aed19a61f1a096c51d34Timo Sirainen mail_index_file_set_syscall_error(cache->index, cache->filepath,
e8fd7988ec183fb6c104aed19a61f1a096c51d34Timo Sirainen function);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
6bc0f424bcdb9119d8159874cf98adfa53eefd9aTimo Sirainenstatic void mail_cache_unlink(struct mail_cache *cache)
6bc0f424bcdb9119d8159874cf98adfa53eefd9aTimo Sirainen{
fafa6393128960c70a9979af1c23cea41027fdd1Josef 'Jeff' Sipek if (!cache->index->readonly && !MAIL_INDEX_IS_IN_MEMORY(cache->index))
0b2c958d1cdcbeb46c2ce7ada0917b304ad89dc1Timo Sirainen i_unlink_if_exists(cache->filepath);
6bc0f424bcdb9119d8159874cf98adfa53eefd9aTimo Sirainen}
6bc0f424bcdb9119d8159874cf98adfa53eefd9aTimo Sirainen
d35fee8d1e5e31614dba5e64d45ed23c7d6bfa53Timo Sirainenvoid mail_cache_reset(struct mail_cache *cache)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
6bc0f424bcdb9119d8159874cf98adfa53eefd9aTimo Sirainen mail_cache_unlink(cache);
ad850190d946d34966a56838cfdb216e021b5b5fTimo Sirainen /* mark the cache as unusable */
ad850190d946d34966a56838cfdb216e021b5b5fTimo Sirainen cache->hdr = NULL;
d35fee8d1e5e31614dba5e64d45ed23c7d6bfa53Timo Sirainen}
d35fee8d1e5e31614dba5e64d45ed23c7d6bfa53Timo Sirainen
d35fee8d1e5e31614dba5e64d45ed23c7d6bfa53Timo Sirainenvoid mail_cache_set_corrupted(struct mail_cache *cache, const char *fmt, ...)
d35fee8d1e5e31614dba5e64d45ed23c7d6bfa53Timo Sirainen{
d35fee8d1e5e31614dba5e64d45ed23c7d6bfa53Timo Sirainen va_list va;
d35fee8d1e5e31614dba5e64d45ed23c7d6bfa53Timo Sirainen
d35fee8d1e5e31614dba5e64d45ed23c7d6bfa53Timo Sirainen mail_cache_reset(cache);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen va_start(va, fmt);
19e8adccba16ff419f5675b1575358c2956dce83Timo Sirainen T_BEGIN {
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen mail_index_set_error(cache->index,
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen "Corrupted index cache file %s: %s",
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen cache->filepath,
eddd9bf1a1369aea4a2715f6be1137da6d17d293Timo Sirainen t_strdup_vprintf(fmt, va));
19e8adccba16ff419f5675b1575358c2956dce83Timo Sirainen } T_END;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen va_end(va);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomivoid mail_cache_set_seq_corrupted_reason(struct mail_cache_view *cache_view,
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi uint32_t seq, const char *reason)
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi{
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi uint32_t empty = 0;
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi struct mail_cache *cache = cache_view->cache;
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi struct mail_index_view *view = cache_view->view;
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi mail_index_set_error(cache->index,
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi "Corrupted record in index cache file %s: %s",
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi cache->filepath, reason);
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi /* drop cache pointer */
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi struct mail_index_transaction *t =
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi mail_index_transaction_begin(view, MAIL_INDEX_TRANSACTION_FLAG_EXTERNAL);
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi mail_index_update_ext(t, seq, cache->ext_id, &empty, NULL);
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi if (mail_index_transaction_commit(&t) < 0)
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi mail_cache_reset(cache);
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi else
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi mail_cache_expunge_count(cache, 1);
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi}
846624bdec0d5deec6cf22071158221391ec5f2dAki Tuomi
8aacc9e7c84f8376822823ec98c2f551d4919b2eTimo Sirainenvoid mail_cache_file_close(struct mail_cache *cache)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (cache->mmap_base != NULL) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (munmap(cache->mmap_base, cache->mmap_length) < 0)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_cache_set_syscall_error(cache, "munmap()");
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen if (cache->file_cache != NULL)
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen file_cache_set_fd(cache->file_cache, -1);
5bd1c1d4fe3265d5e6b6054044fd6d78e42c9d0aTimo Sirainen if (cache->read_buf != NULL)
5bd1c1d4fe3265d5e6b6054044fd6d78e42c9d0aTimo Sirainen buffer_set_used_size(cache->read_buf, 0);
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen cache->mmap_base = NULL;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen cache->hdr = NULL;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen cache->mmap_length = 0;
6e235046e1d8e9d89fc948f5c623676c20421a28Timo Sirainen cache->last_field_header_offset = 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
5109f00ce0cf7c89be9ab20a488a93a59212ff2eJosef 'Jeff' Sipek file_lock_free(&cache->file_lock);
d9fdacd5fb3e07997e5c389739d2054f0c8441d8Timo Sirainen cache->locked = FALSE;
d9fdacd5fb3e07997e5c389739d2054f0c8441d8Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (cache->fd != -1) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (close(cache->fd) < 0)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_cache_set_syscall_error(cache, "close()");
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen cache->fd = -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
f330b7d9e14255fc06bc82908d9bc5a12cccb424Timo Sirainen cache->opened = FALSE;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
abe7afb8f1766fbcef1b9df513109e43d7d16e49Timo Sirainenstatic void mail_cache_init_file_cache(struct mail_cache *cache)
abe7afb8f1766fbcef1b9df513109e43d7d16e49Timo Sirainen{
abe7afb8f1766fbcef1b9df513109e43d7d16e49Timo Sirainen struct stat st;
abe7afb8f1766fbcef1b9df513109e43d7d16e49Timo Sirainen
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen if (cache->file_cache != NULL)
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen file_cache_set_fd(cache->file_cache, cache->fd);
abe7afb8f1766fbcef1b9df513109e43d7d16e49Timo Sirainen
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen if (fstat(cache->fd, &st) == 0) {
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen if (cache->file_cache != NULL)
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen (void)file_cache_set_size(cache->file_cache, st.st_size);
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen } else if (!ESTALE_FSTAT(errno)) {
2131ef7a3390f15ea6a958256ea54908f1096350Timo Sirainen mail_cache_set_syscall_error(cache, "fstat()");
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen }
2131ef7a3390f15ea6a958256ea54908f1096350Timo Sirainen
2131ef7a3390f15ea6a958256ea54908f1096350Timo Sirainen cache->st_ino = st.st_ino;
2131ef7a3390f15ea6a958256ea54908f1096350Timo Sirainen cache->st_dev = st.st_dev;
abe7afb8f1766fbcef1b9df513109e43d7d16e49Timo Sirainen}
abe7afb8f1766fbcef1b9df513109e43d7d16e49Timo Sirainen
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainenstatic int mail_cache_try_open(struct mail_cache *cache)
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen{
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen const void *data;
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen
f330b7d9e14255fc06bc82908d9bc5a12cccb424Timo Sirainen i_assert(!cache->opened);
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen cache->opened = TRUE;
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen if (MAIL_INDEX_IS_IN_MEMORY(cache->index))
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen return 0;
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen
f330b7d9e14255fc06bc82908d9bc5a12cccb424Timo Sirainen i_assert(cache->fd == -1);
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen cache->fd = nfs_safe_open(cache->filepath,
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen cache->index->readonly ? O_RDONLY : O_RDWR);
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen if (cache->fd == -1) {
f330b7d9e14255fc06bc82908d9bc5a12cccb424Timo Sirainen mail_cache_file_close(cache);
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen if (errno == ENOENT) {
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen cache->need_compress_file_seq = 0;
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen return 0;
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen }
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen mail_cache_set_syscall_error(cache, "open()");
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen return -1;
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen }
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen mail_cache_init_file_cache(cache);
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen
f330b7d9e14255fc06bc82908d9bc5a12cccb424Timo Sirainen if (mail_cache_map(cache, 0, 0, &data) < 0) {
f330b7d9e14255fc06bc82908d9bc5a12cccb424Timo Sirainen mail_cache_file_close(cache);
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen return -1;
f330b7d9e14255fc06bc82908d9bc5a12cccb424Timo Sirainen }
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen return 1;
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen}
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainenstatic bool mail_cache_need_reopen(struct mail_cache *cache)
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen{
2131ef7a3390f15ea6a958256ea54908f1096350Timo Sirainen struct stat st;
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache)) {
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen if (cache->need_compress_file_seq != 0) {
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen /* we're waiting for compression */
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen return FALSE;
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen }
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen if (MAIL_INDEX_IS_IN_MEMORY(cache->index)) {
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen /* disabled */
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen return FALSE;
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen }
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen }
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen if (cache->fd == -1)
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen return TRUE;
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen /* see if the file has changed */
66ecc94150cbce23aad3240135e0782e0a74d479Timo Sirainen if ((cache->index->flags & MAIL_INDEX_OPEN_FLAG_NFS_FLUSH) != 0) {
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen i_assert(!cache->locked);
04b8a90af181cc4c7959266855e8ed50a22ed413Timo Sirainen nfs_flush_file_handle_cache(cache->filepath);
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen }
2131ef7a3390f15ea6a958256ea54908f1096350Timo Sirainen if (nfs_safe_stat(cache->filepath, &st) < 0) {
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen mail_cache_set_syscall_error(cache, "stat()");
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen return TRUE;
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen }
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen if (st.st_ino != cache->st_ino ||
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen !CMP_DEV_T(st.st_dev, cache->st_dev)) {
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen /* file changed */
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen return TRUE;
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen }
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen
66ecc94150cbce23aad3240135e0782e0a74d479Timo Sirainen if ((cache->index->flags & MAIL_INDEX_OPEN_FLAG_NFS_FLUSH) != 0) {
2131ef7a3390f15ea6a958256ea54908f1096350Timo Sirainen /* if the old file has been deleted, the new file may have
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen the same inode as the old one. we'll catch this here by
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen checking if fstat() fails with ESTALE */
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen if (fstat(cache->fd, &st) < 0) {
85da8c055280cd45553b6b335e9fb226d6e2801eTimo Sirainen if (ESTALE_FSTAT(errno))
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen return TRUE;
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen mail_cache_set_syscall_error(cache, "fstat()");
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen return FALSE;
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen }
2131ef7a3390f15ea6a958256ea54908f1096350Timo Sirainen }
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen return FALSE;
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen}
69e03a846f6980144aa75bff0590c04852bffbbcTimo Sirainen
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainenstatic int mail_cache_reopen_now(struct mail_cache *cache)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen struct mail_index_view *view;
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen const struct mail_index_ext *ext;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen mail_cache_file_close(cache);
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen if (mail_cache_try_open(cache) <= 0)
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen if (mail_cache_header_fields_read(cache) < 0)
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen return -1;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen view = mail_index_view_open(cache->index);
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen ext = mail_index_view_get_ext(view, cache->ext_id);
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen if (ext == NULL || cache->hdr->file_seq != ext->reset_id) {
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen /* still different - maybe a race condition or maybe the
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen file_seq really is corrupted. either way, this shouldn't
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen happen often so we'll just mark cache to be compressed
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen later which fixes this. */
58be9d6bcc3800f5b3d76a064ee767fbe31a5a8aTimo Sirainen cache->need_compress_file_seq = cache->hdr->file_seq;
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen mail_index_view_close(&view);
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen return 0;
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen }
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen mail_index_view_close(&view);
6b85bc4b03e552cfaeeae872d63c2d8ac5fcb7c4Timo Sirainen i_assert(!MAIL_CACHE_IS_UNUSABLE(cache));
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen return 1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainenint mail_cache_reopen(struct mail_cache *cache)
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen{
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen i_assert(!cache->locked);
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen if (!mail_cache_need_reopen(cache)) {
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen /* reopening does no good */
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen return 0;
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen }
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen return mail_cache_reopen_now(cache);
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen}
620b5ed41650da63b0ba15c489f9f312231d5d9bTimo Sirainen
25c22e54d1071d120641e9eecd0023e7373e65ffTimo Sirainenstatic void mail_cache_update_need_compress(struct mail_cache *cache)
25c22e54d1071d120641e9eecd0023e7373e65ffTimo Sirainen{
67bbcd664bebce9a507a49c67273be4814d07c97Timo Sirainen const struct mail_index_cache_optimization_settings *set =
67bbcd664bebce9a507a49c67273be4814d07c97Timo Sirainen &cache->index->optimization_set.cache;
25c22e54d1071d120641e9eecd0023e7373e65ffTimo Sirainen const struct mail_cache_header *hdr = cache->hdr;
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen struct stat st;
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen unsigned int msg_count;
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen unsigned int records_count, cont_percentage, delete_percentage;
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen bool want_compress = FALSE;
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen if (hdr->minor_version == 0) {
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen /* compress to get ourself into the new header version */
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen cache->need_compress_file_seq = hdr->file_seq;
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen return;
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen }
25c22e54d1071d120641e9eecd0023e7373e65ffTimo Sirainen
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen msg_count = cache->index->map->rec_map->records_count;
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen if (msg_count == 0)
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen records_count = 1;
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen else if (hdr->record_count == 0 || hdr->record_count > msg_count*2) {
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen /* probably not the real record_count, but hole offset that
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen Dovecot <=v2.1 versions used to use in this position.
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen we already checked that minor_version>0, but this could
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen happen if old Dovecot was used to access mailbox after
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen it had been updated. */
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen records_count = I_MAX(msg_count, 1);
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen cache->hdr_copy.record_count = msg_count;
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen cache->hdr_modified = TRUE;
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen } else {
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen records_count = hdr->record_count;
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen }
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen cont_percentage = hdr->continued_record_count * 100 / records_count;
67bbcd664bebce9a507a49c67273be4814d07c97Timo Sirainen if (cont_percentage >= set->compress_continued_percentage) {
25c22e54d1071d120641e9eecd0023e7373e65ffTimo Sirainen /* too many continued rows, compress */
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen want_compress = TRUE;
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen }
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen delete_percentage = hdr->deleted_record_count * 100 /
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen (records_count + hdr->deleted_record_count);
67bbcd664bebce9a507a49c67273be4814d07c97Timo Sirainen if (delete_percentage >= set->compress_delete_percentage) {
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen /* too many deleted records, compress */
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen want_compress = TRUE;
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen }
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen if (want_compress) {
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen if (fstat(cache->fd, &st) < 0) {
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen if (!ESTALE_FSTAT(errno))
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen mail_cache_set_syscall_error(cache, "fstat()");
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen return;
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen }
67bbcd664bebce9a507a49c67273be4814d07c97Timo Sirainen if ((uoff_t)st.st_size >= set->compress_min_size)
f0ff961282e618945dfe997dc45ff95d656e5790Timo Sirainen cache->need_compress_file_seq = hdr->file_seq;
25c22e54d1071d120641e9eecd0023e7373e65ffTimo Sirainen }
25c22e54d1071d120641e9eecd0023e7373e65ffTimo Sirainen
25c22e54d1071d120641e9eecd0023e7373e65ffTimo Sirainen}
25c22e54d1071d120641e9eecd0023e7373e65ffTimo Sirainen
8ac66221e8fdc2c5523cff1893e0d1c5de25fa49Timo Sirainenstatic bool mail_cache_verify_header(struct mail_cache *cache,
8ac66221e8fdc2c5523cff1893e0d1c5de25fa49Timo Sirainen const struct mail_cache_header *hdr)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* check that the header is still ok */
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (cache->mmap_length < sizeof(struct mail_cache_header)) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_cache_set_corrupted(cache, "File too small");
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen return FALSE;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
920b9f0fdfa5a5d7763e05736601a31bcb291a53Timo Sirainen if (hdr->major_version != MAIL_CACHE_MAJOR_VERSION) {
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen /* version changed - upgrade silently */
6bc0f424bcdb9119d8159874cf98adfa53eefd9aTimo Sirainen mail_cache_unlink(cache);
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen return FALSE;
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen }
e192a3b1ca8ae857e7d87298ea507d32977ba570Timo Sirainen if (hdr->compat_sizeof_uoff_t != sizeof(uoff_t)) {
e192a3b1ca8ae857e7d87298ea507d32977ba570Timo Sirainen /* architecture change - handle silently(?) */
6bc0f424bcdb9119d8159874cf98adfa53eefd9aTimo Sirainen mail_cache_unlink(cache);
e192a3b1ca8ae857e7d87298ea507d32977ba570Timo Sirainen return FALSE;
811f2e26d9782d9cb99fdf82e18ffa0a77564fe2Timo Sirainen }
a40d26f83af808a0ea1e212c001d682a96d870b0Timo Sirainen
f501ad38c51cf1d8f4f84313922c785e6ae6e81fTimo Sirainen if (hdr->indexid != cache->index->indexid) {
c4877db8b6559846f4b58be8e42422dc734c193fTimo Sirainen /* index id changed - handle silently */
6bc0f424bcdb9119d8159874cf98adfa53eefd9aTimo Sirainen mail_cache_unlink(cache);
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen return FALSE;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
f501ad38c51cf1d8f4f84313922c785e6ae6e81fTimo Sirainen if (hdr->file_seq == 0) {
8b9342aa96b2f297e23afb261f9f7dd859800952Timo Sirainen mail_cache_set_corrupted(cache, "file_seq is 0");
8b9342aa96b2f297e23afb261f9f7dd859800952Timo Sirainen return FALSE;
8b9342aa96b2f297e23afb261f9f7dd859800952Timo Sirainen }
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen return TRUE;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainenstatic int
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainenmail_cache_map_finish(struct mail_cache *cache, uoff_t offset, size_t size,
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen const void *hdr_data, bool copy_hdr)
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen{
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen const struct mail_cache_header *hdr = hdr_data;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen if (offset == 0) {
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen /* verify the header validity only with offset=0. this way
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen we won't waste time re-verifying it all the time */
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen if (!mail_cache_verify_header(cache, hdr)) {
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen cache->need_compress_file_seq =
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen !MAIL_CACHE_IS_UNUSABLE(cache) &&
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen cache->hdr->file_seq != 0 ?
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen cache->hdr->file_seq : 0;
9af06b76539445d2d84d6e1bcb91685b6abeb4e0Timo Sirainen cache->hdr = NULL;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen return -1;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen }
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen }
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen if (hdr_data != NULL) {
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen if (!copy_hdr)
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen cache->hdr = hdr;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen else {
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen memcpy(&cache->hdr_ro_copy, hdr,
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen sizeof(cache->hdr_ro_copy));
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen cache->hdr = &cache->hdr_ro_copy;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen }
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen mail_cache_update_need_compress(cache);
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen } else {
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen i_assert(cache->hdr != NULL);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen }
9af06b76539445d2d84d6e1bcb91685b6abeb4e0Timo Sirainen i_assert(cache->hdr->file_seq != 0);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen if (offset + size > cache->mmap_length)
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen return 0;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen return 1;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen}
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainenstatic int
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainenmail_cache_map_with_read(struct mail_cache *cache, size_t offset, size_t size,
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen const void **data_r)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen const void *hdr_data;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen void *data;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen ssize_t ret;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen if (cache->read_buf == NULL) {
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen cache->read_buf =
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen buffer_create_dynamic(default_pool, size);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen } else if (cache->read_offset <= offset &&
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen cache->read_offset + cache->read_buf->used >= offset+size) {
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen /* already mapped */
bb86f8f22f2561438ce710d2113f04a4d0082b50Timo Sirainen *data_r = CONST_PTR_OFFSET(cache->read_buf->data,
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen offset - cache->read_offset);
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen hdr_data = offset == 0 ? *data_r : NULL;
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen return mail_cache_map_finish(cache, offset, size, hdr_data, TRUE);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen } else {
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen buffer_set_used_size(cache->read_buf, 0);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen }
ab1e5b156d1b5480d36ed6e8e06197339d803038Timo Sirainen if (offset == 0 && size < MAIL_CACHE_MIN_HEADER_READ_SIZE) {
ab1e5b156d1b5480d36ed6e8e06197339d803038Timo Sirainen /* we can usually read the fields header after the cache
ab1e5b156d1b5480d36ed6e8e06197339d803038Timo Sirainen header. we need them both, so try to read them all with one
ab1e5b156d1b5480d36ed6e8e06197339d803038Timo Sirainen pread() call. */
ab1e5b156d1b5480d36ed6e8e06197339d803038Timo Sirainen size = MAIL_CACHE_MIN_HEADER_READ_SIZE;
ab1e5b156d1b5480d36ed6e8e06197339d803038Timo Sirainen }
ab1e5b156d1b5480d36ed6e8e06197339d803038Timo Sirainen
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen data = buffer_append_space_unsafe(cache->read_buf, size);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen ret = pread(cache->fd, data, size, offset);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen if (ret < 0) {
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen if (errno != ESTALE)
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen mail_cache_set_syscall_error(cache, "read()");
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen buffer_set_used_size(cache->read_buf, 0);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen cache->hdr = NULL;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen cache->mmap_length = 0;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen return -1;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen }
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen buffer_set_used_size(cache->read_buf, ret);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen cache->read_offset = offset;
dad1d7b721e80a7e6c0282ace93aef86312fa579Timo Sirainen cache->mmap_length = offset + cache->read_buf->used;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen *data_r = data;
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen hdr_data = offset == 0 ? *data_r : NULL;
dad1d7b721e80a7e6c0282ace93aef86312fa579Timo Sirainen return mail_cache_map_finish(cache, offset,
dad1d7b721e80a7e6c0282ace93aef86312fa579Timo Sirainen cache->read_buf->used, hdr_data, TRUE);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen}
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen
82ed69779f49bd71ef1b570ce8aca67d357dbee8Timo Sirainenint mail_cache_map(struct mail_cache *cache, size_t offset, size_t size,
82ed69779f49bd71ef1b570ce8aca67d357dbee8Timo Sirainen const void **data_r)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen struct stat st;
82ed69779f49bd71ef1b570ce8aca67d357dbee8Timo Sirainen const void *data;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen ssize_t ret;
6b85bc4b03e552cfaeeae872d63c2d8ac5fcb7c4Timo Sirainen
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen if (size == 0)
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen size = sizeof(struct mail_cache_header);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen /* verify offset + size before trying to allocate a huge amount of
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen memory due to them. note that we may be prefetching more than we
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen actually need, so don't fail too early. */
97144a346898fb62f9fae44fa5c076986553c66bTimo Sirainen if ((size > cache->mmap_length || offset + size > cache->mmap_length) &&
97144a346898fb62f9fae44fa5c076986553c66bTimo Sirainen (offset > 0 || size > sizeof(struct mail_cache_header))) {
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen if (fstat(cache->fd, &st) < 0) {
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen i_error("fstat(%s) failed: %m", cache->filepath);
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen return -1;
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen }
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen if (offset >= (uoff_t)st.st_size) {
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen *data_r = NULL;
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen return 0;
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen }
97144a346898fb62f9fae44fa5c076986553c66bTimo Sirainen if (offset + size > (uoff_t)st.st_size)
97144a346898fb62f9fae44fa5c076986553c66bTimo Sirainen size = st.st_size - offset;
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen }
9bd08aa09ea0cbd7b221aae9fc0534eb762d3de6Timo Sirainen
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen cache->remap_counter++;
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen if (cache->map_with_read)
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen return mail_cache_map_with_read(cache, offset, size, data_r);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen if (cache->file_cache != NULL) {
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen ret = file_cache_read(cache->file_cache, offset, size);
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen if (ret < 0) {
1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen /* In case of ESTALE we'll simply fail without error
1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen messages. The caller will then just have to
1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen fallback to generating the value itself.
1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen
211c638d81d382517d196ad47565e0d85012c927klemens We can't simply reopen the cache file, because
1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen using it requires also having updated file
1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen offsets. */
1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen if (errno != ESTALE)
1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen mail_cache_set_syscall_error(cache, "read()");
9af06b76539445d2d84d6e1bcb91685b6abeb4e0Timo Sirainen cache->hdr = NULL;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen return -1;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen }
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen
8ac66221e8fdc2c5523cff1893e0d1c5de25fa49Timo Sirainen data = file_cache_get_map(cache->file_cache,
8ac66221e8fdc2c5523cff1893e0d1c5de25fa49Timo Sirainen &cache->mmap_length);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen *data_r = offset > cache->mmap_length ? NULL :
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen CONST_PTR_OFFSET(data, offset);
9af06b76539445d2d84d6e1bcb91685b6abeb4e0Timo Sirainen return mail_cache_map_finish(cache, offset, size,
9af06b76539445d2d84d6e1bcb91685b6abeb4e0Timo Sirainen offset == 0 ? data : NULL, TRUE);
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen }
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (offset < cache->mmap_length &&
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen size <= cache->mmap_length - offset) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* already mapped */
de9b2ee7878a73346ba0eee34798abb22ffcfcb6Timo Sirainen i_assert(cache->mmap_base != NULL);
82ed69779f49bd71ef1b570ce8aca67d357dbee8Timo Sirainen *data_r = CONST_PTR_OFFSET(cache->mmap_base, offset);
82ed69779f49bd71ef1b570ce8aca67d357dbee8Timo Sirainen return 1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (cache->mmap_base != NULL) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (munmap(cache->mmap_base, cache->mmap_length) < 0)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_cache_set_syscall_error(cache, "munmap()");
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen } else {
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen if (cache->fd == -1) {
4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen /* unusable, waiting for compression or
4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen index is in memory */
58be9d6bcc3800f5b3d76a064ee767fbe31a5a8aTimo Sirainen i_assert(cache->need_compress_file_seq != 0 ||
4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen MAIL_INDEX_IS_IN_MEMORY(cache->index));
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen return -1;
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* map the whole file */
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen cache->hdr = NULL;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen cache->mmap_length = 0;
5bd1c1d4fe3265d5e6b6054044fd6d78e42c9d0aTimo Sirainen if (cache->read_buf != NULL)
5bd1c1d4fe3265d5e6b6054044fd6d78e42c9d0aTimo Sirainen buffer_set_used_size(cache->read_buf, 0);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->mmap_base = mmap_ro_file(cache->fd, &cache->mmap_length);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (cache->mmap_base == MAP_FAILED) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen cache->mmap_base = NULL;
e9594e86dc601b72c1636f2b901dcfbf4ffaf47fAki Tuomi if (ioloop_time != cache->last_mmap_error_time) {
e9594e86dc601b72c1636f2b901dcfbf4ffaf47fAki Tuomi cache->last_mmap_error_time = ioloop_time;
e9594e86dc601b72c1636f2b901dcfbf4ffaf47fAki Tuomi mail_cache_set_syscall_error(cache, t_strdup_printf(
e9594e86dc601b72c1636f2b901dcfbf4ffaf47fAki Tuomi "mmap(size=%"PRIuSIZE_T")", cache->mmap_length));
e9594e86dc601b72c1636f2b901dcfbf4ffaf47fAki Tuomi }
7707c4b35b868eda75b585c863d97726ff23f80fMartti Rannanjärvi cache->mmap_length = 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen *data_r = offset > cache->mmap_length ? NULL :
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen CONST_PTR_OFFSET(cache->mmap_base, offset);
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen return mail_cache_map_finish(cache, offset, size,
f81801789c71f64a2fc3c44d09f9864bbc68cd45Timo Sirainen cache->mmap_base, FALSE);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainenint mail_cache_open_and_verify(struct mail_cache *cache)
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen{
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen int ret;
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen
46d91e9ea8bf41e56c5436c064372171c5876d81Timo Sirainen if (cache->opened)
46d91e9ea8bf41e56c5436c064372171c5876d81Timo Sirainen return 0;
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen ret = mail_cache_try_open(cache);
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen if (ret > 0)
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen ret = mail_cache_header_fields_read(cache);
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen if (ret < 0) {
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen /* failed for some reason - doesn't really matter,
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen it's disabled for now. */
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen mail_cache_file_close(cache);
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen }
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen return ret;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
2608ab4495148a9362e75ec5c67dcbdec92dbae2Timo Sirainenstruct mail_cache *
2608ab4495148a9362e75ec5c67dcbdec92dbae2Timo Sirainenmail_cache_open_or_create_path(struct mail_index *index, const char *path)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_cache *cache;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen cache = i_new(struct mail_cache, 1);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen cache->index = index;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen cache->fd = -1;
2608ab4495148a9362e75ec5c67dcbdec92dbae2Timo Sirainen cache->filepath = i_strdup(path);
0b878c6a17c608fcd8b52a5762ed2c6a5cf4700aTimo Sirainen cache->field_pool = pool_alloconly_create("Cache fields", 2048);
678d0463849ba777106eb7875f27db07a5d8e3dfTimo Sirainen hash_table_create(&cache->field_name_hash, cache->field_pool, 0,
678d0463849ba777106eb7875f27db07a5d8e3dfTimo Sirainen strcase_hash, strcasecmp);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
66ecc94150cbce23aad3240135e0782e0a74d479Timo Sirainen cache->dotlock_settings.use_excl_lock =
66ecc94150cbce23aad3240135e0782e0a74d479Timo Sirainen (index->flags & MAIL_INDEX_OPEN_FLAG_DOTLOCK_USE_EXCL) != 0;
66ecc94150cbce23aad3240135e0782e0a74d479Timo Sirainen cache->dotlock_settings.nfs_flush =
66ecc94150cbce23aad3240135e0782e0a74d479Timo Sirainen (index->flags & MAIL_INDEX_OPEN_FLAG_NFS_FLUSH) != 0;
036626b19f14bef582f96e556913ae91b1d67881Timo Sirainen cache->dotlock_settings.timeout =
036626b19f14bef582f96e556913ae91b1d67881Timo Sirainen I_MIN(MAIL_CACHE_LOCK_TIMEOUT, index->max_lock_timeout_secs);
13c6532dc104d23061e6901783ceb1ff8872c206Timo Sirainen cache->dotlock_settings.stale_timeout = MAIL_CACHE_LOCK_CHANGE_TIMEOUT;
13c6532dc104d23061e6901783ceb1ff8872c206Timo Sirainen
66ecc94150cbce23aad3240135e0782e0a74d479Timo Sirainen if (!MAIL_INDEX_IS_IN_MEMORY(index) &&
66ecc94150cbce23aad3240135e0782e0a74d479Timo Sirainen (index->flags & MAIL_INDEX_OPEN_FLAG_MMAP_DISABLE) != 0)
17018da24e7dbb419c5047c316caadcb2fc5364aTimo Sirainen cache->file_cache = file_cache_new_path(-1, cache->filepath);
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen cache->map_with_read =
18d92dbbb752c79dc461514e52f7ef11847e636bTimo Sirainen (cache->index->flags & MAIL_INDEX_OPEN_FLAG_SAVEONLY) != 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen cache->ext_id =
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen mail_index_ext_register(index, "cache", 0,
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen sizeof(uint32_t), sizeof(uint32_t));
59151b71059df1190acd75d8717ed04a7920c862Timo Sirainen mail_index_register_expunge_handler(index, cache->ext_id, FALSE,
59151b71059df1190acd75d8717ed04a7920c862Timo Sirainen mail_cache_expunge_handler, cache);
da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen return cache;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
f239eb76f77afcbc0bfc97c9b52b4407d1bc3fe6Timo Sirainenstruct mail_cache *mail_cache_open_or_create(struct mail_index *index)
f239eb76f77afcbc0bfc97c9b52b4407d1bc3fe6Timo Sirainen{
2608ab4495148a9362e75ec5c67dcbdec92dbae2Timo Sirainen const char *path = t_strconcat(index->filepath,
2608ab4495148a9362e75ec5c67dcbdec92dbae2Timo Sirainen MAIL_CACHE_FILE_SUFFIX, NULL);
2608ab4495148a9362e75ec5c67dcbdec92dbae2Timo Sirainen return mail_cache_open_or_create_path(index, path);
f239eb76f77afcbc0bfc97c9b52b4407d1bc3fe6Timo Sirainen}
f239eb76f77afcbc0bfc97c9b52b4407d1bc3fe6Timo Sirainen
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainenvoid mail_cache_free(struct mail_cache **_cache)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen struct mail_cache *cache = *_cache;
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen *_cache = NULL;
131b073bdc3650083b00616dc778dd3017c2bbb5Timo Sirainen if (cache->file_cache != NULL)
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen file_cache_free(&cache->file_cache);
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen
519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen mail_index_unregister_expunge_handler(cache->index, cache->ext_id);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_cache_file_close(cache);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
6307d76096764e66bddc63d4a3e5a1aa19cc528fJosef 'Jeff' Sipek buffer_free(&cache->read_buf);
3ccab0bac68040f179a7de45c516cec258e28fdbTimo Sirainen hash_table_destroy(&cache->field_name_hash);
648d24583c1574441c4fa0331a90bd4d6e7996c5Timo Sirainen pool_unref(&cache->field_pool);
0cea9b1f4fa0495a48f5f097e40492517d67e1baTimo Sirainen i_free(cache->field_file_map);
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen i_free(cache->file_field_map);
0cea9b1f4fa0495a48f5f097e40492517d67e1baTimo Sirainen i_free(cache->fields);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(cache->filepath);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(cache);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainenstatic int mail_cache_lock_file(struct mail_cache *cache, bool nonblock)
2af769daebd83719ac696a440e06f6020471cec0Timo Sirainen{
036626b19f14bef582f96e556913ae91b1d67881Timo Sirainen unsigned int timeout_secs;
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen int ret;
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen
763f83d3cc47bce05cbc396419c4db2b71dd8e68Timo Sirainen if (cache->last_lock_failed) {
763f83d3cc47bce05cbc396419c4db2b71dd8e68Timo Sirainen /* previous locking failed. don't waste time waiting on it
763f83d3cc47bce05cbc396419c4db2b71dd8e68Timo Sirainen again, just try once to see if it's available now. */
763f83d3cc47bce05cbc396419c4db2b71dd8e68Timo Sirainen nonblock = TRUE;
763f83d3cc47bce05cbc396419c4db2b71dd8e68Timo Sirainen }
763f83d3cc47bce05cbc396419c4db2b71dd8e68Timo Sirainen
bdcd91c28c0f5269d8971b9f5ec5d68f7155492aTimo Sirainen i_assert(cache->file_lock == NULL);
d9fdacd5fb3e07997e5c389739d2054f0c8441d8Timo Sirainen if (cache->index->lock_method != FILE_LOCK_METHOD_DOTLOCK) {
036626b19f14bef582f96e556913ae91b1d67881Timo Sirainen timeout_secs = I_MIN(MAIL_CACHE_LOCK_TIMEOUT,
036626b19f14bef582f96e556913ae91b1d67881Timo Sirainen cache->index->max_lock_timeout_secs);
036626b19f14bef582f96e556913ae91b1d67881Timo Sirainen
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen ret = mail_index_lock_fd(cache->index, cache->filepath,
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen cache->fd, F_WRLCK,
036626b19f14bef582f96e556913ae91b1d67881Timo Sirainen nonblock ? 0 : timeout_secs,
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen &cache->file_lock);
d9fdacd5fb3e07997e5c389739d2054f0c8441d8Timo Sirainen } else {
bdcd91c28c0f5269d8971b9f5ec5d68f7155492aTimo Sirainen struct dotlock *dotlock;
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainen enum dotlock_create_flags flags =
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainen nonblock ? DOTLOCK_CREATE_FLAG_NONBLOCK : 0;
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainen
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen ret = file_dotlock_create(&cache->dotlock_settings,
bdcd91c28c0f5269d8971b9f5ec5d68f7155492aTimo Sirainen cache->filepath, flags, &dotlock);
bdcd91c28c0f5269d8971b9f5ec5d68f7155492aTimo Sirainen if (ret > 0)
bdcd91c28c0f5269d8971b9f5ec5d68f7155492aTimo Sirainen cache->file_lock = file_lock_from_dotlock(&dotlock);
bdcd91c28c0f5269d8971b9f5ec5d68f7155492aTimo Sirainen else if (ret < 0) {
5bdad39213d28ab35e615a7f4ea1712ab25b6a80Timo Sirainen mail_cache_set_syscall_error(cache,
5bdad39213d28ab35e615a7f4ea1712ab25b6a80Timo Sirainen "file_dotlock_create()");
5bdad39213d28ab35e615a7f4ea1712ab25b6a80Timo Sirainen }
d9fdacd5fb3e07997e5c389739d2054f0c8441d8Timo Sirainen }
763f83d3cc47bce05cbc396419c4db2b71dd8e68Timo Sirainen cache->last_lock_failed = ret <= 0;
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen
4aae8acbcfa9cac96b4af39bfabcbe569e804827Timo Sirainen /* don't bother warning if locking failed due to a timeout. since cache
4aae8acbcfa9cac96b4af39bfabcbe569e804827Timo Sirainen updating isn't all that important we're using a very short timeout
4aae8acbcfa9cac96b4af39bfabcbe569e804827Timo Sirainen so it can be triggered sometimes on heavy load */
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen if (ret <= 0)
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen return ret;
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen mail_index_flush_read_cache(cache->index, cache->filepath, cache->fd,
bc564f1d3d953cf724828322b11ae89e0f59ffc9Timo Sirainen TRUE);
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen return 1;
d9fdacd5fb3e07997e5c389739d2054f0c8441d8Timo Sirainen}
d9fdacd5fb3e07997e5c389739d2054f0c8441d8Timo Sirainen
d9fdacd5fb3e07997e5c389739d2054f0c8441d8Timo Sirainenstatic void mail_cache_unlock_file(struct mail_cache *cache)
d9fdacd5fb3e07997e5c389739d2054f0c8441d8Timo Sirainen{
bdcd91c28c0f5269d8971b9f5ec5d68f7155492aTimo Sirainen file_unlock(&cache->file_lock);
2af769daebd83719ac696a440e06f6020471cec0Timo Sirainen}
2af769daebd83719ac696a440e06f6020471cec0Timo Sirainen
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainenstatic int
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainenmail_cache_lock_full(struct mail_cache *cache, bool nonblock)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen const struct mail_index_ext *ext;
82ed69779f49bd71ef1b570ce8aca67d357dbee8Timo Sirainen const void *data;
df6478c4cf605bd81b3891c148b84c14eb6c4035Timo Sirainen struct mail_index_view *iview;
df6478c4cf605bd81b3891c148b84c14eb6c4035Timo Sirainen uint32_t reset_id;
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen int i;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen i_assert(!cache->locked);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen if (!cache->opened)
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen (void)mail_cache_open_and_verify(cache);
6a8a4c9f530668cd8961b73d702856ed94f05f80Timo Sirainen
0d0451206a91e9f96e522075dce28a89adc2325dTimo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache) ||
1c0590b2729567ad60dafde4d2c5f19635755a3dTimo Sirainen MAIL_INDEX_IS_IN_MEMORY(cache->index) ||
1c0590b2729567ad60dafde4d2c5f19635755a3dTimo Sirainen cache->index->readonly)
ba482d3624ca4f1b3d638e6e8470ba5134f21493Timo Sirainen return 0;
ba482d3624ca4f1b3d638e6e8470ba5134f21493Timo Sirainen
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen for (;;) {
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen if (mail_cache_lock_file(cache, nonblock) <= 0)
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen return -1;
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen i_assert(!MAIL_CACHE_IS_UNUSABLE(cache));
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen if (!mail_cache_need_reopen(cache)) {
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen /* locked the latest file */
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen break;
84da9c6d6e162b064608cbfa9a47e0d60553c593Timo Sirainen }
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen if (mail_cache_reopen_now(cache) <= 0) {
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen i_assert(cache->file_lock == NULL);
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen i_assert(cache->file_lock == NULL);
fd2f5fbc1f07aa93e2214a28cdf02437fb7d06c8Timo Sirainen /* okay, so it was just compressed. try again. */
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen /* now verify that the index reset_id matches the cache's file_seq */
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen for (i = 0; ; i++) {
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen iview = mail_index_view_open(cache->index);
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen ext = mail_index_view_get_ext(iview, cache->ext_id);
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen reset_id = ext == NULL ? 0 : ext->reset_id;
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen mail_index_view_close(&iview);
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen if (cache->hdr->file_seq == reset_id)
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen break;
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen /* mismatch. try refreshing index once. if that doesn't help,
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen we can't use the cache. */
425cbcea60cf689b0069698c83f8bdc474d70693Timo Sirainen if (i > 0 || cache->index->mapping) {
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen mail_cache_unlock_file(cache);
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen return 0;
114a0f74e0f825c6bd8aeadfafb248a030762a1fTimo Sirainen }
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen if (mail_index_refresh(cache->index) < 0) {
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen mail_cache_unlock_file(cache);
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen return -1;
6fdf8b5e4e71a69f5974f59eec2b8c19bc421fe2Timo Sirainen }
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen /* successfully locked - make sure our header is up to date */
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen cache->locked = TRUE;
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen cache->hdr_modified = FALSE;
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen if (cache->file_cache != NULL) {
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen file_cache_invalidate(cache->file_cache, 0,
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen sizeof(struct mail_cache_header));
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen }
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen if (cache->read_buf != NULL)
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen buffer_set_used_size(cache->read_buf, 0);
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen if (mail_cache_map(cache, 0, 0, &data) <= 0) {
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen (void)mail_cache_unlock(cache);
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen return -1;
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen }
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen cache->hdr_copy = *cache->hdr;
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen return 1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainenint mail_cache_lock(struct mail_cache *cache)
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainen{
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen return mail_cache_lock_full(cache, FALSE);
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainen}
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainen
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainenint mail_cache_try_lock(struct mail_cache *cache)
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainen{
ab70f55bb8d824ca1ed7c74196f2f502edd29cc7Timo Sirainen return mail_cache_lock_full(cache, TRUE);
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainen}
d0bbbc7057aa33b52ee378196dee7d773437468fTimo Sirainen
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainenint mail_cache_unlock(struct mail_cache *cache)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen int ret = 0;
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen i_assert(cache->locked);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
4bbee99b3aef449a9a2a11a5b5cf1ca486915c49Timo Sirainen if (cache->field_header_write_pending)
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen ret = mail_cache_header_fields_update(cache);
4bbee99b3aef449a9a2a11a5b5cf1ca486915c49Timo Sirainen
62cfc346eb7b0a4fd9e1ab6edd63b98711161229Timo Sirainen if (MAIL_CACHE_IS_UNUSABLE(cache)) {
62cfc346eb7b0a4fd9e1ab6edd63b98711161229Timo Sirainen /* we found it to be broken during the lock. just clean up. */
62cfc346eb7b0a4fd9e1ab6edd63b98711161229Timo Sirainen cache->hdr_modified = FALSE;
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen cache->locked = FALSE;
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen return -1;
62cfc346eb7b0a4fd9e1ab6edd63b98711161229Timo Sirainen }
62cfc346eb7b0a4fd9e1ab6edd63b98711161229Timo Sirainen
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen if (cache->hdr_modified) {
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen cache->hdr_modified = FALSE;
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen if (mail_cache_write(cache, &cache->hdr_copy,
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen sizeof(cache->hdr_copy), 0) < 0)
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen ret = -1;
f501ad38c51cf1d8f4f84313922c785e6ae6e81fTimo Sirainen cache->hdr_ro_copy = cache->hdr_copy;
1098fc409a45e7603701dc94635927a673bee0c1Timo Sirainen mail_cache_update_need_compress(cache);
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen }
72cbf33ae81fde08384d30c779ff540752d9256cTimo Sirainen
b780aa272b742a43579cdb523cc79cc8d4521306Timo Sirainen if (cache->index->fsync_mode == FSYNC_MODE_ALWAYS) {
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen if (fdatasync(cache->fd) < 0)
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen mail_cache_set_syscall_error(cache, "fdatasync()");
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen }
51b979b6414b940f04677a7e2d064be119345954Timo Sirainen
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen cache->locked = FALSE;
d9fdacd5fb3e07997e5c389739d2054f0c8441d8Timo Sirainen mail_cache_unlock_file(cache);
a817fdcc43aedf423e2134091d5f83f91d64bcc9Timo Sirainen return ret;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainenint mail_cache_write(struct mail_cache *cache, const void *data, size_t size,
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen uoff_t offset)
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen{
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen i_assert(cache->locked);
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen if (pwrite_full(cache->fd, data, size, offset) < 0) {
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen mail_cache_set_syscall_error(cache, "pwrite_full()");
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen return -1;
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen }
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen
8ac66221e8fdc2c5523cff1893e0d1c5de25fa49Timo Sirainen if (cache->file_cache != NULL)
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen file_cache_write(cache->file_cache, data, size, offset);
bba52ecbb0cfb6585f1a4ff29695dd2d27af98d2Timo Sirainen if (cache->read_buf != NULL)
bba52ecbb0cfb6585f1a4ff29695dd2d27af98d2Timo Sirainen buffer_set_used_size(cache->read_buf, 0);
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen return 0;
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen}
dbd9604da561399cc6255289d5b6f6f662ab2d00Timo Sirainen
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainenint mail_cache_append(struct mail_cache *cache, const void *data, size_t size,
131b073bdc3650083b00616dc778dd3017c2bbb5Timo Sirainen uint32_t *offset)
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen{
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen struct stat st;
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen
131b073bdc3650083b00616dc778dd3017c2bbb5Timo Sirainen if (*offset == 0) {
131b073bdc3650083b00616dc778dd3017c2bbb5Timo Sirainen if (fstat(cache->fd, &st) < 0) {
131b073bdc3650083b00616dc778dd3017c2bbb5Timo Sirainen if (!ESTALE_FSTAT(errno))
131b073bdc3650083b00616dc778dd3017c2bbb5Timo Sirainen mail_cache_set_syscall_error(cache, "fstat()");
131b073bdc3650083b00616dc778dd3017c2bbb5Timo Sirainen return -1;
131b073bdc3650083b00616dc778dd3017c2bbb5Timo Sirainen }
044b0557e92ae0bb3b25af49d5468bad3d17db43Timo Sirainen if (st.st_size > (uint32_t)-1) {
044b0557e92ae0bb3b25af49d5468bad3d17db43Timo Sirainen mail_cache_set_corrupted(cache, "Cache file too large");
044b0557e92ae0bb3b25af49d5468bad3d17db43Timo Sirainen return -1;
044b0557e92ae0bb3b25af49d5468bad3d17db43Timo Sirainen }
131b073bdc3650083b00616dc778dd3017c2bbb5Timo Sirainen *offset = st.st_size;
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen }
044b0557e92ae0bb3b25af49d5468bad3d17db43Timo Sirainen if ((uint32_t)-1 - *offset < size) {
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen mail_cache_set_corrupted(cache, "Cache file too large");
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen return -1;
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen }
131b073bdc3650083b00616dc778dd3017c2bbb5Timo Sirainen if (mail_cache_write(cache, data, size, *offset) < 0)
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen return -1;
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen /* FIXME: this is updated only so that older Dovecot versions (<=v2.1)
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen can read this file. we can remove this later. */
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen cache->hdr_modified = TRUE;
131b073bdc3650083b00616dc778dd3017c2bbb5Timo Sirainen cache->hdr_copy.backwards_compat_used_file_size = *offset + size;
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen return 0;
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen}
289064eb21595d3e4460439eccdc48232d13f5e1Timo Sirainen
f3976df875193529127d584cb713983e8160bdcfTimo Sirainenbool mail_cache_exists(struct mail_cache *cache)
f3976df875193529127d584cb713983e8160bdcfTimo Sirainen{
f3976df875193529127d584cb713983e8160bdcfTimo Sirainen return !MAIL_CACHE_IS_UNUSABLE(cache);
f3976df875193529127d584cb713983e8160bdcfTimo Sirainen}
f3976df875193529127d584cb713983e8160bdcfTimo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstruct mail_cache_view *
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenmail_cache_view_open(struct mail_cache *cache, struct mail_index_view *iview)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_cache_view *view;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen view = i_new(struct mail_cache_view, 1);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen view->cache = cache;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen view->view = iview;
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen view->cached_exists_buf =
e015e2f7e7f48874495f9df8b0dd192b7ffcb5ccTimo Sirainen buffer_create_dynamic(default_pool,
4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen cache->file_fields_count + 10);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return view;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
128ea07dab8d67124ea74bcc085a478784b6358aTimo Sirainenvoid mail_cache_view_close(struct mail_cache_view **_view)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
128ea07dab8d67124ea74bcc085a478784b6358aTimo Sirainen struct mail_cache_view *view = *_view;
128ea07dab8d67124ea74bcc085a478784b6358aTimo Sirainen
6f73af3a3a6ee900c7e736874587968d76a20bc0Timo Sirainen i_assert(view->trans_view == NULL);
6f73af3a3a6ee900c7e736874587968d76a20bc0Timo Sirainen
128ea07dab8d67124ea74bcc085a478784b6358aTimo Sirainen *_view = NULL;
5724e7103eed12fe36b55a7b5a8653284a2184b9Timo Sirainen if (view->cache->field_header_write_pending &&
5724e7103eed12fe36b55a7b5a8653284a2184b9Timo Sirainen !view->cache->compressing)
4bbee99b3aef449a9a2a11a5b5cf1ca486915c49Timo Sirainen (void)mail_cache_header_fields_update(view->cache);
4bbee99b3aef449a9a2a11a5b5cf1ca486915c49Timo Sirainen
0f66f12eb4cdbf47670975044c88d8f388bf92dfTimo Sirainen buffer_free(&view->cached_exists_buf);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(view);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen
8fa86f7ef06aa6cf0239c7ca2eb98889691d40d4Timo Sirainenvoid mail_cache_view_update_cache_decisions(struct mail_cache_view *view,
8fa86f7ef06aa6cf0239c7ca2eb98889691d40d4Timo Sirainen bool update)
8fa86f7ef06aa6cf0239c7ca2eb98889691d40d4Timo Sirainen{
8fa86f7ef06aa6cf0239c7ca2eb98889691d40d4Timo Sirainen view->no_decision_updates = !update;
8fa86f7ef06aa6cf0239c7ca2eb98889691d40d4Timo Sirainen}
8fa86f7ef06aa6cf0239c7ca2eb98889691d40d4Timo Sirainen
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainenuint32_t mail_cache_get_first_new_seq(struct mail_index_view *view)
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen{
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen const struct mail_index_header *idx_hdr;
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen uint32_t first_new_seq, message_count;
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen idx_hdr = mail_index_get_header(view);
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen if (idx_hdr->day_first_uid[7] == 0)
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen return 1;
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen if (!mail_index_lookup_seq_range(view, idx_hdr->day_first_uid[7],
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen (uint32_t)-1, &first_new_seq,
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen &message_count)) {
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen /* all messages are too old */
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen return message_count+1;
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen }
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen return first_new_seq;
956f7778e413d3184d69e7b96e4a6b3cd5570bcdTimo Sirainen}