0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "lib.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "buffer.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "mmap-util.h"

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen#include "read-full.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "write-full.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "mail-index-private.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "mail-transaction-log.h"

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen#include "mail-cache.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <stdio.h>

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <stddef.h>

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <time.h>

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen#include <sys/stat.h>

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainenstatic int mail_index_try_open_only(struct mail_index *index);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstruct mail_index *mail_index_alloc(const char *dir, const char *prefix)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_index *index;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index = i_new(struct mail_index, 1);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->dir = i_strdup(dir);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->prefix = i_strdup(prefix);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->fd = -1;

024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen index->extension_pool = pool_alloconly_create("extension", 256);

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen index->extensions = buffer_create_dynamic(index->extension_pool, 64);

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen index->sync_handlers = buffer_create_dynamic(default_pool, 64);

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen index->expunge_handlers = buffer_create_dynamic(default_pool, 32);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->mode = 0600;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->gid = (gid_t)-1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return index;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenvoid mail_index_free(struct mail_index *index)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

ee246b46953e4b94b2f22e093373674fa9155500Timo Sirainen mail_index_close(index);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen pool_unref(index->extension_pool);

ee246b46953e4b94b2f22e093373674fa9155500Timo Sirainen

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen buffer_free(index->sync_handlers);

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen buffer_free(index->expunge_handlers);

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(index->error);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(index->dir);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(index->prefix);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(index);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainenvoid mail_index_set_permissions(struct mail_index *index,

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen mode_t mode, gid_t gid)

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen{

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen index->mode = mode & 0666;

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen index->gid = gid;

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen}

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainenuint32_t mail_index_ext_register(struct mail_index *index, const char *name,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen uint32_t default_hdr_size,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen uint16_t default_record_size,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen uint16_t default_record_align)

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen{

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen const struct mail_index_ext *extensions;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen struct mail_index_ext ext;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen size_t ext_count;

024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen unsigned int i;

024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen extensions = buffer_get_data(index->extensions, &ext_count);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext_count /= sizeof(*extensions);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen i_assert(index->sync_handlers->used /

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen sizeof(struct mail_index_sync_handler) == ext_count);

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen /* see if it's already there */

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen for (i = 0; i < ext_count; i++) {

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen if (strcmp(extensions[i].name, name) == 0)

024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen return i;

024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen }

1175f27441385a7011629f295f42708f9a3a4ffcTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen memset(&ext, 0, sizeof(ext));

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext.name = p_strdup(index->extension_pool, name);

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext.hdr_size = default_hdr_size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext.record_size = default_record_size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext.record_align = default_record_align;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen buffer_append(index->extensions, &ext, sizeof(ext));

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen buffer_append_zero(index->sync_handlers,

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen sizeof(struct mail_index_sync_handler));

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen return ext_count;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen}

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainenvoid mail_index_register_expunge_handler(struct mail_index *index,

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen uint32_t ext_id,

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen mail_index_expunge_handler_t *cb)

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen{

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen buffer_write(index->expunge_handlers, ext_id * sizeof(cb),

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen &cb, sizeof(cb));

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen}

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainenvoid mail_index_register_sync_handler(struct mail_index *index, uint32_t ext_id,

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen mail_index_sync_handler_t *cb,

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen enum mail_index_sync_handler_type type)

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen{

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen struct mail_index_sync_handler h;

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen memset(&h, 0, sizeof(h));

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen h.callback = cb;

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen h.type = type;

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen buffer_write(index->sync_handlers, ext_id * sizeof(h), &h, sizeof(h));

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen}

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainenstatic void mail_index_map_init_extbufs(struct mail_index_map *map,

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen unsigned int initial_count)

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen{

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen size_t ext_size, ext_id_map_size, size;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext_size = initial_count * sizeof(struct mail_index_ext);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext_id_map_size = initial_count * sizeof(uint32_t);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen if (map->extension_pool == NULL) {

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen size = ext_size + ext_id_map_size +

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen (initial_count * 20); /* for names */

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen map->extension_pool =

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen pool_alloconly_create("extensions",

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen nearest_power(size));

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen } else {

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen p_clear(map->extension_pool);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen map->extensions = buffer_create_dynamic(map->extension_pool, ext_size);

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen map->ext_id_map =

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen buffer_create_dynamic(map->extension_pool, ext_id_map_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen}

1175f27441385a7011629f295f42708f9a3a4ffcTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainenuint32_t mail_index_map_lookup_ext(struct mail_index_map *map, const char *name)

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen{

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen const struct mail_index_ext *extensions;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen size_t i, size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen if (map->extensions == NULL)

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return (uint32_t)-1;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen extensions = buffer_get_data(map->extensions, &size);

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen size /= sizeof(*extensions);

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen for (i = 0; i < size; i++) {

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen if (strcmp(extensions[i].name, name) == 0)

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return i;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen }

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return (uint32_t)-1;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen}

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainenmail_index_map_register_ext(struct mail_index *index,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen struct mail_index_map *map, const char *name,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen uint32_t hdr_offset, uint32_t hdr_size,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen uint32_t record_offset, uint32_t record_size,

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen uint32_t record_align, uint32_t reset_id)

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen{

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen struct mail_index_ext *ext;

7c95b03620a03a43dd72d39608cea5fc77393ad6Timo Sirainen uint32_t idx, ext_id, empty_id = (uint32_t)-1;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen if (map->extensions == NULL) {

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen mail_index_map_init_extbufs(map, 5);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen idx = 0;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen } else {

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen idx = map->extensions->used / sizeof(*ext);

1175f27441385a7011629f295f42708f9a3a4ffcTimo Sirainen }

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext = buffer_append_space_unsafe(map->extensions, sizeof(*ext));

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen memset(ext, 0, sizeof(*ext));

1175f27441385a7011629f295f42708f9a3a4ffcTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext->name = p_strdup(map->extension_pool, name);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext->hdr_offset = hdr_offset;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext->hdr_size = hdr_size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext->record_offset = record_offset;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext->record_size = record_size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext->record_align = record_align;

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen ext->reset_id = reset_id;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext_id = mail_index_ext_register(index, name, hdr_size,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen record_size, record_align);

7c95b03620a03a43dd72d39608cea5fc77393ad6Timo Sirainen while (map->ext_id_map->used < ext_id * sizeof(uint32_t))

7c95b03620a03a43dd72d39608cea5fc77393ad6Timo Sirainen buffer_append(map->ext_id_map, &empty_id, sizeof(empty_id));

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen buffer_write(map->ext_id_map, ext_id * sizeof(uint32_t),

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen &idx, sizeof(idx));

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return idx;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen}

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainenstatic int size_check(size_t *size_left, size_t size)

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen{

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen if (size > *size_left)

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return FALSE;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen *size_left -= size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return TRUE;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen}

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainenstatic size_t get_align(size_t name_len)

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen{

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen size_t size = sizeof(struct mail_index_ext_header) + name_len;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return MAIL_INDEX_HEADER_SIZE_ALIGN(size) - size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen}

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainenstatic int mail_index_read_extensions(struct mail_index *index,

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen struct mail_index_map *map)

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen{

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen const struct mail_index_ext_header *ext_hdr;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen unsigned int i, old_count;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen const char *name;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen uint32_t ext_id, offset, name_offset;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen size_t size_left;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen /* extension headers always start from 64bit offsets, so if base header

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen offset = MAIL_INDEX_HEADER_SIZE_ALIGN(map->hdr->base_header_size);

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen if (offset >= map->hdr->header_size && map->extension_pool == NULL) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen /* nothing to do, skip allocatations and all */

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return 1;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen old_count = index->extensions->used / sizeof(struct mail_index_ext);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen mail_index_map_init_extbufs(map, old_count + 5);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext_id = (uint32_t)-1;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen for (i = 0; i < old_count; i++)

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen buffer_append(map->ext_id_map, &ext_id, sizeof(ext_id));

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen while (offset < map->hdr->header_size) {

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext_hdr = CONST_PTR_OFFSET(map->hdr_base, offset);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen size_left = map->hdr->header_size - offset;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen if (!size_check(&size_left, sizeof(*ext_hdr)) ||

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen !size_check(&size_left, ext_hdr->name_size) ||

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen !size_check(&size_left, get_align(ext_hdr->name_size)) ||

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen !size_check(&size_left, ext_hdr->hdr_size)) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen "Header extension goes outside header",

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen index->filepath);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return -1;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen offset += sizeof(*ext_hdr);

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen name_offset = offset;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen offset += ext_hdr->name_size + get_align(ext_hdr->name_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen t_push();

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen name = t_strndup(CONST_PTR_OFFSET(map->hdr_base, name_offset),

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext_hdr->name_size);

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen mail_index_map_register_ext(index, map, name,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen offset, ext_hdr->hdr_size,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext_hdr->record_offset,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext_hdr->record_size,

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen ext_hdr->record_align,

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen ext_hdr->reset_id);

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen t_pop();

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen offset += MAIL_INDEX_HEADER_SIZE_ALIGN(ext_hdr->hdr_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return 1;

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen}

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstatic int mail_index_check_header(struct mail_index *index,

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen struct mail_index_map *map)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen const struct mail_index_header *hdr = map->hdr;

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen unsigned char compat_data[sizeof(hdr->compat_data)];

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen memset(compat_data, 0, sizeof(compat_data));

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#ifndef WORDS_BIGENDIAN

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen compat_data[0] = MAIL_INDEX_COMPAT_LITTLE_ENDIAN;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#endif

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen compat_data[1] = sizeof(uoff_t);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen compat_data[2] = sizeof(time_t);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (hdr->major_version != MAIL_INDEX_MAJOR_VERSION) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* major version change - handle silently(?) */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (memcmp(hdr->compat_data, compat_data, sizeof(compat_data)) != 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* architecture change - handle silently(?) */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen if ((map->hdr->flags & MAIL_INDEX_HDR_FLAG_CORRUPTED) != 0) {

8830fab191cab8440281eb641dfdd93974b2933bTimo Sirainen /* we've already complained about it */

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen return -1;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* following some extra checks that only take a bit of CPU */

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen if (hdr->uid_validity == 0 && hdr->next_uid != 1) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen "uid_validity = 0, next_uid = %u",

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen index->filepath, hdr->next_uid);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen if (hdr->keywords_mask_size != sizeof(keywords_mask_t)) {

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen "keywords_mask_size mismatch: %d != %d",

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen index->filepath, hdr->keywords_mask_size,

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen (int)sizeof(keywords_mask_t));

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen return -1;

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen }

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen if (hdr->record_size < sizeof(struct mail_index_record)) {

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen "record_size too small: %u < %"PRIuSIZE_T,

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen index->filepath, hdr->record_size,

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen sizeof(struct mail_index_record));

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen return -1;

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen }

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (hdr->next_uid == 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen if (hdr->recent_messages_count > hdr->messages_count ||

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen hdr->seen_messages_count > hdr->messages_count ||

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen hdr->deleted_messages_count > hdr->messages_count)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (hdr->first_recent_uid_lowwater > hdr->next_uid ||

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen hdr->first_unseen_uid_lowwater > hdr->next_uid ||

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen hdr->first_deleted_uid_lowwater > hdr->next_uid)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen return mail_index_read_extensions(index, map);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainenstatic void mail_index_map_clear(struct mail_index *index,

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen struct mail_index_map *map)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (map->buffer != NULL) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_assert(map->mmap_base == NULL);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen buffer_free(map->buffer);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen map->buffer = NULL;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen } else if (map->mmap_base != NULL) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_assert(map->buffer == NULL);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen if (munmap(map->mmap_base, map->mmap_size) < 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_set_syscall_error(index, "munmap()");

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen map->mmap_base = NULL;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (map->refcount > 0) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->mmap_size = 0;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->mmap_used_size = 0;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen map->hdr = NULL;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen map->records = NULL;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen map->records_count = 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen}

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainenvoid mail_index_unmap(struct mail_index *index, struct mail_index_map *map)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen{

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (--map->refcount > 0)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen i_assert(map->refcount == 0);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_map_clear(index, map);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen if (map->extension_pool != NULL)

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen pool_unref(map->extension_pool);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen buffer_free(map->hdr_copy_buf);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(map);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainenstatic void mail_index_unmap_forced(struct mail_index *index,

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen struct mail_index_map *map)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_map_clear(index, map);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_unmap(index, map);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen}

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainenstatic int mail_index_mmap(struct mail_index *index, struct mail_index_map *map)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen{

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen const struct mail_index_header *hdr;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen struct mail_index_header *mhdr;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen unsigned int records_count;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen i_assert(!map->write_to_disk);

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen if (map->buffer != NULL) {

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen /* we had temporarily used a buffer, eg. for updating index */

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen buffer_free(map->buffer);

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen map->buffer = NULL;

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen }

4c1827d5d718d6f610df3209a2eb95a6591698afTimo Sirainen

5a4ab3d6e108a899c8b51bebd0094a37b738d5a1Timo Sirainen map->mmap_base = index->readonly ?

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen mmap_ro_file(index->fd, &map->mmap_size) :

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen mmap_rw_file(index->fd, &map->mmap_size);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen if (map->mmap_base == MAP_FAILED) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->mmap_base = NULL;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen mail_index_set_syscall_error(index, "mmap()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen hdr = map->mmap_base;

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen if (map->mmap_size >

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen offsetof(struct mail_index_header, major_version) &&

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen hdr->major_version != MAIL_INDEX_MAJOR_VERSION) {

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen /* major version change - handle silently */

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen return 0;

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen }

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen if (map->mmap_size < MAIL_INDEX_HEADER_MIN_SIZE) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen "File too small (%"PRIuSIZE_T")",

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen index->filepath, map->mmap_size);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen return 0;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen }

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

cd65dfcedc603fabbf644be793efb09096f6c1b5Timo Sirainen map->hdr = hdr;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->mmap_used_size = hdr->header_size +

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen hdr->messages_count * hdr->record_size;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen if (map->mmap_used_size > map->mmap_size) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen records_count = (map->mmap_size - hdr->header_size) /

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen hdr->record_size;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen "messages_count too large (%u > %u)",

cd65dfcedc603fabbf644be793efb09096f6c1b5Timo Sirainen index->filepath, hdr->messages_count,

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen records_count);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen return 0;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen }

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen if (map->hdr->base_header_size < sizeof(*map->hdr)) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen /* header smaller than ours, make a copy so our newer headers

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen buffer_reset(map->hdr_copy_buf);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen buffer_append(map->hdr_copy_buf,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen map->hdr, map->hdr->base_header_size);

ee4acc29027537a551ba60c89fda0c15318eab40Timo Sirainen buffer_append_zero(map->hdr_copy_buf, sizeof(*map->hdr) -

ee4acc29027537a551ba60c89fda0c15318eab40Timo Sirainen map->hdr->base_header_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mhdr = buffer_get_modifyable_data(map->hdr_copy_buf, NULL);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mhdr->base_header_size = sizeof(*map->hdr);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mhdr->header_size = map->hdr_copy_buf->used;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen map->hdr = mhdr;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen map->hdr_base = map->mmap_base;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->records = PTR_OFFSET(map->mmap_base, map->hdr->header_size);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->records_count = map->hdr->messages_count;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen return 1;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen}

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainenstatic int mail_index_read_map(struct mail_index *index,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen struct mail_index_map *map, int *retry_r)

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen{

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen struct mail_index_header hdr, *hdrp;

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen void *data = NULL;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen ssize_t ret;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen size_t pos, records_size;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

4c1827d5d718d6f610df3209a2eb95a6591698afTimo Sirainen i_assert(map->mmap_base == NULL);

4c1827d5d718d6f610df3209a2eb95a6591698afTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen *retry_r = FALSE;

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen memset(&hdr, 0, sizeof(hdr));

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen ret = 1;

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen for (pos = 0; ret > 0 && pos < sizeof(hdr); ) {

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen ret = pread(index->fd, PTR_OFFSET(&hdr, pos),

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen sizeof(hdr) - pos, pos);

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen if (ret > 0)

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen pos += ret;

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

05751847e5e493fecfd0634d35d21722aad44a0bTimo Sirainen if (pos > (ssize_t)offsetof(struct mail_index_header, major_version) &&

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen hdr.major_version != MAIL_INDEX_MAJOR_VERSION) {

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen /* major version change - handle silently */

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen return 0;

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen }

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (ret >= 0 && pos >= MAIL_INDEX_HEADER_MIN_SIZE &&

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen (ret > 0 || pos >= hdr.base_header_size)) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (hdr.base_header_size < MAIL_INDEX_HEADER_MIN_SIZE ||

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr.header_size < hdr.base_header_size) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen "Corrupted header sizes (base %u, full %u)",

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen index->filepath, hdr.base_header_size,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr.header_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return 0;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen buffer_reset(map->hdr_copy_buf);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (hdr.base_header_size < sizeof(hdr)) {

ee4acc29027537a551ba60c89fda0c15318eab40Timo Sirainen buffer_append_zero(map->hdr_copy_buf, sizeof(hdr) +

ee4acc29027537a551ba60c89fda0c15318eab40Timo Sirainen hdr.header_size -

ee4acc29027537a551ba60c89fda0c15318eab40Timo Sirainen hdr.base_header_size);

ee4acc29027537a551ba60c89fda0c15318eab40Timo Sirainen buffer_write(map->hdr_copy_buf, 0,

ee4acc29027537a551ba60c89fda0c15318eab40Timo Sirainen &hdr, hdr.base_header_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen /* @UNSAFE */

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen ret = pread_full(index->fd,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen PTR_OFFSET(map->hdr_copy_buf->data,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen sizeof(hdr)),

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr.header_size - hdr.base_header_size,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr.base_header_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdrp = buffer_get_modifyable_data(map->hdr_copy_buf,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen NULL);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdrp->base_header_size = sizeof(hdr);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdrp->header_size = map->hdr_copy_buf->used;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen } else {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen buffer_append(map->hdr_copy_buf, &hdr, pos);

ee4acc29027537a551ba60c89fda0c15318eab40Timo Sirainen buffer_append_zero(map->hdr_copy_buf,

ee4acc29027537a551ba60c89fda0c15318eab40Timo Sirainen hdr.header_size - pos);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen /* @UNSAFE */

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen ret = pread_full(index->fd,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen PTR_OFFSET(map->hdr_copy_buf->data,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen pos),

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr.header_size - pos, pos);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (ret > 0) {

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen records_size = hdr.messages_count * hdr.record_size;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen if (map->buffer == NULL) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->buffer = buffer_create_dynamic(default_pool,

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen records_size);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen }

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen /* @UNSAFE */

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen buffer_set_used_size(map->buffer, 0);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen data = buffer_append_space_unsafe(map->buffer, records_size);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen ret = pread_full(index->fd, data, records_size,

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen hdr.header_size);

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen }

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (ret < 0) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (errno == ESTALE) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen *retry_r = TRUE;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return 0;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_set_syscall_error(index, "pread_full()");

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return -1;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (ret == 0) {

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_set_error(index,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen "Corrupted index file %s: File too small",

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen index->filepath);

b47c57ee07ccfe76cc23b23bc720e17fe9a46d5cTimo Sirainen return 0;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->records = data;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->records_count = hdr.messages_count;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen map->hdr = map->hdr_copy_buf->data;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen map->hdr_base = map->hdr_copy_buf->data;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return 1;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen}

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainenstatic int mail_index_read_map_with_retry(struct mail_index *index,

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen struct mail_index_map *map)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen{

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen int i, ret, retry;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

e4fb5bfcdff32d337d054cce36e00e1cdfaae9f8Timo Sirainen for (i = 0; i < MAIL_INDEX_ESTALE_RETRY_COUNT; i++) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen ret = mail_index_read_map(index, map, &retry);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (ret != 0 || !retry)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return ret;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen /* ESTALE - reopen index file */

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (close(index->fd) < 0)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_set_syscall_error(index, "close()");

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen index->fd = -1;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen ret = mail_index_try_open_only(index);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (ret <= 0) {

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (ret == 0) {

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen /* the file was lost */

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen errno = ENOENT;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_set_syscall_error(index, "open()");

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return -1;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen /* Too many ESTALE retries */

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_set_syscall_error(index, "read_map()");

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return -1;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen}

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainenstatic int mail_index_map_try_existing(struct mail_index_map *map)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen{

19593623a2278039be23fc93e3404c012920b664Timo Sirainen const struct mail_index_header *hdr;

19593623a2278039be23fc93e3404c012920b664Timo Sirainen size_t used_size;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen if (MAIL_INDEX_MAP_IS_IN_MEMORY(map))

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen return 0;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen hdr = map->mmap_base;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen /* always check corrupted-flag to avoid errors later */

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen if ((hdr->flags & MAIL_INDEX_HDR_FLAG_CORRUPTED) != 0)

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen return -1;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen used_size = hdr->header_size + hdr->messages_count * hdr->record_size;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen if (map->mmap_size >= used_size && map->hdr == hdr) {

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen map->records_count = hdr->messages_count;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen return 1;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen }

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen return 0;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen}

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainenint mail_index_map(struct mail_index *index, int force)

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen{

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen struct mail_index_map *map;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen int ret;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen if (!force && index->map != NULL) {

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen ret = mail_index_map_try_existing(index->map);

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen if (ret != 0)

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen return ret;

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen if (index->lock_type == F_WRLCK) {

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen /* we're syncing, don't break the mapping */

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen return 1;

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen }

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen }

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen if (index->map != NULL && index->map->refcount > 1) {

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen /* this map is already used by some views and they may have

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen index->map->refcount--;

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen index->map = NULL;

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen }

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen

19593623a2278039be23fc93e3404c012920b664Timo Sirainen map = index->map;

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen if (map == NULL) {

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen map = i_new(struct mail_index_map, 1);

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen map->refcount = 1;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen map->hdr_copy_buf =

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen buffer_create_dynamic(default_pool, sizeof(*map->hdr));

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen } else if (MAIL_INDEX_MAP_IS_IN_MEMORY(map)) {

4c1827d5d718d6f610df3209a2eb95a6591698afTimo Sirainen if (map->write_to_disk) {

4c1827d5d718d6f610df3209a2eb95a6591698afTimo Sirainen /* we have modified this mapping and it's waiting to

4c1827d5d718d6f610df3209a2eb95a6591698afTimo Sirainen return 1;

4c1827d5d718d6f610df3209a2eb95a6591698afTimo Sirainen }

19593623a2278039be23fc93e3404c012920b664Timo Sirainen /* FIXME: we need to re-read header */

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen } else if (map->mmap_base != NULL) {

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen i_assert(map->buffer == NULL);

19593623a2278039be23fc93e3404c012920b664Timo Sirainen if (munmap(map->mmap_base, map->mmap_size) < 0)

19593623a2278039be23fc93e3404c012920b664Timo Sirainen mail_index_set_syscall_error(index, "munmap()");

19593623a2278039be23fc93e3404c012920b664Timo Sirainen map->mmap_base = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->hdr = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->map = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

3e4bbbceed7882b8dab558aa90913a491eb15cc6Timo Sirainen if (!index->mmap_disable)

3e4bbbceed7882b8dab558aa90913a491eb15cc6Timo Sirainen ret = mail_index_mmap(index, map);

3e4bbbceed7882b8dab558aa90913a491eb15cc6Timo Sirainen else

3e4bbbceed7882b8dab558aa90913a491eb15cc6Timo Sirainen ret = mail_index_read_map_with_retry(index, map);

3e4bbbceed7882b8dab558aa90913a491eb15cc6Timo Sirainen if (ret <= 0) {

3e4bbbceed7882b8dab558aa90913a491eb15cc6Timo Sirainen mail_index_unmap_forced(index, map);

3e4bbbceed7882b8dab558aa90913a491eb15cc6Timo Sirainen return ret;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen ret = mail_index_check_header(index, map);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ret < 0) {

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_unmap_forced(index, map);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ret == 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->fsck = TRUE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen map->log_file_seq = map->hdr->log_file_seq;

2a734f36105e33ab452d057df6bc7a2b7d9f96f0Timo Sirainen map->log_file_int_offset = map->hdr->log_file_int_offset;

2a734f36105e33ab452d057df6bc7a2b7d9f96f0Timo Sirainen map->log_file_ext_offset = map->hdr->log_file_ext_offset;

a2645bdd6547b87e2380f33ce78640118b9e9e68Timo Sirainen map->base_header_size = map->hdr->base_header_size;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

c1d45cada20777e1973579d40d0ebe43f89bb053Timo Sirainen index->hdr = map->hdr;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->map = map;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainenstruct mail_index_map *

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainenmail_index_map_to_memory(struct mail_index_map *map, uint32_t new_record_size)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_index_map *mem_map;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen struct mail_index_header *hdr;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen struct mail_index_ext *extensions;

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen void *src, *dest;

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen size_t size, copy_size;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen unsigned int i, count;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

7b524faf719c9998dd586708d6ee0faa307a6c02Timo Sirainen if (MAIL_INDEX_MAP_IS_IN_MEMORY(map) &&

7b524faf719c9998dd586708d6ee0faa307a6c02Timo Sirainen map->hdr->record_size == new_record_size) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen map->refcount++;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return map;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen size = map->records_count * new_record_size;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mem_map = i_new(struct mail_index_map, 1);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mem_map->refcount = 1;

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen mem_map->buffer = buffer_create_dynamic(default_pool, size);

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen if (map->hdr->record_size == new_record_size)

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen buffer_append(mem_map->buffer, map->records, size);

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen else {

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen copy_size = I_MIN(map->hdr->record_size, new_record_size);

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen src = map->records;

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen for (i = 0; i < map->records_count; i++) {

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen dest = buffer_append_space_unsafe(mem_map->buffer,

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen new_record_size);

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen memcpy(dest, src, copy_size);

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen src = PTR_OFFSET(src, map->hdr->record_size);

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen }

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mem_map->records = buffer_get_modifyable_data(mem_map->buffer, NULL);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mem_map->records_count = map->records_count;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen mem_map->hdr_copy_buf =

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen buffer_create_dynamic(default_pool, map->hdr->header_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen buffer_append(mem_map->hdr_copy_buf, map->hdr, map->hdr->header_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr = buffer_get_modifyable_data(mem_map->hdr_copy_buf, NULL);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr->record_size = new_record_size;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mem_map->hdr = hdr;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen /* copy extensions */

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen if (map->ext_id_map != NULL) {

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen count = map->ext_id_map->used / sizeof(uint32_t);

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen mail_index_map_init_extbufs(mem_map, count + 2);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen buffer_append_buf(mem_map->extensions, map->extensions,

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen 0, (size_t)-1);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen buffer_append_buf(mem_map->ext_id_map, map->ext_id_map,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen 0, (size_t)-1);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen /* fix the name pointers to use our own pool */

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen extensions = buffer_get_modifyable_data(mem_map->extensions,

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen NULL);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen for (i = 0; i < count; i++) {

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen extensions[i].name = p_strdup(mem_map->extension_pool,

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen extensions[i].name);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

de513097e876f811c9b8f7ba3449feb9f8e4d20cTimo Sirainen mem_map->log_file_seq = mem_map->hdr->log_file_seq;

2a734f36105e33ab452d057df6bc7a2b7d9f96f0Timo Sirainen mem_map->log_file_int_offset = mem_map->hdr->log_file_int_offset;

2a734f36105e33ab452d057df6bc7a2b7d9f96f0Timo Sirainen mem_map->log_file_ext_offset = mem_map->hdr->log_file_ext_offset;

de513097e876f811c9b8f7ba3449feb9f8e4d20cTimo Sirainen mem_map->base_header_size = mem_map->hdr->base_header_size;

de513097e876f811c9b8f7ba3449feb9f8e4d20cTimo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return mem_map;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainenint mail_index_map_get_ext_idx(struct mail_index_map *map,

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen uint32_t ext_id, uint32_t *idx_r)

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen{

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen const uint32_t *id_map;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen if (map->ext_id_map == NULL ||

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen map->ext_id_map->used / sizeof(*id_map) <= ext_id)

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return 0;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen id_map = map->ext_id_map->data;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen *idx_r = id_map[ext_id];

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return *idx_r != (uint32_t)-1;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen}

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainenstatic int mail_index_try_open_only(struct mail_index *index)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen{

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen int i;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen for (i = 0; i < 3; i++) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->fd = open(index->filepath, O_RDWR);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (index->fd == -1 && errno == EACCES) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->fd = open(index->filepath, O_RDONLY);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->readonly = TRUE;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (index->fd != -1 || errno != ESTALE)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen break;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen /* May happen with some OSes with NFS. Try again, although

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (index->fd == -1) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (errno != ENOENT)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return mail_index_set_syscall_error(index, "open()");

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen /* have to create it */

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return 0;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return 1;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen}

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainenstatic int

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainenmail_index_try_open(struct mail_index *index, unsigned int *lock_id_r)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen{

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen unsigned int lock_id;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen int ret;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (lock_id_r != NULL)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen *lock_id_r = 0;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen ret = mail_index_try_open_only(index);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (ret <= 0)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return ret;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

c9f1a617593eb569fb02f45041bad3c13e534496Timo Sirainen if (mail_index_lock_shared(index, FALSE, &lock_id) < 0) {

c9f1a617593eb569fb02f45041bad3c13e534496Timo Sirainen (void)close(index->fd);

c9f1a617593eb569fb02f45041bad3c13e534496Timo Sirainen index->fd = -1;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return -1;

c9f1a617593eb569fb02f45041bad3c13e534496Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen ret = mail_index_map(index, FALSE);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (ret == 0) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen /* it's corrupted - recreate it */

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen mail_index_unlock(index, lock_id);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (lock_id_r != NULL)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen *lock_id_r = 0;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen (void)close(index->fd);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->fd = -1;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen } else {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (lock_id_r != NULL)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen *lock_id_r = lock_id;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen else

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen mail_index_unlock(index, lock_id);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return ret;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen}

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainenint mail_index_write_base_header(struct mail_index *index,

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen const struct mail_index_header *hdr)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen size_t hdr_size;

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen hdr_size = I_MIN(sizeof(*hdr), hdr->base_header_size);

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (!MAIL_INDEX_MAP_IS_IN_MEMORY(index->map)) {

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen memcpy(index->map->mmap_base, hdr, hdr_size);

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen if (msync(index->map->mmap_base, hdr_size, MS_SYNC) < 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return mail_index_set_syscall_error(index, "msync()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen } else {

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen if (pwrite_full(index->fd, hdr, hdr_size, 0) < 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_set_syscall_error(index, "pwrite_full()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen buffer_write(index->map->hdr_copy_buf, 0, hdr, hdr_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen i_assert(index->hdr == index->map->hdr_copy_buf->data);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenint mail_index_create_tmp_file(struct mail_index *index, const char **path_r)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

d22390f33eedbd2413debabc0662dde5241b1aa6Timo Sirainen mode_t old_mask;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const char *path;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen int fd;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen path = *path_r = t_strconcat(index->filepath, ".tmp", NULL);

d22390f33eedbd2413debabc0662dde5241b1aa6Timo Sirainen old_mask = umask(0);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen fd = open(path, O_RDWR|O_CREAT|O_TRUNC, index->mode);

d22390f33eedbd2413debabc0662dde5241b1aa6Timo Sirainen umask(old_mask);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (fd == -1)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return mail_index_file_set_syscall_error(index, path, "open()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

d22390f33eedbd2413debabc0662dde5241b1aa6Timo Sirainen if (index->gid != (gid_t)-1 && fchown(fd, (uid_t)-1, index->gid) < 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_file_set_syscall_error(index, path, "fchown()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return fd;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

93b29720c5141f787bd1861796867e4595c9d084Timo Sirainenstatic int mail_index_create(struct mail_index *index,

93b29720c5141f787bd1861796867e4595c9d084Timo Sirainen struct mail_index_header *hdr)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const char *path;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen uint32_t seq;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen uoff_t offset;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen int ret;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* log file lock protects index creation */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (mail_transaction_log_sync_lock(index->log, &seq, &offset) < 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen ret = mail_index_try_open(index, NULL);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ret != 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_transaction_log_sync_unlock(index->log);

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen return ret < 0 ? -1 : 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* create it fully in index.tmp first */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->fd = mail_index_create_tmp_file(index, &path);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (index->fd == -1)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen else if (write_full(index->fd, hdr, sizeof(*hdr)) < 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_file_set_syscall_error(index, path, "write_full()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen } else {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = mail_index_map(index, FALSE);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ret == 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* it's corrupted even while we just created it,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_set_error(index,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen "Newly created index file is corrupted: %s", path);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ret < 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (unlink(path) < 0 && errno != ENOENT) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_file_set_syscall_error(index, path,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen "unlink()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

86bc22621dcce6d9f1ca7216c9cc958381a61277Timo Sirainen } else {

86bc22621dcce6d9f1ca7216c9cc958381a61277Timo Sirainen /* make it visible to others */

86bc22621dcce6d9f1ca7216c9cc958381a61277Timo Sirainen if (rename(path, index->filepath) < 0) {

86bc22621dcce6d9f1ca7216c9cc958381a61277Timo Sirainen mail_index_set_error(index, "rename(%s, %s) failed: %m",

86bc22621dcce6d9f1ca7216c9cc958381a61277Timo Sirainen path, index->filepath);

86bc22621dcce6d9f1ca7216c9cc958381a61277Timo Sirainen ret = -1;

86bc22621dcce6d9f1ca7216c9cc958381a61277Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_transaction_log_sync_unlock(index->log);

86bc22621dcce6d9f1ca7216c9cc958381a61277Timo Sirainen return ret;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainenstatic void mail_index_header_init(struct mail_index_header *hdr)

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen{

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen time_t now = time(NULL);

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen memset(hdr, 0, sizeof(*hdr));

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen hdr->major_version = MAIL_INDEX_MAJOR_VERSION;

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen hdr->minor_version = MAIL_INDEX_MINOR_VERSION;

024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen hdr->base_header_size = sizeof(*hdr);

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen hdr->header_size = sizeof(*hdr);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr->record_size = sizeof(struct mail_index_record);

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen hdr->keywords_mask_size = sizeof(keywords_mask_t);

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen#ifndef WORDS_BIGENDIAN

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen hdr->compat_data[0] = MAIL_INDEX_COMPAT_LITTLE_ENDIAN;

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen#endif

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen hdr->compat_data[1] = sizeof(uoff_t);

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen hdr->compat_data[2] = sizeof(time_t);

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen hdr->indexid = now;

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen hdr->next_uid = 1;

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen}

e687badfdd7f4001e9a89a80a2c4a79ec4bafc8dTimo Sirainen

93b29720c5141f787bd1861796867e4595c9d084Timo Sirainenstatic int mail_index_open_files(struct mail_index *index,

93b29720c5141f787bd1861796867e4595c9d084Timo Sirainen enum mail_index_open_flags flags)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen struct mail_index_header hdr;

40ef82c46f6652412b068ebcdac7c3e74840a284Timo Sirainen unsigned int lock_id = 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen int ret;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

40ef82c46f6652412b068ebcdac7c3e74840a284Timo Sirainen ret = mail_index_try_open(index, &lock_id);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (ret > 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen hdr = *index->hdr;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen else if (ret == 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* doesn't exist, or corrupted */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if ((flags & MAIL_INDEX_OPEN_FLAG_CREATE) == 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mail_index_header_init(&hdr);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->hdr = &hdr;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen } else if (ret < 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->indexid = hdr.indexid;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->log = mail_transaction_log_open_or_create(index);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (index->log == NULL)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen if (index->fd == -1) {

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen if (lock_id != 0) {

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen mail_index_unlock(index, lock_id);

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen lock_id = 0;

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen }

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen if (mail_index_create(index, &hdr) < 0)

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen return -1;

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen }

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen if (lock_id == 0) {

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen if (mail_index_lock_shared(index, FALSE, &lock_id) < 0)

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen return -1;

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen }

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen index->cache = mail_cache_open_or_create(index);

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen if (index->cache == NULL)

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen return -1;

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen mail_index_unlock(index, lock_id);

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen return 1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

a53cb86b4d733d9c48ee4d285bed477c80825804Timo Sirainenint mail_index_open(struct mail_index *index, enum mail_index_open_flags flags,

a53cb86b4d733d9c48ee4d285bed477c80825804Timo Sirainen enum mail_index_lock_method lock_method)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen int i = 0, ret;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (index->opened)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

ee246b46953e4b94b2f22e093373674fa9155500Timo Sirainen index->filepath = i_strconcat(index->dir, "/", index->prefix, NULL);

ee246b46953e4b94b2f22e093373674fa9155500Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen do {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->shared_lock_count = 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->excl_lock_count = 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->lock_type = F_UNLCK;

ec1e30ecc38f0deddaf655413cf02d5972ddbc70Timo Sirainen index->lock_id = 2;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

a53cb86b4d733d9c48ee4d285bed477c80825804Timo Sirainen index->readonly = FALSE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->nodiskspace = FALSE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->index_lock_timeout = FALSE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->log_locked = FALSE;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen index->mmap_disable =

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen (flags & MAIL_INDEX_OPEN_FLAG_MMAP_DISABLE) != 0;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen index->mmap_no_write =

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen (flags & MAIL_INDEX_OPEN_FLAG_MMAP_NO_WRITE) != 0;

a53cb86b4d733d9c48ee4d285bed477c80825804Timo Sirainen index->lock_method = lock_method;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

93b29720c5141f787bd1861796867e4595c9d084Timo Sirainen ret = mail_index_open_files(index, flags);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ret <= 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen break;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->opened = TRUE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (index->fsck) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->fsck = FALSE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = mail_index_fsck(index);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ret == 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* completely broken, reopen */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (i++ < 3)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen continue;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* too many tries */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen break;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen } while (1);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ret <= 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_close(index);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return ret;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenvoid mail_index_close(struct mail_index *index)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (index->log != NULL) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_transaction_log_close(index->log);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->log = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen if (index->map != NULL) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen mail_index_unmap(index, index->map);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen index->map = NULL;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen if (index->cache != NULL) {

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen mail_cache_free(index->cache);

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen index->cache = NULL;

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen }

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (index->fd != -1) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (close(index->fd) < 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_set_syscall_error(index, "close()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->fd = -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(index->copy_lock_path);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen index->copy_lock_path = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(index->filepath);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->filepath = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->indexid = 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->opened = FALSE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainenint mail_index_reopen(struct mail_index *index, int fd)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen{

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen struct mail_index_map *old_map;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen unsigned int old_shared_locks, old_lock_id, lock_id = 0;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen int ret, old_fd, old_lock_type;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen old_map = index->map;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen old_fd = index->fd;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->map = NULL;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->hdr = NULL;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen /* new file, new locks. the old fd can keep it's locks, they don't

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen old_lock_type = index->lock_type;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen old_lock_id = index->lock_id;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen old_shared_locks = index->shared_lock_count;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (index->lock_type == F_RDLCK)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->lock_type = F_UNLCK;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->lock_id += 2;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->shared_lock_count = 0;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (fd != -1) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->fd = fd;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen ret = 0;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen } else {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen i_assert(index->excl_lock_count == 0);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen ret = mail_index_try_open_only(index);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (ret > 0)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen ret = mail_index_lock_shared(index, FALSE, &lock_id);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen else if (ret == 0) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen /* index file is lost */

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen ret = -1;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (ret == 0) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (mail_index_map(index, FALSE) <= 0)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen ret = -1;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (lock_id != 0)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen mail_index_unlock(index, lock_id);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (ret == 0) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen mail_index_unmap(index, old_map);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (close(old_fd) < 0)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen mail_index_set_syscall_error(index, "close()");

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen } else {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (index->map != NULL)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen mail_index_unmap(index, index->map);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (index->fd != -1) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (close(index->fd) < 0)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen mail_index_set_syscall_error(index, "close()");

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->map = old_map;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->hdr = index->map->hdr;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->fd = old_fd;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->lock_type = old_lock_type;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->lock_id = old_lock_id;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->shared_lock_count = old_shared_locks;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return ret;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen}

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainenint mail_index_refresh(struct mail_index *index)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen{

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen struct stat st1, st2;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (fstat(index->fd, &st1) < 0)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return mail_index_set_syscall_error(index, "fstat()");

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (stat(index->filepath, &st2) < 0) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen mail_index_set_syscall_error(index, "stat()");

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (errno != ENOENT)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return -1;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen /* lost it? recreate */

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen (void)mail_index_mark_corrupted(index);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return -1;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (st1.st_ino != st2.st_ino ||

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen !CMP_DEV_T(st1.st_dev, st2.st_dev)) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (mail_index_reopen(index, -1) < 0)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return -1;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return 1;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen } else {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return 0;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen}

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstruct mail_cache *mail_index_get_cache(struct mail_index *index)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return index->cache;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenint mail_index_set_error(struct mail_index *index, const char *fmt, ...)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen va_list va;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(index->error);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (fmt == NULL)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->error = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen else {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen va_start(va, fmt);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->error = i_strdup_vprintf(fmt, va);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen va_end(va);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_error("%s", index->error);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainenvoid mail_index_set_inconsistent(struct mail_index *index)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen{

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen index->indexid = 0;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen}

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

87712707722ef7d73acb065546e61afa4455cd9eTimo Sirainenvoid mail_index_mark_corrupted(struct mail_index *index)

5ec0ca7ff13595daf0d096c17100afb352e6294aTimo Sirainen{

5ec0ca7ff13595daf0d096c17100afb352e6294aTimo Sirainen struct mail_index_header hdr;

5ec0ca7ff13595daf0d096c17100afb352e6294aTimo Sirainen

87712707722ef7d73acb065546e61afa4455cd9eTimo Sirainen mail_index_set_inconsistent(index);

87712707722ef7d73acb065546e61afa4455cd9eTimo Sirainen

5ec0ca7ff13595daf0d096c17100afb352e6294aTimo Sirainen if (index->readonly)

87712707722ef7d73acb065546e61afa4455cd9eTimo Sirainen return;

5ec0ca7ff13595daf0d096c17100afb352e6294aTimo Sirainen

5ec0ca7ff13595daf0d096c17100afb352e6294aTimo Sirainen hdr = *index->hdr;

5ec0ca7ff13595daf0d096c17100afb352e6294aTimo Sirainen hdr.flags |= MAIL_INDEX_HDR_FLAG_CORRUPTED;

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen if (mail_index_write_base_header(index, &hdr) == 0) {

87712707722ef7d73acb065546e61afa4455cd9eTimo Sirainen if (fsync(index->fd) < 0)

87712707722ef7d73acb065546e61afa4455cd9eTimo Sirainen mail_index_set_syscall_error(index, "fsync()");

87712707722ef7d73acb065546e61afa4455cd9eTimo Sirainen }

5ec0ca7ff13595daf0d096c17100afb352e6294aTimo Sirainen}

5ec0ca7ff13595daf0d096c17100afb352e6294aTimo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenint mail_index_set_syscall_error(struct mail_index *index,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const char *function)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_assert(function != NULL);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ENOSPACE(errno)) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->nodiskspace = TRUE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return mail_index_set_error(index, "%s failed with index file %s: %m",

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen function, index->filepath);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenint mail_index_file_set_syscall_error(struct mail_index *index,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const char *filepath,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const char *function)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_assert(filepath != NULL);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_assert(function != NULL);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ENOSPACE(errno)) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->nodiskspace = TRUE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return mail_index_set_error(index, "%s failed with file %s: %m",

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen function, filepath);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenenum mail_index_error mail_index_get_last_error(struct mail_index *index)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (index->nodiskspace)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return MAIL_INDEX_ERROR_DISKSPACE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (index->error != NULL)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return MAIL_INDEX_ERROR_INTERNAL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return MAIL_INDEX_ERROR_NONE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}