0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "lib.h"

16f816d3f3c32ae3351834253f52ddd0212bcbf3Timo Sirainen#include "array.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "buffer.h"

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen#include "hash.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "mmap-util.h"

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen#include "nfs-workarounds.h"

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen#include "read-full.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "write-full.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "mail-index-private.h"

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen#include "mail-index-sync-private.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "mail-transaction-log.h"

da5d50534cfca45d0aaaf0bdac17b287b4588809Timo Sirainen#include "mail-cache.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <stdio.h>

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <stddef.h>

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <time.h>

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen#include <sys/stat.h>

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainenstatic int mail_index_try_open_only(struct mail_index *index);

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainenstatic void mail_index_create_in_memory(struct mail_index *index,

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen const struct mail_index_header *hdr);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstruct mail_index *mail_index_alloc(const char *dir, const char *prefix)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_index *index;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index = i_new(struct mail_index, 1);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->dir = i_strdup(dir);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->prefix = i_strdup(prefix);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->fd = -1;

024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen

367c05967091a2cbfce59b7f274f55b1a0f9e8c9Timo Sirainen index->extension_pool = pool_alloconly_create("extension", 512);

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen ARRAY_CREATE(&index->extensions, index->extension_pool,

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen struct mail_index_registered_ext, 5);

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen ARRAY_CREATE(&index->sync_lost_handlers, default_pool,

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen mail_index_sync_lost_handler_t *, 4);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->mode = 0600;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->gid = (gid_t)-1;

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen index->keywords_ext_id =

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen mail_index_ext_register(index, "keywords", 128, 2, 1);

41e1c7380edda701719d8ce1fb4d465d2ec4c84dTimo Sirainen index->keywords_pool = pool_alloconly_create("keywords", 512);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen ARRAY_CREATE(&index->keywords, default_pool, const char *, 16);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen index->keywords_hash =

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen hash_create(default_pool, index->keywords_pool, 0,

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen strcase_hash, (hash_cmp_callback_t *)strcasecmp);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return index;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainenvoid mail_index_free(struct mail_index **_index)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen struct mail_index *index = *_index;

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen *_index = NULL;

ee246b46953e4b94b2f22e093373674fa9155500Timo Sirainen mail_index_close(index);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen hash_destroy(index->keywords_hash);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen pool_unref(index->extension_pool);

41e1c7380edda701719d8ce1fb4d465d2ec4c84dTimo Sirainen pool_unref(index->keywords_pool);

ee246b46953e4b94b2f22e093373674fa9155500Timo Sirainen

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen array_free(&index->sync_lost_handlers);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen array_free(&index->keywords);

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(index->error);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(index->dir);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(index->prefix);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(index);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainenvoid mail_index_set_permissions(struct mail_index *index,

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen mode_t mode, gid_t gid)

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen{

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen index->mode = mode & 0666;

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen index->gid = gid;

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen}

20a802016205bbcafc90f164f769ea801f88d014Timo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainenuint32_t mail_index_ext_register(struct mail_index *index, const char *name,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen uint32_t default_hdr_size,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen uint16_t default_record_size,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen uint16_t default_record_align)

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen{

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen const struct mail_index_registered_ext *extensions;

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen struct mail_index_registered_ext rext;

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen unsigned int i, ext_count;

024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen extensions = array_get(&index->extensions, &ext_count);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen /* see if it's already there */

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen for (i = 0; i < ext_count; i++) {

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen if (strcmp(extensions[i].name, name) == 0)

024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen return i;

024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen }

1175f27441385a7011629f295f42708f9a3a4ffcTimo Sirainen

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen memset(&rext, 0, sizeof(rext));

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen rext.name = p_strdup(index->extension_pool, name);

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen rext.index_idx = ext_count;

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen rext.hdr_size = default_hdr_size;

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen rext.record_size = default_record_size;

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen rext.record_align = default_record_align;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen array_append(&index->extensions, &rext, 1);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen return ext_count;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen}

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainenvoid mail_index_register_expunge_handler(struct mail_index *index,

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen uint32_t ext_id,

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen mail_index_expunge_handler_t *cb)

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen{

de12ff295bb3d0873b4dced5840612cbacd635efTimo Sirainen struct mail_index_registered_ext *rext;

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen

de12ff295bb3d0873b4dced5840612cbacd635efTimo Sirainen rext = array_idx_modifyable(&index->extensions, ext_id);

de12ff295bb3d0873b4dced5840612cbacd635efTimo Sirainen i_assert(rext->expunge_handler == NULL);

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen

de12ff295bb3d0873b4dced5840612cbacd635efTimo Sirainen rext->expunge_handler = cb;

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen}

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainenvoid mail_index_unregister_expunge_handler(struct mail_index *index,

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen uint32_t ext_id)

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen{

de12ff295bb3d0873b4dced5840612cbacd635efTimo Sirainen struct mail_index_registered_ext *rext;

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen

de12ff295bb3d0873b4dced5840612cbacd635efTimo Sirainen rext = array_idx_modifyable(&index->extensions, ext_id);

de12ff295bb3d0873b4dced5840612cbacd635efTimo Sirainen i_assert(rext->expunge_handler != NULL);

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen

de12ff295bb3d0873b4dced5840612cbacd635efTimo Sirainen rext->expunge_handler = NULL;

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen}

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainenvoid mail_index_register_sync_handler(struct mail_index *index, uint32_t ext_id,

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen mail_index_sync_handler_t *cb,

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen enum mail_index_sync_handler_type type)

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen{

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen struct mail_index_registered_ext *rext;

5626ae5e3316eced244adb6485c0927f1c7fdc41Timo Sirainen

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen rext = array_idx_modifyable(&index->extensions, ext_id);

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen i_assert(rext->sync_handler.callback == NULL);

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen rext->sync_handler.callback = cb;

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen rext->sync_handler.type = type;

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen}

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainenvoid mail_index_unregister_sync_handler(struct mail_index *index,

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen uint32_t ext_id)

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen{

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen struct mail_index_registered_ext *rext;

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen rext = array_idx_modifyable(&index->extensions, ext_id);

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen i_assert(rext->sync_handler.callback != NULL);

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen rext->sync_handler.callback = NULL;

c27f03fa8fd2ef4acd1db814fae7d90e0eb9d3aeTimo Sirainen rext->sync_handler.type = 0;

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen}

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen

f23298fea47eecbeded985ee2537a34c4c4ef56bTimo Sirainenvoid mail_index_register_sync_lost_handler(struct mail_index *index,

f23298fea47eecbeded985ee2537a34c4c4ef56bTimo Sirainen mail_index_sync_lost_handler_t *cb)

f23298fea47eecbeded985ee2537a34c4c4ef56bTimo Sirainen{

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen array_append(&index->sync_lost_handlers, &cb, 1);

f23298fea47eecbeded985ee2537a34c4c4ef56bTimo Sirainen}

f23298fea47eecbeded985ee2537a34c4c4ef56bTimo Sirainen

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainenvoid mail_index_unregister_sync_lost_handler(struct mail_index *index,

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen mail_index_sync_lost_handler_t *cb)

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen{

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen mail_index_sync_lost_handler_t *const *handlers;

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen unsigned int i, count;

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen handlers = array_get(&index->sync_lost_handlers, &count);

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen for (i = 0; i < count; i++) {

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen if (handlers[i] == cb) {

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen array_delete(&index->sync_lost_handlers, i, 1);

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen break;

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen }

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen }

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen}

519e0a461271843833a2b42626ad93f6e7ddc497Timo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainenstatic void mail_index_map_init_extbufs(struct mail_index_map *map,

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen unsigned int initial_count)

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen{

367c05967091a2cbfce59b7f274f55b1a0f9e8c9Timo Sirainen#define EXTENSION_NAME_APPROX_LEN 20

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen size_t size;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen if (map->extension_pool == NULL) {

367c05967091a2cbfce59b7f274f55b1a0f9e8c9Timo Sirainen size = (sizeof(array_t) + BUFFER_APPROX_SIZE) * 2 +

367c05967091a2cbfce59b7f274f55b1a0f9e8c9Timo Sirainen initial_count * (EXTENSION_NAME_APPROX_LEN +

367c05967091a2cbfce59b7f274f55b1a0f9e8c9Timo Sirainen sizeof(struct mail_index_ext) +

367c05967091a2cbfce59b7f274f55b1a0f9e8c9Timo Sirainen sizeof(uint32_t));

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen map->extension_pool =

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen pool_alloconly_create("extensions",

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen nearest_power(size));

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen } else {

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen p_clear(map->extension_pool);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen ARRAY_CREATE(&map->extensions, map->extension_pool,

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen struct mail_index_ext, initial_count);

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen ARRAY_CREATE(&map->ext_id_map, map->extension_pool,

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen uint32_t, initial_count);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen}

1175f27441385a7011629f295f42708f9a3a4ffcTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainenuint32_t mail_index_map_lookup_ext(struct mail_index_map *map, const char *name)

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen{

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen const struct mail_index_ext *extensions;

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen unsigned int i, size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen if (!array_is_created(&map->extensions))

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return (uint32_t)-1;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen extensions = array_get(&map->extensions, &size);

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen for (i = 0; i < size; i++) {

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen if (strcmp(extensions[i].name, name) == 0)

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return i;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen }

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return (uint32_t)-1;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen}

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainenmail_index_map_register_ext(struct mail_index *index,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen struct mail_index_map *map, const char *name,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen uint32_t hdr_offset, uint32_t hdr_size,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen uint32_t record_offset, uint32_t record_size,

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen uint32_t record_align, uint32_t reset_id)

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen{

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen struct mail_index_ext *ext;

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen uint32_t idx, empty_idx = (uint32_t)-1;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen if (!array_is_created(&map->extensions)) {

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen mail_index_map_init_extbufs(map, 5);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen idx = 0;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen } else {

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen idx = array_count(&map->extensions);

1175f27441385a7011629f295f42708f9a3a4ffcTimo Sirainen }

b79ec51bdeef6ef950eb5e890e65cc0491cf5fe9Timo Sirainen i_assert(mail_index_map_lookup_ext(map, name) == (uint32_t)-1);

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen

053843989f13d9013b265fb401a4bde7e0e6568eTimo Sirainen ext = array_append_space(&map->extensions);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext->name = p_strdup(map->extension_pool, name);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext->hdr_offset = hdr_offset;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext->hdr_size = hdr_size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext->record_offset = record_offset;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext->record_size = record_size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext->record_align = record_align;

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen ext->reset_id = reset_id;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen ext->index_idx = mail_index_ext_register(index, name, hdr_size,

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen record_size, record_align);

ab286a8b58306eb8d22fc18342b6c199fd428e1eTimo Sirainen

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen /* Update index ext_id -> map ext_id mapping. Fill non-used

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen while (array_count(&map->ext_id_map) < ext->index_idx)

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen array_append(&map->ext_id_map, &empty_idx, 1);

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen array_idx_set(&map->ext_id_map, ext->index_idx, &idx);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return idx;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen}

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainenstatic bool size_check(size_t *size_left, size_t size)

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen{

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen if (size > *size_left)

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return FALSE;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen *size_left -= size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return TRUE;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen}

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainenstatic size_t get_align(size_t name_len)

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen{

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen size_t size = sizeof(struct mail_index_ext_header) + name_len;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen return MAIL_INDEX_HEADER_SIZE_ALIGN(size) - size;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen}

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainenstatic int mail_index_parse_extensions(struct mail_index *index,

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen struct mail_index_map *map)

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen{

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen const struct mail_index_ext_header *ext_hdr;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen unsigned int i, old_count;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen const char *name;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen uint32_t ext_id, offset, name_offset;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen size_t size_left;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen /* extension headers always start from 64bit offsets, so if base header

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen offset = MAIL_INDEX_HEADER_SIZE_ALIGN(map->hdr.base_header_size);

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen if (offset >= map->hdr.header_size && map->extension_pool == NULL) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen /* nothing to do, skip allocatations and all */

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return 1;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen old_count = array_count(&index->extensions);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen mail_index_map_init_extbufs(map, old_count + 5);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext_id = (uint32_t)-1;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen for (i = 0; i < old_count; i++)

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen array_append(&map->ext_id_map, &ext_id, 1);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen while (offset < map->hdr.header_size) {

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen ext_hdr = CONST_PTR_OFFSET(map->hdr_base, offset);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen /* Extension header contains:

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen size_left = map->hdr.header_size - offset;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen if (!size_check(&size_left, sizeof(*ext_hdr)) ||

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen !size_check(&size_left, ext_hdr->name_size) ||

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen !size_check(&size_left, get_align(ext_hdr->name_size)) ||

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen !size_check(&size_left, ext_hdr->hdr_size)) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen "Header extension goes outside header",

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen index->filepath);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return -1;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

b79ec51bdeef6ef950eb5e890e65cc0491cf5fe9Timo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen offset += sizeof(*ext_hdr);

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen name_offset = offset;

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen offset += ext_hdr->name_size + get_align(ext_hdr->name_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen t_push();

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen name = t_strndup(CONST_PTR_OFFSET(map->hdr_base, name_offset),

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext_hdr->name_size);

b79ec51bdeef6ef950eb5e890e65cc0491cf5fe9Timo Sirainen

b79ec51bdeef6ef950eb5e890e65cc0491cf5fe9Timo Sirainen if (mail_index_map_lookup_ext(map, name) != (uint32_t)-1) {

b79ec51bdeef6ef950eb5e890e65cc0491cf5fe9Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

b79ec51bdeef6ef950eb5e890e65cc0491cf5fe9Timo Sirainen "Duplicate header extension %s",

b79ec51bdeef6ef950eb5e890e65cc0491cf5fe9Timo Sirainen index->filepath, name);

b79ec51bdeef6ef950eb5e890e65cc0491cf5fe9Timo Sirainen t_pop();

b79ec51bdeef6ef950eb5e890e65cc0491cf5fe9Timo Sirainen return -1;

b79ec51bdeef6ef950eb5e890e65cc0491cf5fe9Timo Sirainen }

b79ec51bdeef6ef950eb5e890e65cc0491cf5fe9Timo Sirainen

64541374b58e4c702b1926e87df421d180ffa006Timo Sirainen if ((ext_hdr->record_offset % ext_hdr->record_align) != 0 ||

64541374b58e4c702b1926e87df421d180ffa006Timo Sirainen (map->hdr.record_size % ext_hdr->record_align) != 0) {

64541374b58e4c702b1926e87df421d180ffa006Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

64541374b58e4c702b1926e87df421d180ffa006Timo Sirainen "Record field %s alignmentation %u not used",

64541374b58e4c702b1926e87df421d180ffa006Timo Sirainen index->filepath, name, ext_hdr->record_align);

64541374b58e4c702b1926e87df421d180ffa006Timo Sirainen t_pop();

64541374b58e4c702b1926e87df421d180ffa006Timo Sirainen return -1;

64541374b58e4c702b1926e87df421d180ffa006Timo Sirainen }

64541374b58e4c702b1926e87df421d180ffa006Timo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen mail_index_map_register_ext(index, map, name,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen offset, ext_hdr->hdr_size,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext_hdr->record_offset,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen ext_hdr->record_size,

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen ext_hdr->record_align,

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen ext_hdr->reset_id);

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen t_pop();

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen offset += MAIL_INDEX_HEADER_SIZE_ALIGN(ext_hdr->hdr_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return 1;

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen}

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainenbool mail_index_keyword_lookup(struct mail_index *index,

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen const char *keyword, bool autocreate,

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen unsigned int *idx_r)

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen{

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen char *keyword_dup;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen void *value;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen /* keywords_hash keeps a name => index mapping of keywords.

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen if (hash_lookup_full(index->keywords_hash, keyword, NULL, &value)) {

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen *idx_r = POINTER_CAST_TO(value, unsigned int);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen return TRUE;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen }

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen if (!autocreate) {

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen *idx_r = (unsigned int)-1;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen return FALSE;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen }

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen keyword = keyword_dup = p_strdup(index->keywords_pool, keyword);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen *idx_r = array_count(&index->keywords);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen hash_insert(index->keywords_hash, keyword_dup, POINTER_CAST(*idx_r));

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen array_append(&index->keywords, &keyword, 1);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen return TRUE;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen}

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainenint mail_index_map_parse_keywords(struct mail_index *index,

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen struct mail_index_map *map)

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen{

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen const struct mail_index_ext *ext;

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen const struct mail_index_keyword_header *kw_hdr;

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen const struct mail_index_keyword_header_rec *kw_rec;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen const char *name;

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen unsigned int i, name_area_end_offset, old_count;

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen uint32_t ext_id;

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen ext_id = mail_index_map_lookup_ext(map, "keywords");

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen if (ext_id == (uint32_t)-1) {

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen if (array_is_created(&map->keyword_idx_map))

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen array_clear(&map->keyword_idx_map);

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen return 0;

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen }

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen ext = array_idx(&map->extensions, ext_id);

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen /* Extension header contains:

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen i_assert(ext->hdr_offset < map->hdr.header_size);

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen kw_hdr = CONST_PTR_OFFSET(map->hdr_base, ext->hdr_offset);

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen kw_rec = (const void *)(kw_hdr + 1);

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen name = (const char *)(kw_rec + kw_hdr->keywords_count);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen old_count = !array_is_created(&map->keyword_idx_map) ? 0 :

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen array_count(&map->keyword_idx_map);

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen /* Keywords can only be added into same mapping. Removing requires a

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen if (kw_hdr->keywords_count == old_count) {

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen /* nothing changed */

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen return 0;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen }

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen /* make sure the header is valid */

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen if (kw_hdr->keywords_count < old_count) {

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen "Keywords removed unexpectedly",

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen index->filepath);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen return -1;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen }

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen if ((size_t)(name - (const char *)kw_hdr) > ext->hdr_size) {

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen "keywords_count larger than header size",

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen index->filepath);

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen return -1;

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen }

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen name_area_end_offset = (const char *)kw_hdr + ext->hdr_size - name;

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen for (i = 0; i < kw_hdr->keywords_count; i++) {

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen if (kw_rec[i].name_offset > name_area_end_offset) {

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen "name_offset points outside allocated header",

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen index->filepath);

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen return -1;

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen }

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen }

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen if (name[name_area_end_offset-1] != '\0') {

871c7b8969e8627dc4c8b3e56fd126f948e6bce6Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen "Keyword header doesn't end with NUL",

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen index->filepath);

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen return -1;

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen }

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen /* create file -> index mapping */

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen if (!array_is_created(&map->keyword_idx_map)) {

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen ARRAY_CREATE(&map->keyword_idx_map, default_pool,

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen unsigned int, kw_hdr->keywords_count);

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen }

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen#ifdef DEBUG

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen /* Check that existing headers are still the same. It's behind DEBUG

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen for (i = 0; i < array_count(&map->keyword_idx_map); i++) {

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen const char *keyword = name + kw_rec[i].name_offset;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen const unsigned int *old_idx;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen unsigned int idx;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen old_idx = array_idx(&map->keyword_idx_map, i);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen if (!mail_index_keyword_lookup(index, keyword, FALSE, &idx) ||

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen idx != *old_idx) {

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen "Keywords changed unexpectedly",

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen index->filepath);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen return -1;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen }

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen }

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen#endif

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen /* Register the newly seen keywords */

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen i = array_count(&map->keyword_idx_map);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen for (; i < kw_hdr->keywords_count; i++) {

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen const char *keyword = name + kw_rec[i].name_offset;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen unsigned int idx;

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen (void)mail_index_keyword_lookup(index, keyword, TRUE, &idx);

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen array_append(&map->keyword_idx_map, &idx, 1);

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen }

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen return 0;

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen}

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainenconst array_t *mail_index_get_keywords(struct mail_index *index)

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen{

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen /* Make sure all the keywords are in index->keywords. It's quick to do

6a04c5112961c5f4fb2d2f25192b3dc424d62ad0Timo Sirainen (void)mail_index_map_parse_keywords(index, index->map);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen return &index->keywords;

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainenstatic int mail_index_check_header(struct mail_index *index,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_index_map *map)

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen{

811f2e26d9782d9cb99fdf82e18ffa0a77564fe2Timo Sirainen const struct mail_index_header *hdr = &map->hdr;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen enum mail_index_header_compat_flags compat_flags = 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

811f2e26d9782d9cb99fdf82e18ffa0a77564fe2Timo Sirainen#ifndef WORDS_BIGENDIAN

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen compat_flags |= MAIL_INDEX_COMPAT_LITTLE_ENDIAN;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#endif

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (hdr->major_version != MAIL_INDEX_MAJOR_VERSION) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* major version change - handle silently(?) */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

811f2e26d9782d9cb99fdf82e18ffa0a77564fe2Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (hdr->compat_flags != compat_flags) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* architecture change - handle silently(?) */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen

8830fab191cab8440281eb641dfdd93974b2933bTimo Sirainen if ((map->hdr.flags & MAIL_INDEX_HDR_FLAG_CORRUPTED) != 0) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen /* we've already complained about it */

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen /* following some extra checks that only take a bit of CPU */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (hdr->uid_validity == 0 && hdr->next_uid != 1) {

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen "uid_validity = 0, next_uid = %u",

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->filepath, hdr->next_uid);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen if (hdr->record_size < sizeof(struct mail_index_record)) {

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen "record_size too small: %u < %"PRIuSIZE_T,

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen index->filepath, hdr->record_size,

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen sizeof(struct mail_index_record));

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen return -1;

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen }

e12648867876aaec17e06ee4caef0bb60363449dTimo Sirainen

e12648867876aaec17e06ee4caef0bb60363449dTimo Sirainen if ((hdr->flags & MAIL_INDEX_HDR_FLAG_FSCK) != 0)

e12648867876aaec17e06ee4caef0bb60363449dTimo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (hdr->next_uid == 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen if (hdr->recent_messages_count > hdr->messages_count ||

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen hdr->seen_messages_count > hdr->messages_count ||

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen hdr->deleted_messages_count > hdr->messages_count)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (hdr->first_recent_uid_lowwater > hdr->next_uid ||

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen hdr->first_unseen_uid_lowwater > hdr->next_uid ||

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen hdr->first_deleted_uid_lowwater > hdr->next_uid)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return mail_index_parse_extensions(index, map);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainenstatic void mail_index_map_clear(struct mail_index *index,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_index_map *map)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (map->buffer != NULL) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_assert(map->mmap_base == NULL);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen buffer_free(map->buffer);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen map->buffer = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen } else if (map->mmap_base != NULL) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen i_assert(map->buffer == NULL);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (munmap(map->mmap_base, map->mmap_size) < 0)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_set_syscall_error(index, "munmap()");

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen map->mmap_base = NULL;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen if (map->refcount > 0) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen memset(&map->hdr, 0, sizeof(map->hdr));

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->mmap_size = 0;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen map->mmap_used_size = 0;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen map->records = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen map->records_count = 0;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen}

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainenvoid mail_index_unmap(struct mail_index *index, struct mail_index_map **_map)

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen{

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen struct mail_index_map *map = *_map;

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen *_map = NULL;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (--map->refcount > 0)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen i_assert(map->refcount == 0);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen mail_index_map_clear(index, map);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen if (map->extension_pool != NULL)

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen pool_unref(map->extension_pool);

bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen if (array_is_created(&map->keyword_idx_map))

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen array_free(&map->keyword_idx_map);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen buffer_free(map->hdr_copy_buf);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_free(map);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainenstatic void mail_index_map_copy_hdr(struct mail_index_map *map,

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen const struct mail_index_header *hdr)

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen{

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen if (hdr->base_header_size < sizeof(map->hdr)) {

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen /* header smaller than ours, make a copy so our newer headers

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen memset(&map->hdr, 0, sizeof(map->hdr));

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen memcpy(&map->hdr, hdr, hdr->base_header_size);

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen } else {

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen map->hdr = *hdr;

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen }

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen}

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainenstatic int mail_index_mmap(struct mail_index *index, struct mail_index_map *map)

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen{

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen const struct mail_index_header *hdr;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen unsigned int records_count;

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen i_assert(!map->write_to_disk);

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen if (map->buffer != NULL) {

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen /* we had temporarily used a buffer, eg. for updating index */

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen buffer_free(map->buffer);

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen map->buffer = NULL;

4c1827d5d718d6f610df3209a2eb95a6591698afTimo Sirainen }

5a4ab3d6e108a899c8b51bebd0094a37b738d5a1Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->mmap_base = index->readonly ?

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen mmap_ro_file(index->fd, &map->mmap_size) :

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen mmap_rw_file(index->fd, &map->mmap_size);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen if (map->mmap_base == MAP_FAILED) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->mmap_base = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_set_syscall_error(index, "mmap()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen hdr = map->mmap_base;

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen if (map->mmap_size >

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen offsetof(struct mail_index_header, major_version) &&

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen hdr->major_version != MAIL_INDEX_MAJOR_VERSION) {

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen /* major version change - handle silently */

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen return 0;

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen }

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen if (map->mmap_size < MAIL_INDEX_HEADER_MIN_SIZE) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen "File too small (%"PRIuSIZE_T")",

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen index->filepath, map->mmap_size);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen return 0;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen }

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen map->mmap_used_size = hdr->header_size +

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen hdr->messages_count * hdr->record_size;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen if (map->mmap_used_size > map->mmap_size) {

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen records_count = (map->mmap_size - hdr->header_size) /

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen hdr->record_size;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

cd65dfcedc603fabbf644be793efb09096f6c1b5Timo Sirainen "messages_count too large (%u > %u)",

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen index->filepath, hdr->messages_count,

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen records_count);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen return 0;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen }

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mail_index_map_copy_hdr(map, hdr);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen map->hdr_base = map->mmap_base;

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen map->records = PTR_OFFSET(map->mmap_base, map->hdr.header_size);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->records_count = map->hdr.messages_count;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen return 1;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen}

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainenstatic int mail_index_read_header(struct mail_index *index,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen void *buf, size_t buf_size, size_t *pos_r)

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen{

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen size_t pos;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen int ret;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen memset(buf, 0, sizeof(struct mail_index_header));

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen /* try to read the whole header, but it's not necessarily an error to

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen pos = 0;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen do {

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen ret = pread(index->fd, PTR_OFFSET(buf, pos),

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen buf_size - pos, pos);

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen if (ret > 0)

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen pos += ret;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen } while (ret > 0 && pos < sizeof(struct mail_index_header));

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen *pos_r = pos;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen return ret;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen}

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainenstatic int

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainenmail_index_read_map(struct mail_index *index, struct mail_index_map *map,

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen bool *retry_r, bool try_retry)

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen{

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen const struct mail_index_header *hdr;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen unsigned char buf[512];

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen void *data = NULL;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen ssize_t ret;

4c1827d5d718d6f610df3209a2eb95a6591698afTimo Sirainen size_t pos, records_size;

4c1827d5d718d6f610df3209a2eb95a6591698afTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen i_assert(map->mmap_base == NULL);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen *retry_r = FALSE;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen ret = mail_index_read_header(index, buf, sizeof(buf), &pos);

05751847e5e493fecfd0634d35d21722aad44a0bTimo Sirainen hdr = (const struct mail_index_header *)buf;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen if (pos > (ssize_t)offsetof(struct mail_index_header, major_version) &&

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen hdr->major_version != MAIL_INDEX_MAJOR_VERSION) {

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen /* major version change - handle silently */

91b5eae18db48ebb70eee5407a7ab52bf798ee12Timo Sirainen return 0;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen if (ret >= 0 && pos >= MAIL_INDEX_HEADER_MIN_SIZE &&

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen (ret > 0 || pos >= hdr->base_header_size)) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (hdr->base_header_size < MAIL_INDEX_HEADER_MIN_SIZE ||

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr->header_size < hdr->base_header_size) {

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen mail_index_set_error(index, "Corrupted index file %s: "

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen "Corrupted header sizes (base %u, full %u)",

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen index->filepath, hdr->base_header_size,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr->header_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen return 0;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen }

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen if (pos > hdr->header_size)

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen pos = hdr->header_size;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen /* place the base header into memory. */

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen buffer_reset(map->hdr_copy_buf);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen buffer_append(map->hdr_copy_buf, buf, pos);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen if (pos != hdr->header_size) {

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen /* @UNSAFE: read the rest of the header into memory */

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen data = buffer_append_space_unsafe(map->hdr_copy_buf,

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen hdr->header_size -

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen pos);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen ret = pread_full(index->fd, data,

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr->header_size - pos, pos);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen if (ret > 0) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen /* header read, read the records now. */

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen records_size = hdr->messages_count * hdr->record_size;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen if (map->buffer == NULL) {

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->buffer = buffer_create_dynamic(default_pool,

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen records_size);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen }

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen /* @UNSAFE */

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen buffer_set_used_size(map->buffer, 0);

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen data = buffer_append_space_unsafe(map->buffer, records_size);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

28dd1eeb9fdb93051bb5899c80cf300d69ba9f9eTimo Sirainen ret = pread_full(index->fd, data, records_size,

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen hdr->header_size);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen if (ret < 0) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (errno == ESTALE && try_retry) {

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen /* a new index file was renamed over this one. */

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen *retry_r = TRUE;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return 0;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_set_syscall_error(index, "pread_full()");

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return -1;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (ret == 0) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mail_index_set_error(index,

b47c57ee07ccfe76cc23b23bc720e17fe9a46d5cTimo Sirainen "Corrupted index file %s: File too small",

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen index->filepath);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return 0;

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen }

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

b2105c78f0fd58281317e6d777ded860f33153a3Timo Sirainen map->records = data;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen map->records_count = hdr->messages_count;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen mail_index_map_copy_hdr(map, hdr);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen map->hdr_base = map->hdr_copy_buf->data;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen index->sync_log_file_seq = hdr->log_file_seq;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen index->sync_log_file_offset = hdr->log_file_int_offset;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return 1;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen}

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainenbool mail_index_is_ext_synced(struct mail_transaction_log_view *log_view,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen struct mail_index_map *map)

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen{

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen uint32_t prev_seq;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen uoff_t prev_offset;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen mail_transaction_log_view_get_prev_pos(log_view, &prev_seq,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen &prev_offset);

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen return prev_seq < map->hdr.log_file_seq ||

0b38c17fb10e2ad1d081369d34b93d0448d971a2Timo Sirainen (prev_seq == map->hdr.log_file_seq &&

0b38c17fb10e2ad1d081369d34b93d0448d971a2Timo Sirainen prev_offset < map->hdr.log_file_ext_offset);

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen}

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainenstatic int mail_index_sync_from_transactions(struct mail_index *index,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen struct mail_index_map **map,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen bool sync_to_index)

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen{

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen const struct mail_index_header *map_hdr = &(*map)->hdr;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen struct mail_index_view *view;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen struct mail_transaction_log_view *log_view;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen struct mail_index_sync_map_ctx sync_map_ctx;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen struct mail_index_header hdr;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen const struct mail_transaction_header *thdr;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen const void *tdata;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen uint32_t prev_seq, max_seq;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen uoff_t prev_offset, max_offset;

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen size_t pos;

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen int ret;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen bool skipped, check_ext_offsets, broken;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen if (sync_to_index) {

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen /* read the real log position where we are supposed to be

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen ret = mail_index_read_header(index, &hdr, sizeof(hdr), &pos);

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen if (ret < 0 && errno != ESTALE) {

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen mail_index_set_syscall_error(index, "pread()");

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen return -1;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen }

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen if (pos < MAIL_INDEX_HEADER_MIN_SIZE)

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen return 0;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen if (map_hdr->log_file_seq == hdr.log_file_seq &&

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen map_hdr->log_file_int_offset == hdr.log_file_int_offset) {

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen /* nothing to do */

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen return 1;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen }

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen if (map_hdr->log_file_seq > hdr.log_file_seq ||

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen (map_hdr->log_file_seq == hdr.log_file_seq &&

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen map_hdr->log_file_int_offset > hdr.log_file_int_offset)) {

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen /* we went too far, have to re-read the file */

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen return 0;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen }

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen if (map_hdr->log_file_ext_offset !=

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen map_hdr->log_file_int_offset ||

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen hdr.log_file_ext_offset != hdr.log_file_int_offset) {

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen /* too much trouble to get this right. */

a050ca9def13949dbaa67bd6574a41c4f397ae26Timo Sirainen return 0;

a050ca9def13949dbaa67bd6574a41c4f397ae26Timo Sirainen }

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen max_seq = hdr.log_file_seq;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen max_offset = hdr.log_file_int_offset;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen } else {

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen /* sync everything there is */

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen max_seq = (uint32_t)-1;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen max_offset = (uoff_t)-1;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen }

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen log_view = mail_transaction_log_view_open(index->log);

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen if (mail_transaction_log_view_set(log_view,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen map_hdr->log_file_seq,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen map_hdr->log_file_int_offset,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen max_seq, max_offset,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen MAIL_TRANSACTION_TYPE_MASK) <= 0) {

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen /* can't use it. sync by re-reading index. */

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen mail_transaction_log_view_close(&log_view);

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen return 0;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen }

0b38c17fb10e2ad1d081369d34b93d0448d971a2Timo Sirainen

0b38c17fb10e2ad1d081369d34b93d0448d971a2Timo Sirainen index->map = *map;

f2786c07cbd4a7a0a6a46c3e06dc4545aaf2f278Timo Sirainen

f2786c07cbd4a7a0a6a46c3e06dc4545aaf2f278Timo Sirainen view = mail_index_view_open(index);

f2786c07cbd4a7a0a6a46c3e06dc4545aaf2f278Timo Sirainen mail_index_sync_map_init(&sync_map_ctx, view,

f2786c07cbd4a7a0a6a46c3e06dc4545aaf2f278Timo Sirainen MAIL_INDEX_SYNC_HANDLER_VIEW);

0b38c17fb10e2ad1d081369d34b93d0448d971a2Timo Sirainen

0b38c17fb10e2ad1d081369d34b93d0448d971a2Timo Sirainen check_ext_offsets = TRUE; broken = FALSE;

0b38c17fb10e2ad1d081369d34b93d0448d971a2Timo Sirainen while ((ret = mail_transaction_log_view_next(log_view, &thdr, &tdata,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen &skipped)) > 0) {

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen if ((thdr->type & MAIL_TRANSACTION_EXTERNAL) != 0 &&

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen check_ext_offsets) {

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen if (mail_index_is_ext_synced(log_view, index->map))

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen continue;

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen check_ext_offsets = FALSE;

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen }

09714f2f8d4c8cc7d89930f7eb836816d8dc9eb8Timo Sirainen

a80241dc44ee43bc809ed5ec6dedb74711966dafTimo Sirainen if (mail_index_sync_record(&sync_map_ctx, thdr, tdata) < 0) {

a80241dc44ee43bc809ed5ec6dedb74711966dafTimo Sirainen ret = 0;

5e2cf2e665bb0c3c68fa34bc6d0e9ce93426fdd0Timo Sirainen broken = TRUE;

a80241dc44ee43bc809ed5ec6dedb74711966dafTimo Sirainen break;

a80241dc44ee43bc809ed5ec6dedb74711966dafTimo Sirainen }

a80241dc44ee43bc809ed5ec6dedb74711966dafTimo Sirainen }

09714f2f8d4c8cc7d89930f7eb836816d8dc9eb8Timo Sirainen if (ret == 0 && !broken)

09714f2f8d4c8cc7d89930f7eb836816d8dc9eb8Timo Sirainen ret = 1;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen mail_transaction_log_view_get_prev_pos(log_view, &prev_seq,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen &prev_offset);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen i_assert(prev_seq <= max_seq &&

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen (prev_seq != max_seq || prev_offset <= max_offset));

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen index->map->hdr.log_file_seq = prev_seq;

f23298fea47eecbeded985ee2537a34c4c4ef56bTimo Sirainen index->map->hdr.log_file_int_offset =

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen index->map->hdr.log_file_ext_offset = prev_offset;

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen mail_index_sync_map_deinit(&sync_map_ctx);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen mail_index_view_close(&view);

673ab5815277e6f9ac09227c866c90ab57438912Timo Sirainen mail_transaction_log_view_close(&log_view);

673ab5815277e6f9ac09227c866c90ab57438912Timo Sirainen

673ab5815277e6f9ac09227c866c90ab57438912Timo Sirainen *map = index->map;

673ab5815277e6f9ac09227c866c90ab57438912Timo Sirainen index->map = NULL;

673ab5815277e6f9ac09227c866c90ab57438912Timo Sirainen

673ab5815277e6f9ac09227c866c90ab57438912Timo Sirainen if (sync_to_index && ret > 0) {

2ef8fac74c9d0bfc330bf53bb06df7e9d5f08e7dTimo Sirainen /* make sure we did everything right. note that although the

2ef8fac74c9d0bfc330bf53bb06df7e9d5f08e7dTimo Sirainen i_assert(hdr.messages_count == (*map)->hdr.messages_count);

b9ce555e8624a5593b3bfd81b572b7d2e1e1fca5Timo Sirainen i_assert(hdr.log_file_seq == (*map)->hdr.log_file_seq);

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen i_assert(hdr.log_file_int_offset == (*map)->hdr.log_file_int_offset);

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen i_assert(hdr.log_file_ext_offset == (*map)->hdr.log_file_ext_offset);

b9ce555e8624a5593b3bfd81b572b7d2e1e1fca5Timo Sirainen }

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen return ret;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen}

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainenstatic int mail_index_read_map_with_retry(struct mail_index *index,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen struct mail_index_map **map,

f23298fea47eecbeded985ee2537a34c4c4ef56bTimo Sirainen bool sync_to_index)

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen{

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen mail_index_sync_lost_handler_t *const *handlers;

f23298fea47eecbeded985ee2537a34c4c4ef56bTimo Sirainen unsigned int i, count;

f23298fea47eecbeded985ee2537a34c4c4ef56bTimo Sirainen int ret;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen bool retry;

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen if (index->log_locked) {

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen /* we're most likely syncing the index and we really don't

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen sync_to_index = TRUE;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if ((*map)->hdr.indexid != 0 && index->log != NULL) {

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen /* we're not creating the index, or opening transaction log.

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen index->sync_update = TRUE;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen ret = mail_index_sync_from_transactions(index, map,

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen sync_to_index);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen index->sync_update = FALSE;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (ret != 0)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen return ret;

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen /* transaction log lost/broken, fallback to re-reading it */

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen }

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen /* notify all "sync lost" handlers */

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen handlers = array_get(&index->sync_lost_handlers, &count);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen for (i = 0; i < count; i++)

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen (*handlers[i])(index);

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen for (i = 0;; i++) {

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen ret = mail_index_read_map(index, *map, &retry,

19593623a2278039be23fc93e3404c012920b664Timo Sirainen i < MAIL_INDEX_ESTALE_RETRY_COUNT);

19593623a2278039be23fc93e3404c012920b664Timo Sirainen if (ret != 0 || !retry)

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen return ret;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen /* ESTALE - reopen index file */

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen if (close(index->fd) < 0)

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen mail_index_set_syscall_error(index, "close()");

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen index->fd = -1;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen ret = mail_index_try_open_only(index);

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen if (ret <= 0) {

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen if (ret == 0) {

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen /* the file was lost */

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen errno = ENOENT;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen mail_index_set_syscall_error(index, "open()");

0ce3bbb0f03fb0ee99258b41b5a1d689c1158a75Timo Sirainen }

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen return -1;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen }

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen }

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen /* Too many ESTALE retries */

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen mail_index_set_syscall_error(index, "read_map()");

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen return -1;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen}

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstatic int mail_index_map_try_existing(struct mail_index_map *map)

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen{

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen const struct mail_index_header *hdr;

68917b81c83e8a4d18a81cda188ffa5cb643c46cTimo Sirainen size_t used_size;

68917b81c83e8a4d18a81cda188ffa5cb643c46cTimo Sirainen

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen if (MAIL_INDEX_MAP_IS_IN_MEMORY(map))

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen return 0;

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen hdr = map->mmap_base;

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen /* always check corrupted-flag to avoid errors later */

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen if ((hdr->flags & MAIL_INDEX_HDR_FLAG_CORRUPTED) != 0)

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen return -1;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen

20c26f4fcf9ef87434761829cc209c2f84ff5716Timo Sirainen used_size = hdr->header_size + hdr->messages_count * hdr->record_size;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen if (map->mmap_size >= used_size && map->hdr_base == hdr) {

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen map->records_count = hdr->messages_count;

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen mail_index_map_copy_hdr(map, hdr);

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen return 1;

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen }

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen return 0;

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen}

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainenint mail_index_map(struct mail_index *index, bool force)

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen{

6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen struct mail_index_map *map;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen int ret;

e2ea49bd487d76b425e270321e9cf1e546642de0Timo Sirainen

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen i_assert(!index->mapping);

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen i_assert(index->map == NULL || index->map->refcount > 0);

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen i_assert(index->lock_type != F_UNLCK);

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen if (MAIL_INDEX_IS_IN_MEMORY(index)) {

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen if (index->map == NULL)

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen mail_index_create_in_memory(index, NULL);

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen return 1;

d7095f3a4466fbb78b2d5eb3d322bc15a5b0ab1fTimo Sirainen }

d7095f3a4466fbb78b2d5eb3d322bc15a5b0ab1fTimo Sirainen

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen index->mapping = TRUE;

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen if (!force && index->map != NULL) {

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen i_assert(index->hdr != NULL);

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen ret = mail_index_map_try_existing(index->map);

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen if (ret != 0) {

c48140ca508ebc9642737e7fd6c8d9e52f95df32Timo Sirainen index->mapping = FALSE;

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen return ret;

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen }

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (index->lock_type == F_WRLCK) {

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen /* we're syncing, don't break the mapping */

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen index->mapping = FALSE;

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen return 1;

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen }

3c24d47ad5ff02ea00684233bef314ef2eefda4aTimo Sirainen }

19593623a2278039be23fc93e3404c012920b664Timo Sirainen

19593623a2278039be23fc93e3404c012920b664Timo Sirainen if (index->map != NULL && index->map->refcount > 1) {

19593623a2278039be23fc93e3404c012920b664Timo Sirainen /* this map is already used by some views and they may have

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (!index->mmap_disable) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen map = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen } else {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* create a copy of the mapping instead so we don't

3e4bbbceed7882b8dab558aa90913a491eb15cc6Timo Sirainen map = mail_index_map_clone(index->map,

e86d0d34fe365da4c7ca4312d575bfcbf3a01c0eTimo Sirainen index->map->hdr.record_size);

45edf6cad665a5c270322516c587708a0c630b80Timo Sirainen }

20c26f4fcf9ef87434761829cc209c2f84ff5716Timo Sirainen index->map->refcount--;

20c26f4fcf9ef87434761829cc209c2f84ff5716Timo Sirainen index->map = NULL;

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen } else {

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen map = index->map;

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen }

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen if (map == NULL) {

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen map = i_new(struct mail_index_map, 1);

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen map->refcount = 1;

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen map->hdr_copy_buf =

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen buffer_create_dynamic(default_pool, sizeof(map->hdr));

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen } else if (MAIL_INDEX_MAP_IS_IN_MEMORY(map)) {

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen i_assert(!map->write_to_disk);

0e17a51126ed6f376f9207217797103b610ff8ebTimo Sirainen } else if (map->mmap_base != NULL) {

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen i_assert(map->buffer == NULL);

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen if (munmap(map->mmap_base, map->mmap_size) < 0)

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen mail_index_set_syscall_error(index, "munmap()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen map->mmap_base = NULL;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->hdr = NULL;

20c26f4fcf9ef87434761829cc209c2f84ff5716Timo Sirainen index->map = NULL;

ed3ce1282f6bc35d20e82c2c23a2990c8dfe876fTimo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (!index->mmap_disable)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = mail_index_mmap(index, map);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen else

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen ret = mail_index_read_map_with_retry(index, &map, force);

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen i_assert(index->map == NULL);

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen if (ret > 0) {

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen ret = mail_index_check_header(index, map);

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen if (ret < 0)

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen ret = 0;

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen else if (ret == 0) {

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen index->fsck = TRUE;

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen ret = 1;

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen }

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen }

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen if (ret <= 0) {

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen mail_index_map_clear(index, map);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen mail_index_unmap(index, &map);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen index->mapping = FALSE;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen return ret;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen }

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen index->hdr = &map->hdr;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen index->map = map;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen i_assert(map->hdr.messages_count == map->records_count);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen index->mapping = FALSE;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen return 1;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen}

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainenint mail_index_get_latest_header(struct mail_index *index,

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen struct mail_index_header *hdr_r)

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen{

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen size_t pos;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen unsigned int i;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen int ret;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen if (!index->mmap_disable) {

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen ret = mail_index_map(index, FALSE);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen if (ret > 0)

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen *hdr_r = *index->hdr;

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen else

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen memset(hdr_r, 0, sizeof(*hdr_r));

75ef04fc62a3955d3a5310410e09735cbd4e972bTimo Sirainen return ret;

8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen }

d7095f3a4466fbb78b2d5eb3d322bc15a5b0ab1fTimo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen for (i = 0;; i++) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = mail_index_read_header(index, hdr_r, sizeof(*hdr_r),

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen &pos);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen if (ret <= 0 || errno != ESTALE ||

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen i == MAIL_INDEX_ESTALE_RETRY_COUNT)

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen break;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* ESTALE - reopen index file */

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen if (close(index->fd) < 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_set_syscall_error(index, "close()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index->fd = -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainen ret = mail_index_try_open_only(index);

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen if (ret <= 0) {

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen if (ret == 0) {

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen /* the file was lost */

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen errno = ENOENT;

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen mail_index_set_syscall_error(index, "open()");

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen }

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen return -1;

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen }

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen }

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen if (ret < 0)

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen mail_index_set_syscall_error(index, "pread_full()");

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return ret;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstruct mail_index_map *

4b058f90f9e8a2c6b2eed275de4eb8cc5195a71dTimo Sirainenmail_index_map_clone(struct mail_index_map *map, uint32_t new_record_size)

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen{

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen struct mail_index_map *mem_map;

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen struct mail_index_header *hdr;

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen struct mail_index_ext *extensions;

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen void *src, *dest;

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen size_t size, copy_size;

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen unsigned int i, count;

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen size = map->records_count * new_record_size;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mem_map = i_new(struct mail_index_map, 1);

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen mem_map->refcount = 1;

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen mem_map->buffer = buffer_create_dynamic(default_pool, size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (map->hdr.record_size == new_record_size)

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen buffer_append(mem_map->buffer, map->records, size);

1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen else {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen copy_size = I_MIN(map->hdr.record_size, new_record_size);

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen src = map->records;

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen for (i = 0; i < map->records_count; i++) {

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen dest = buffer_append_space_unsafe(mem_map->buffer,

bbf796c17f02538058d7559bfe96d677e5b55015Timo Sirainen new_record_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen memcpy(dest, src, copy_size);

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen src = PTR_OFFSET(src, map->hdr.record_size);

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen }

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen mem_map->records = buffer_get_modifyable_data(mem_map->buffer, NULL);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mem_map->records_count = map->records_count;

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen mem_map->hdr_copy_buf =

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen buffer_create_dynamic(default_pool, map->hdr.header_size);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (map->hdr.base_header_size < sizeof(*hdr))

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen buffer_append_zero(mem_map->hdr_copy_buf, sizeof(*hdr));

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen buffer_write(mem_map->hdr_copy_buf, 0,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen &map->hdr, map->hdr.base_header_size);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen buffer_append(mem_map->hdr_copy_buf,

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen CONST_PTR_OFFSET(map->hdr_base,

7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainen map->hdr.base_header_size),

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen map->hdr.header_size - map->hdr.base_header_size);

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr = buffer_get_modifyable_data(mem_map->hdr_copy_buf, NULL);

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen if (hdr->base_header_size < sizeof(*hdr))

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen hdr->base_header_size = sizeof(*hdr);

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen hdr->record_size = new_record_size;

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen mem_map->hdr = *hdr;

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen mem_map->hdr_base = hdr;

287ba82a8da3eaa473b5735d4eeac2fb4c5d8117Timo Sirainen

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen /* copy extensions */

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen if (array_is_created(&map->ext_id_map)) {

5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen count = array_count(&map->ext_id_map);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen mail_index_map_init_extbufs(mem_map, count + 2);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen array_append_array(&mem_map->extensions, &map->extensions);

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen array_append_array(&mem_map->ext_id_map, &map->ext_id_map);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen /* fix the name pointers to use our own pool */

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen extensions = array_get_modifyable(&mem_map->extensions, &count);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen for (i = 0; i < count; i++) {

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen extensions[i].name = p_strdup(mem_map->extension_pool,

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen extensions[i].name);

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen }

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen }

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return mem_map;

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen}

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainenint mail_index_map_get_ext_idx(struct mail_index_map *map,

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen uint32_t ext_id, uint32_t *idx_r)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen{

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen const uint32_t *id;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (!array_is_created(&map->ext_id_map) ||

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen ext_id >= array_count(&map->ext_id_map))

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return 0;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen id = array_idx(&map->ext_id_map, ext_id);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen *idx_r = *id;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return *idx_r != (uint32_t)-1;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen}

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainenstatic int mail_index_try_open_only(struct mail_index *index)

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen{

1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen i_assert(!MAIL_INDEX_IS_IN_MEMORY(index));

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen /* Note that our caller must close index->fd by itself.

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen index->fd = nfs_safe_open(index->filepath, O_RDWR);

4b231ca0bbe3b536acbd350101e183441ce0247aTimo Sirainen index->readonly = FALSE;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (index->fd == -1 && errno == EACCES) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->fd = open(index->filepath, O_RDONLY);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen index->readonly = TRUE;

c9f1a617593eb569fb02f45041bad3c13e534496Timo Sirainen }

c9f1a617593eb569fb02f45041bad3c13e534496Timo Sirainen

c9f1a617593eb569fb02f45041bad3c13e534496Timo Sirainen if (index->fd == -1) {

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (errno != ENOENT)

c9f1a617593eb569fb02f45041bad3c13e534496Timo Sirainen return mail_index_set_syscall_error(index, "open()");

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen /* have to create it */

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return 0;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen }

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen return 1;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen}

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainenstatic int

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainenmail_index_try_open(struct mail_index *index, unsigned int *lock_id_r)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen{

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen unsigned int lock_id;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen int ret;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen i_assert(index->fd == -1);

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen if (lock_id_r != NULL)

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen *lock_id_r = 0;

e4b09b008ab544eb8994beecbfffefa21d855e43Timo Sirainen

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen if (MAIL_INDEX_IS_IN_MEMORY(index))

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen ret = mail_index_try_open_only(index);

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen if (ret <= 0)

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen return ret;

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen

31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen if (mail_index_lock_shared(index, FALSE, &lock_id) < 0) {

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen (void)close(index->fd);

7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen index->fd = -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;