3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes#include "lib.h"

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes#include "array.h"

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes#include "buffer.h"

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes#include "mail-index-view-private.h"

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes#include "mail-index-sync-private.h"

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes#include "mail-index-transaction-private.h"

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes#include "mail-transaction-log-private.h"

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes#include "mail-transaction-util.h"

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes#include "mail-cache.h"

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes#include <stdlib.h>

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholesstruct uid_range {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes uint32_t uid1, uid2;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes};

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

70953fb44a7140fe206c3a5f011e24209c8c5c6abnicholesstatic void mail_index_sync_add_expunge(struct mail_index_sync_ctx *ctx)

70953fb44a7140fe206c3a5f011e24209c8c5c6abnicholes{

b387b9d37fc71c534f4718777454a8f5a1169017fuankg const struct mail_transaction_expunge *e = ctx->data;

b387b9d37fc71c534f4718777454a8f5a1169017fuankg size_t i, size = ctx->hdr->size / sizeof(*e);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes uint32_t uid;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes for (i = 0; i < size; i++) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes for (uid = e[i].uid1; uid <= e[i].uid2; uid++)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_expunge(ctx->trans, uid);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes}

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholesstatic void mail_index_sync_add_flag_update(struct mail_index_sync_ctx *ctx)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes{

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes const struct mail_transaction_flag_update *u = ctx->data;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes size_t i, size = ctx->hdr->size / sizeof(*u);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes for (i = 0; i < size; i++) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (u[i].add_flags != 0) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_update_flags_range(ctx->trans,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes u[i].uid1, u[i].uid2,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes MODIFY_ADD,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes u[i].add_flags);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (u[i].remove_flags != 0) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_update_flags_range(ctx->trans,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes u[i].uid1, u[i].uid2,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes MODIFY_REMOVE,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes u[i].remove_flags);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes}

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholesstatic void mail_index_sync_add_keyword_update(struct mail_index_sync_ctx *ctx)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes{

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes const struct mail_transaction_keyword_update *u = ctx->data;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes const char *keyword_names[2];

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes struct mail_keywords *keywords;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes const uint32_t *uids;

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg uint32_t uid;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes size_t uidset_offset, i, size;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes uidset_offset = sizeof(*u) + u->name_size;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if ((uidset_offset % 4) != 0)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes uidset_offset += 4 - (uidset_offset % 4);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes uids = CONST_PTR_OFFSET(u, uidset_offset);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes t_push();

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes keyword_names[0] = t_strndup(u + 1, u->name_size);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes keyword_names[1] = NULL;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes keywords = mail_index_keywords_create(ctx->trans, keyword_names);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes size = (ctx->hdr->size - uidset_offset) / sizeof(uint32_t);

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg for (i = 0; i < size; i += 2) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes /* FIXME: mail_index_update_keywords_range() */

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes for (uid = uids[i]; uid <= uids[i+1]; uid++) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_update_keywords(ctx->trans, uid,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes u->modify_type, keywords);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_keywords_free(&keywords);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes t_pop();

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes}

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholesstatic void mail_index_sync_add_keyword_reset(struct mail_index_sync_ctx *ctx)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes{

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes const struct mail_transaction_keyword_reset *u = ctx->data;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes size_t i, size = ctx->hdr->size / sizeof(*u);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes struct mail_keywords *keywords;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes uint32_t uid;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes keywords = mail_index_keywords_create(ctx->trans, NULL);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes for (i = 0; i < size; i++) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes for (uid = u[i].uid1; uid <= u[i].uid2; uid++) {

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg mail_index_update_keywords(ctx->trans, uid,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes MODIFY_REPLACE, keywords);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_keywords_free(&keywords);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes}

0a39e7683f6611d66c55712f50bb240428d832a1bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholesstatic void mail_index_sync_add_append(struct mail_index_sync_ctx *ctx)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes{

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes const struct mail_index_record *rec = ctx->data;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (ctx->append_uid_first == 0 || rec->uid < ctx->append_uid_first)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes ctx->append_uid_first = rec->uid;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes rec = CONST_PTR_OFFSET(ctx->data, ctx->hdr->size - sizeof(*rec));

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg if (rec->uid > ctx->append_uid_last)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes ctx->append_uid_last = rec->uid;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg ctx->sync_appends = TRUE;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes}

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholesstatic void mail_index_sync_add_transaction(struct mail_index_sync_ctx *ctx)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes{

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes switch (ctx->hdr->type & MAIL_TRANSACTION_TYPE_MASK) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes case MAIL_TRANSACTION_EXPUNGE:

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_sync_add_expunge(ctx);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes break;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes case MAIL_TRANSACTION_FLAG_UPDATE:

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_sync_add_flag_update(ctx);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes break;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes case MAIL_TRANSACTION_KEYWORD_UPDATE:

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_sync_add_keyword_update(ctx);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes break;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes case MAIL_TRANSACTION_KEYWORD_RESET:

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_sync_add_keyword_reset(ctx);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes break;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes case MAIL_TRANSACTION_APPEND:

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_sync_add_append(ctx);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes break;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes}

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholesstatic int mail_index_sync_add_dirty_updates(struct mail_index_sync_ctx *ctx)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes{

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg struct mail_transaction_flag_update update;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes const struct mail_index_record *rec;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes uint32_t seq, messages_count;

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes memset(&update, 0, sizeof(update));

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes messages_count = mail_index_view_get_messages_count(ctx->view);

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg for (seq = 1; seq <= messages_count; seq++) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (mail_index_lookup(ctx->view, seq, &rec) < 0)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes return -1;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if ((rec->flags & MAIL_INDEX_MAIL_FLAG_DIRTY) == 0)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes continue;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_update_flags(ctx->trans, rec->uid,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes MODIFY_REPLACE, rec->flags);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes return 0;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes}

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholesstatic int mail_index_sync_add_recent_updates(struct mail_index_sync_ctx *ctx)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes{

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes const struct mail_index_record *rec;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes uint32_t seq, messages_count;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes bool seen_recent = FALSE;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes messages_count = mail_index_view_get_messages_count(ctx->view);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes for (seq = 1; seq <= messages_count; seq++) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (mail_index_lookup(ctx->view, seq, &rec) < 0)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes return -1;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if ((rec->flags & MAIL_RECENT) != 0) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes seen_recent = TRUE;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes mail_index_update_flags(ctx->trans, rec->uid,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes MODIFY_REMOVE, MAIL_RECENT);

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (!seen_recent) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes /* no recent messages, drop the sync_recent flag so we

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes ctx->sync_recent = FALSE;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes return 0;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes}

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholesstatic int

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholesmail_index_sync_read_and_sort(struct mail_index_sync_ctx *ctx,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes bool *seen_external_r)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes{

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg struct mail_index_sync_list *synclist;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes const struct mail_index_transaction_keyword_update *keyword_updates;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes unsigned int i, keyword_count;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes int ret;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes *seen_external_r = FALSE;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if ((ctx->view->map->hdr.flags & MAIL_INDEX_HDR_FLAG_HAVE_DIRTY) &&

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes ctx->sync_dirty) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes /* show dirty flags as flag updates */

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (mail_index_sync_add_dirty_updates(ctx) < 0)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes return -1;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (ctx->sync_recent) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (mail_index_sync_add_recent_updates(ctx) < 0)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes return -1;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg /* read all transactions from log into a transaction in memory */

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg while ((ret = mail_transaction_log_view_next(ctx->view->log_view,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes &ctx->hdr,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes &ctx->data, NULL)) > 0) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if ((ctx->hdr->type & MAIL_TRANSACTION_EXTERNAL) != 0)

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes *seen_external_r = TRUE;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes else

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg mail_index_sync_add_transaction(ctx);

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes /* create an array containing all expunge, flag and keyword update

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes keyword_count = !array_is_created(&ctx->trans->keyword_updates) ? 0 :

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg array_count(&ctx->trans->keyword_updates);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes ARRAY_CREATE(&ctx->sync_list, default_pool,

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes struct mail_index_sync_list, keyword_count + 2);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (array_is_created(&ctx->trans->expunges)) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes synclist = array_append_space(&ctx->sync_list);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes synclist->array = &ctx->trans->expunges;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (array_is_created(&ctx->trans->updates)) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes synclist = array_append_space(&ctx->sync_list);

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg synclist->array = &ctx->trans->updates;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes /* we must return resets before keyword additions or they get lost */

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (array_is_created(&ctx->trans->keyword_resets)) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes synclist = array_append_space(&ctx->sync_list);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes synclist->array = &ctx->trans->keyword_resets;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes }

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes keyword_updates = keyword_count == 0 ? NULL :

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes array_get(&ctx->trans->keyword_updates, NULL);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes for (i = 0; i < keyword_count; i++) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes if (array_is_created(&keyword_updates[i].add_seq)) {

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes synclist = array_append_space(&ctx->sync_list);

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes synclist->array = &keyword_updates[i].add_seq;

3c937b528ca923d5b51e63def9f888af4a77bb40bnicholes synclist->keyword_idx = i;

ac7985784d08a3655291f24f711812b4d8b1cbcffuankg }

if (array_is_created(&keyword_updates[i].remove_seq)) {

synclist = array_append_space(&ctx->sync_list);

synclist->array = &keyword_updates[i].remove_seq;

synclist->keyword_idx = i;

synclist->keyword_remove = TRUE;

}

}

return ret;

}

static int mail_index_need_lock(struct mail_index *index, bool sync_recent,

uint32_t log_file_seq, uoff_t log_file_offset)

{

if (sync_recent && index->hdr->recent_messages_count > 0)

return 1;

if (index->hdr->log_file_seq > log_file_seq ||

(index->hdr->log_file_seq == log_file_seq &&

index->hdr->log_file_int_offset >= log_file_offset &&

index->hdr->log_file_ext_offset >= log_file_offset)) {

/* already synced */

return mail_cache_need_compress(index->cache);

}

return 1;

}

static int

mail_index_sync_set_log_view(struct mail_index_view *view,

uint32_t start_file_seq, uoff_t start_file_offset)

{

uint32_t log_seq;

uoff_t log_offset;

int ret;

mail_transaction_log_get_head(view->index->log, &log_seq, &log_offset);

ret = mail_transaction_log_view_set(view->log_view,

start_file_seq, start_file_offset,

log_seq, log_offset,

MAIL_TRANSACTION_TYPE_MASK);

if (ret <= 0) {

/* either corrupted or the file was deleted for

mail_index_set_error(view->index,

"Unexpected transaction log desync with index %s",

view->index->filepath);

mail_index_set_inconsistent(view->index);

return -1;

}

return 0;

}

static int mail_index_sync_commit_external(struct mail_index_sync_ctx *ctx)

{

int ret;

/* find the first external transaction, if there are any */

while ((ret = mail_transaction_log_view_next(ctx->view->log_view,

&ctx->hdr, &ctx->data,

NULL)) > 0) {

if ((ctx->hdr->type & MAIL_TRANSACTION_EXTERNAL) != 0)

break;

}

if (ret < 0)

return -1;

if (ret > 0) {

uint32_t seq;

uoff_t offset;

/* found it. update log view's range to begin from it and

mail_transaction_log_view_get_prev_pos(ctx->view->log_view,

&seq, &offset);

if (mail_index_sync_set_log_view(ctx->view, seq, offset) < 0)

return -1;

if (mail_index_sync_update_index(ctx, TRUE) < 0)

return -1;

}

return 0;

}

#define MAIL_INDEX_IS_SYNCS_SAME(index) \

((index)->hdr != NULL && \

(index)->sync_log_file_seq == (index)->hdr->log_file_seq && \

(index)->sync_log_file_offset == (index)->hdr->log_file_ext_offset)

int mail_index_sync_begin(struct mail_index *index,

struct mail_index_sync_ctx **ctx_r,

struct mail_index_view **view_r,

uint32_t log_file_seq, uoff_t log_file_offset,

bool sync_recent, bool sync_dirty)

{

struct mail_index_sync_ctx *ctx;

struct mail_index_view *dummy_view;

uint32_t seq;

uoff_t offset;

unsigned int lock_id = 0;

bool seen_external;

if (mail_transaction_log_sync_lock(index->log, &seq, &offset) < 0)

return -1;

if (!index->mmap_disable || !MAIL_INDEX_IS_SYNCS_SAME(index) ||

index->sync_log_file_seq != seq ||

index->sync_log_file_offset != offset) {

/* make sure we have the latest file mapped */

if (mail_index_lock_shared(index, TRUE, &lock_id) < 0) {

mail_transaction_log_sync_unlock(index->log);

return -1;

}

/* with mmap_disable the force parameter has somewhat special

if (mail_index_map(index, index->mmap_disable) <= 0) {

mail_transaction_log_sync_unlock(index->log);

mail_index_unlock(index, lock_id);

return -1;

}

}

if ((index->hdr->flags & MAIL_INDEX_HDR_FLAG_FSCK) != 0) {

if (mail_index_fsck(index) <= 0) {

mail_index_unlock(index, lock_id);

mail_transaction_log_sync_unlock(index->log);

return -1;

}

}

if (!mail_index_need_lock(index, sync_recent,

log_file_seq, log_file_offset)) {

mail_index_unlock(index, lock_id);

mail_transaction_log_sync_unlock(index->log);

return 0;

}

if (index->hdr->log_file_int_offset > index->hdr->log_file_ext_offset ||

(index->hdr->log_file_seq == seq &&

index->hdr->log_file_ext_offset > offset) ||

(index->hdr->log_file_seq != seq &&

!mail_transaction_log_is_head_prev(index->log,

index->hdr->log_file_seq,

index->hdr->log_file_ext_offset))) {

/* broken sync positions. fix them. */

if (mail_index_fsck(index) <= 0) {

mail_index_unlock(index, lock_id);

mail_transaction_log_sync_unlock(index->log);

return -1;

}

}

ctx = i_new(struct mail_index_sync_ctx, 1);

ctx->index = index;

ctx->lock_id = lock_id;

ctx->sync_recent = sync_recent;

ctx->sync_dirty = sync_dirty;

ctx->view = mail_index_view_open(index);

dummy_view = mail_index_dummy_view_open(index);

ctx->trans = mail_index_transaction_begin(dummy_view, FALSE, TRUE);

mail_index_view_close(&dummy_view);

if (mail_index_sync_set_log_view(ctx->view,

index->hdr->log_file_seq,

index->hdr->log_file_int_offset) < 0) {

mail_index_sync_rollback(&ctx);

return -1;

}

/* See if there are some external transactions which were

if (seq != index->hdr->log_file_seq ||

offset != index->hdr->log_file_ext_offset) {

if (mail_index_sync_commit_external(ctx) < 0) {

mail_index_sync_rollback(&ctx);

return -1;

}

mail_index_view_close(&ctx->view);

ctx->view = mail_index_view_open(index);

if (mail_index_sync_set_log_view(ctx->view,

index->hdr->log_file_seq,

index->hdr->log_file_int_offset) < 0)

return -1;

}

/* we need to have all the transactions sorted to optimize

if (mail_index_sync_read_and_sort(ctx, &seen_external) < 0) {

mail_index_sync_rollback(&ctx);

return -1;

}

*ctx_r = ctx;

*view_r = ctx->view;

return 1;

}

static void

mail_index_sync_get_expunge(struct mail_index_sync_rec *rec,

const struct mail_transaction_expunge *exp)

{

rec->type = MAIL_INDEX_SYNC_TYPE_EXPUNGE;

rec->uid1 = exp->uid1;

rec->uid2 = exp->uid2;

}

static void

mail_index_sync_get_update(struct mail_index_sync_rec *rec,

const struct mail_transaction_flag_update *update)

{

rec->type = MAIL_INDEX_SYNC_TYPE_FLAGS;

rec->uid1 = update->uid1;

rec->uid2 = update->uid2;

rec->add_flags = update->add_flags;

rec->remove_flags = update->remove_flags;

}

static void

mail_index_sync_get_keyword_update(struct mail_index_sync_rec *rec,

const struct uid_range *range,

struct mail_index_sync_list *sync_list)

{

rec->type = !sync_list->keyword_remove ?

MAIL_INDEX_SYNC_TYPE_KEYWORD_ADD :

MAIL_INDEX_SYNC_TYPE_KEYWORD_REMOVE;

rec->uid1 = range->uid1;

rec->uid2 = range->uid2;

rec->keyword_idx = sync_list->keyword_idx;

}

static void mail_index_sync_get_keyword_reset(struct mail_index_sync_rec *rec,

const struct uid_range *range)

{

rec->type = MAIL_INDEX_SYNC_TYPE_KEYWORD_RESET;

rec->uid1 = range->uid1;

rec->uid2 = range->uid2;

}

static int mail_index_sync_rec_check(struct mail_index_view *view,

struct mail_index_sync_rec *rec)

{

switch (rec->type) {

case MAIL_INDEX_SYNC_TYPE_EXPUNGE:

case MAIL_INDEX_SYNC_TYPE_FLAGS:

case MAIL_INDEX_SYNC_TYPE_KEYWORD_ADD:

case MAIL_INDEX_SYNC_TYPE_KEYWORD_REMOVE:

case MAIL_INDEX_SYNC_TYPE_KEYWORD_RESET:

if (rec->uid1 > rec->uid2 || rec->uid1 == 0) {

mail_transaction_log_view_set_corrupted(view->log_view,

"Broken UID range: %u..%u (type 0x%x)",

rec->uid1, rec->uid2, rec->type);

return -1;

}

break;

case MAIL_INDEX_SYNC_TYPE_APPEND:

break;

}

return 0;

}

int mail_index_sync_next(struct mail_index_sync_ctx *ctx,

struct mail_index_sync_rec *sync_rec)

{

struct mail_index_sync_list *sync_list;

const struct uid_range *uid_range = NULL;

unsigned int i, count, next_i;

uint32_t next_found_uid;

next_i = (unsigned int)-1;

next_found_uid = (uint32_t)-1;

/* FIXME: replace with a priority queue so we don't have to go

sync_list = array_get_modifyable(&ctx->sync_list, &count);

for (i = 0; i < count; i++) {

if (!array_is_created(sync_list[i].array) ||

sync_list[i].idx == array_count(sync_list[i].array))

continue;

uid_range = array_idx(sync_list[i].array, sync_list[i].idx);

if (uid_range->uid1 == ctx->next_uid) {

/* use this one. */

break;

}

if (uid_range->uid1 < next_found_uid) {

next_i = i;

next_found_uid = uid_range->uid1;

}

}

if (i == count) {

if (next_i == (unsigned int)-1) {

/* nothing left in sync_list */

if (ctx->sync_appends) {

ctx->sync_appends = FALSE;

sync_rec->type = MAIL_INDEX_SYNC_TYPE_APPEND;

sync_rec->uid1 = ctx->append_uid_first;

sync_rec->uid2 = ctx->append_uid_last;

return 1;

}

return 0;

}

ctx->next_uid = next_found_uid;

i = next_i;

uid_range = array_idx(sync_list[i].array, sync_list[i].idx);

}

if (sync_list[i].array == &ctx->trans->expunges) {

mail_index_sync_get_expunge(sync_rec,

(const struct mail_transaction_expunge *)uid_range);

} else if (sync_list[i].array == &ctx->trans->updates) {

mail_index_sync_get_update(sync_rec,

(const struct mail_transaction_flag_update *)uid_range);

} else if (sync_list[i].array == &ctx->trans->keyword_resets) {

mail_index_sync_get_keyword_reset(sync_rec, uid_range);

} else {

mail_index_sync_get_keyword_update(sync_rec, uid_range,

&sync_list[i]);

}

sync_list[i].idx++;

if (mail_index_sync_rec_check(ctx->view, sync_rec) < 0)

return -1;

return 1;

}

bool mail_index_sync_have_more(struct mail_index_sync_ctx *ctx)

{

const struct mail_index_sync_list *sync_list;

unsigned int i, count;

if (ctx->sync_appends)

return TRUE;

sync_list = array_get(&ctx->sync_list, &count);

for (i = 0; i < count; i++) {

if (array_is_created(sync_list[i].array) &&

sync_list[i].idx != array_count(sync_list[i].array))

return TRUE;

}

return FALSE;

}

void mail_index_sync_reset(struct mail_index_sync_ctx *ctx)

{

struct mail_index_sync_list *sync_list;

unsigned int i, count;

ctx->next_uid = 0;

sync_list = array_get_modifyable(&ctx->sync_list, &count);

for (i = 0; i < count; i++)

sync_list[i].idx = 0;

}

static void mail_index_sync_end(struct mail_index_sync_ctx **_ctx)

{

struct mail_index_sync_ctx *ctx = *_ctx;

*_ctx = NULL;

mail_index_unlock(ctx->index, ctx->lock_id);

i_assert(!ctx->index->map->write_to_disk);

mail_transaction_log_sync_unlock(ctx->index->log);

mail_index_view_close(&ctx->view);

mail_index_transaction_rollback(&ctx->trans);

if (array_is_created(&ctx->sync_list))

array_free(&ctx->sync_list);

i_free(ctx);

}

int mail_index_sync_commit(struct mail_index_sync_ctx **_ctx)

{

struct mail_index_sync_ctx *ctx = *_ctx;

struct mail_index *index = ctx->index;

const struct mail_index_header *hdr;

uint32_t seq;

uoff_t offset;

int ret = 0;

if (mail_transaction_log_view_is_corrupted(ctx->view->log_view))

ret = -1;

/* we have had the transaction log locked since the beginning of sync,

mail_transaction_log_get_head(index->log, &seq, &offset);

hdr = index->hdr;

if (ret == 0 && (hdr->log_file_seq != seq ||

hdr->log_file_int_offset != offset ||

hdr->log_file_ext_offset != offset)) {

/* write all pending changes to index. */

if (mail_index_sync_set_log_view(ctx->view,

hdr->log_file_seq,

hdr->log_file_int_offset) < 0)

ret = -1;

else if (mail_index_sync_update_index(ctx, FALSE) < 0)

ret = -1;

}

if (ret == 0 && mail_cache_need_compress(index->cache)) {

/* if cache compression fails, we don't really care */

if (mail_cache_compress(index->cache, ctx->view) == 0) {

/* cache_offsets have changed, sync them */

if (mail_index_sync_set_log_view(ctx->view,

seq, offset) < 0)

ret = -1;

else if (mail_index_sync_update_index(ctx, FALSE) < 0)

ret = -1;

}

}

index->sync_log_file_seq = index->map->hdr.log_file_seq;

index->sync_log_file_offset = index->map->hdr.log_file_int_offset;

mail_index_sync_end(_ctx);

return ret;

}

void mail_index_sync_rollback(struct mail_index_sync_ctx **ctx)

{

mail_index_sync_end(ctx);

}

void mail_index_sync_flags_apply(const struct mail_index_sync_rec *sync_rec,

uint8_t *flags)

{

i_assert(sync_rec->type == MAIL_INDEX_SYNC_TYPE_FLAGS);

*flags = (*flags & ~sync_rec->remove_flags) | sync_rec->add_flags;

}

bool mail_index_sync_keywords_apply(const struct mail_index_sync_rec *sync_rec,

array_t *keywords)

{

ARRAY_SET_TYPE(keywords, unsigned int);

const unsigned int *keyword_indexes;

unsigned int idx = sync_rec->keyword_idx;

unsigned int i, count;

keyword_indexes = array_get(keywords, &count);

switch (sync_rec->type) {

case MAIL_INDEX_SYNC_TYPE_KEYWORD_ADD:

for (i = 0; i < count; i++) {

if (keyword_indexes[i] == idx)

return FALSE;

}

array_append(keywords, &idx, 1);

return TRUE;

case MAIL_INDEX_SYNC_TYPE_KEYWORD_REMOVE:

for (i = 0; i < count; i++) {

if (keyword_indexes[i] == idx) {

array_delete(keywords, i, 1);

return TRUE;

}

}

return FALSE;

case MAIL_INDEX_SYNC_TYPE_KEYWORD_RESET:

if (array_count(keywords) == 0)

return FALSE;

array_clear(keywords);

return TRUE;

default:

i_unreached();

return FALSE;

}

}