caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "lib.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "ioloop.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "array.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "buffer.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "hostpid.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "istream.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "file-set-size.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "str.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "read-full.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "write-full.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "message-date.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "istream-raw-mbox.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "mbox-storage.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "mbox-from.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "mbox-file.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "mbox-lock.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include "mbox-sync-private.h"

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include <stddef.h>

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include <stdlib.h>

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include <utime.h>

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#include <sys/stat.h>

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#define PSEUDO_MESSAGE_BODY \

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose"This text is part of the internal format of your mail folder, and is not\n" \

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov"a real message. It is created automatically by the mail system software.\n" \

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose"If deleted, important folder data will be lost, and it will be re-created\n" \

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosevoid mbox_sync_set_critical(struct mbox_sync_context *sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const char *fmt, ...)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov va_list va;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->ext_modified) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_storage_set_critical(&sync_ctx->mbox->storage->storage,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose "mbox file %s was modified while we were syncing, "

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose "check your locking settings", sync_ctx->mbox->path);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose va_start(va, fmt);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_storage_set_critical(&sync_ctx->mbox->storage->storage,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose "%s", t_strdup_vprintf(fmt, va));

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose va_end(va);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Boseint mbox_sync_seek(struct mbox_sync_context *sync_ctx, uoff_t from_offset)

401d8b0600dd2d36f6d62ee1d72f56a245cc3158Jakub Hrozek{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (istream_raw_mbox_seek(sync_ctx->input, from_offset) < 0) {

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov mbox_sync_set_critical(sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose "Unexpectedly lost From-line at offset %"PRIuUOFF_T

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose " from mbox file %s", from_offset,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->mbox->path);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

401d8b0600dd2d36f6d62ee1d72f56a245cc3158Jakub Hrozekvoid mbox_sync_file_update_ext_modified(struct mbox_sync_context *sync_ctx)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov struct stat st;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* Do this even if ext_modified is already set. Expunging code relies

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (fstat(sync_ctx->write_fd, &st) < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_set_syscall_error(sync_ctx->mbox, "fstat()");

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (st.st_size != sync_ctx->last_stat.st_size ||

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov (sync_ctx->last_stat.st_mtime != 0 &&

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose (st.st_mtime != sync_ctx->last_stat.st_mtime

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#ifdef HAVE_STAT_TV_NSEC

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* nanoseconds give better precision to this check if they're

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose || st.st_mtim.tv_nsec != sync_ctx->last_stat.st_mtim.tv_nsec

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#endif

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose )))

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov sync_ctx->ext_modified = TRUE;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->last_stat = st;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosevoid mbox_sync_file_updated(struct mbox_sync_context *sync_ctx, bool dirty)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (dirty) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* just mark the stat as dirty. */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->last_stat.st_mtime = 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (fstat(sync_ctx->write_fd, &sync_ctx->last_stat) < 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_set_syscall_error(sync_ctx->mbox, "fstat()");

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose i_stream_sync(sync_ctx->input);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic void mbox_sync_array_delete_to(ARRAY_TYPE(sync_recs) *syncs_arr,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uint32_t last_uid)

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mail_index_sync_rec *syncs;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose unsigned int src, dest, count;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose syncs = array_get_modifiable(syncs_arr, &count);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose for (src = dest = 0; src < count; src++) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose i_assert(last_uid >= syncs[src].uid1);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (last_uid <= syncs[src].uid2) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* keep it */

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov if (src != dest)

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov syncs[dest] = syncs[src];

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose dest++;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose array_delete(syncs_arr, dest, count - dest);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashovstatic int

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosembox_sync_read_next_mail(struct mbox_sync_context *sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_mail_context *mail_ctx)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* get EOF */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose (void)istream_raw_mbox_get_header_offset(sync_ctx->input);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (istream_raw_mbox_is_eof(sync_ctx->input))

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose p_clear(sync_ctx->mail_keyword_pool);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose memset(mail_ctx, 0, sizeof(*mail_ctx));

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->sync_ctx = sync_ctx;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->seq = ++sync_ctx->seq;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->header = sync_ctx->header;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.from_offset =

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose istream_raw_mbox_get_start_offset(sync_ctx->input);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.offset =

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose istream_raw_mbox_get_header_offset(sync_ctx->input);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_parse_next_mail(sync_ctx->input, mail_ctx);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose i_assert(sync_ctx->input->v_offset != mail_ctx->mail.from_offset ||

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->input->eof);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.body_size =

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose istream_raw_mbox_get_body_size(sync_ctx->input,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->content_length);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose i_assert(mail_ctx->mail.body_size < OFF_T_MAX);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if ((mail_ctx->mail.flags & MAIL_RECENT) != 0 &&

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose !mail_ctx->mail.pseudo) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (!sync_ctx->mbox->ibox.keep_recent) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* need to add 'O' flag to Status-header */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->need_rewrite = TRUE;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->recent = TRUE;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic bool mbox_sync_buf_have_expunges(ARRAY_TYPE(sync_recs) *syncs_arr)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const struct mail_index_sync_rec *syncs;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose unsigned int i, count;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

b3292840ebaa747a9fd596ff47cc5d18198361d0Michal Zidek syncs = array_get(syncs_arr, &count);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose for (i = 0; i < count; i++) {

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov if (syncs[i].type == MAIL_INDEX_SYNC_TYPE_EXPUNGE)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return TRUE;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return FALSE;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashovstatic int mbox_sync_read_index_syncs(struct mbox_sync_context *sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uint32_t uid, bool *sync_expunge_r)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mail_index_sync_rec *sync_rec = &sync_ctx->sync_rec;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose int ret;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose *sync_expunge_r = FALSE;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->index_sync_ctx == NULL)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (uid == 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* nothing for this or the future ones */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uid = (uint32_t)-1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_array_delete_to(&sync_ctx->syncs, uid);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose while (uid >= sync_rec->uid1) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (uid <= sync_rec->uid2 &&

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_rec->type != MAIL_INDEX_SYNC_TYPE_APPEND &&

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov (sync_rec->type != MAIL_INDEX_SYNC_TYPE_EXPUNGE ||

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov !sync_ctx->mbox->mbox_readonly)) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose array_append(&sync_ctx->syncs, sync_rec, 1);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_rec->type == MAIL_INDEX_SYNC_TYPE_EXPUNGE)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose *sync_expunge_r = TRUE;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov ret = mail_index_sync_next(sync_ctx->index_sync_ctx, sync_rec);

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov if (ret < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_storage_set_index_error(&sync_ctx->mbox->ibox);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (ret == 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose memset(sync_rec, 0, sizeof(*sync_rec));

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose switch (sync_rec->type) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose case MAIL_INDEX_SYNC_TYPE_APPEND:

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov if (sync_rec->uid2 >= sync_ctx->next_uid)

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov sync_ctx->next_uid = sync_rec->uid2 + 1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose memset(sync_rec, 0, sizeof(*sync_rec));

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose case MAIL_INDEX_SYNC_TYPE_EXPUNGE:

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose case MAIL_INDEX_SYNC_TYPE_FLAGS:

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov case MAIL_INDEX_SYNC_TYPE_KEYWORD_ADD:

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov case MAIL_INDEX_SYNC_TYPE_KEYWORD_REMOVE:

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose case MAIL_INDEX_SYNC_TYPE_KEYWORD_RESET:

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->delay_writes) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* we're not going to write these yet */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uint32_t seq1, seq2;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov if (mail_index_lookup_uid_range(

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->sync_view,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_rec->uid1, sync_rec->uid2,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose &seq1, &seq2) < 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose memset(sync_rec, 0, sizeof(*sync_rec));

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov if (seq1 == 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_update_flags_range(sync_ctx->t,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose seq1, seq2, MODIFY_ADD,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose (enum mail_flags)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose MAIL_INDEX_MAIL_FLAG_DIRTY);

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (!*sync_expunge_r)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose *sync_expunge_r = mbox_sync_buf_have_expunges(&sync_ctx->syncs);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosevoid mbox_sync_apply_index_syncs(struct mbox_sync_context *sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_mail *mail,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose enum mailbox_sync_type *sync_type_r)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const struct mail_index_sync_rec *syncs;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose unsigned int i, count;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose enum mailbox_sync_type sync_type = 0;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose syncs = array_get(&sync_ctx->syncs, &count);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose for (i = 0; i < count; i++) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose switch (syncs[i].type) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose case MAIL_INDEX_SYNC_TYPE_FLAGS:

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_sync_flags_apply(&syncs[i], &mail->flags);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_type |= MAILBOX_SYNC_TYPE_FLAGS;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose case MAIL_INDEX_SYNC_TYPE_KEYWORD_ADD:

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose case MAIL_INDEX_SYNC_TYPE_KEYWORD_REMOVE:

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose case MAIL_INDEX_SYNC_TYPE_KEYWORD_RESET:

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (!array_is_created(&mail->keywords)) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* no existing keywords */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (syncs[i].type !=

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose MAIL_INDEX_SYNC_TYPE_KEYWORD_ADD)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* adding, create the array */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose p_array_init(&mail->keywords,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->mail_keyword_pool,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose I_MIN(10, count - i));

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mail_index_sync_keywords_apply(&syncs[i],

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose &mail->keywords))

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_type |= MAILBOX_SYNC_TYPE_KEYWORDS;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose default:

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose *sync_type_r = sync_type;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic int

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosembox_sync_read_index_rec(struct mbox_sync_context *sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uint32_t uid, const struct mail_index_record **rec_r)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const struct mail_index_record *rec = NULL;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uint32_t messages_count;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose int ret = 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose messages_count =

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_view_get_messages_count(sync_ctx->sync_view);

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov while (sync_ctx->idx_seq <= messages_count) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose ret = mail_index_lookup(sync_ctx->sync_view,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->idx_seq, &rec);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (ret < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_storage_set_index_error(&sync_ctx->mbox->ibox);

d115f40c7a3999e3cbe705a2ff9cf0fd493f80fbMichal Zidek return -1;

d115f40c7a3999e3cbe705a2ff9cf0fd493f80fbMichal Zidek }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose i_assert(ret != 0); /* we should be looking at head index */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov if (uid <= rec->uid)

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* externally expunged message, remove from index */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_expunge(sync_ctx->t, sync_ctx->idx_seq);

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov sync_ctx->idx_seq++;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose rec = NULL;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (rec == NULL && uid < sync_ctx->idx_next_uid) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* this UID was already in index and it was expunged */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_set_critical(sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose "mbox sync: Expunged message reappeared in mailbox %s "

d115f40c7a3999e3cbe705a2ff9cf0fd493f80fbMichal Zidek "(UID %u < %u, seq=%u, idx_msgs=%u)",

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->mbox->path, uid, sync_ctx->idx_next_uid,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->seq, messages_count);

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov ret = 0; rec = NULL;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose } else if (rec != NULL && rec->uid != uid) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* new UID in the middle of the mailbox - shouldn't happen */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_set_critical(sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose "mbox sync: UID inserted in the middle of mailbox %s "

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose "(%u > %u, seq=%u, idx_msgs=%u)", sync_ctx->mbox->path,

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov rec->uid, uid, sync_ctx->seq, messages_count);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose ret = 0; rec = NULL;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose } else {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose ret = 1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose *rec_r = rec;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return ret;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic int mbox_sync_find_index_md5(struct mbox_sync_context *sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose unsigned char hdr_md5_sum[],

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const struct mail_index_record **rec_r)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const struct mail_index_record *rec = NULL;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov uint32_t messages_count;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const void *data;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose int ret;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose messages_count =

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_view_get_messages_count(sync_ctx->sync_view);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose while (sync_ctx->idx_seq <= messages_count) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose ret = mail_index_lookup(sync_ctx->sync_view,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->idx_seq, &rec);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (ret < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_storage_set_index_error(&sync_ctx->mbox->ibox);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mail_index_lookup_ext(sync_ctx->sync_view,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->mbox->ibox.md5hdr_ext_idx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose &data) < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_storage_set_index_error(&sync_ctx->mbox->ibox);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (data != NULL && memcmp(data, hdr_md5_sum, 16) == 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* externally expunged message, remove from index */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_expunge(sync_ctx->t, sync_ctx->idx_seq);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->idx_seq++;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose rec = NULL;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose *rec_r = rec;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic int

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosembox_sync_update_from_offset(struct mbox_sync_context *sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_mail *mail,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose bool nocheck)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const void *data;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uint64_t offset;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (!nocheck) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* see if from_offset needs updating */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mail_index_lookup_ext(sync_ctx->sync_view,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->mbox->mbox_ext_idx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose &data) < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_storage_set_index_error(&sync_ctx->mbox->ibox);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (data != NULL &&

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose *((const uint64_t *)data) == mail->from_offset)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose offset = mail->from_offset;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_update_ext(sync_ctx->t, sync_ctx->idx_seq,

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov sync_ctx->mbox->mbox_ext_idx, &offset, NULL);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic void

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosembox_sync_update_index_keywords(struct mbox_sync_mail_context *mail_ctx)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_context *sync_ctx = mail_ctx->sync_ctx;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mail_keywords *keywords;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose keywords = !array_is_created(&mail_ctx->mail.keywords) ?

63748c69a2c6785d949c82f94749704e0408e5a7Sumit Bose mail_index_keywords_create(sync_ctx->t, NULL) :

63748c69a2c6785d949c82f94749704e0408e5a7Sumit Bose mail_index_keywords_create_from_indexes(sync_ctx->t,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose &mail_ctx->mail.keywords);

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov mail_index_update_keywords(sync_ctx->t, sync_ctx->idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose MODIFY_REPLACE, keywords);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_keywords_free(&keywords);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic int

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosembox_sync_update_md5_if_changed(struct mbox_sync_mail_context *mail_ctx)

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_context *sync_ctx = mail_ctx->sync_ctx;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const void *ext_data;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mail_index_lookup_ext(sync_ctx->sync_view, sync_ctx->idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->mbox->ibox.md5hdr_ext_idx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose &ext_data) < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_storage_set_index_error(&sync_ctx->mbox->ibox);

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (ext_data == NULL ||

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose memcmp(mail_ctx->hdr_md5_sum, ext_data, 16) != 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_update_ext(sync_ctx->t, sync_ctx->idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->mbox->ibox.md5hdr_ext_idx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->hdr_md5_sum, NULL);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic int mbox_sync_update_index(struct mbox_sync_mail_context *mail_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const struct mail_index_record *rec)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_context *sync_ctx = mail_ctx->sync_ctx;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_mail *mail = &mail_ctx->mail;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov struct mailbox *box = &sync_ctx->mbox->ibox.box;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uint8_t mbox_flags;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_flags = mail->flags & MAIL_FLAGS_MASK;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mail_ctx->dirty)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_flags |= MAIL_INDEX_MAIL_FLAG_DIRTY;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov else if (!sync_ctx->delay_writes)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_flags &= ~MAIL_INDEX_MAIL_FLAG_DIRTY;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (rec == NULL) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* new message */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_append(sync_ctx->t, mail->uid, &sync_ctx->idx_seq);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_update_flags(sync_ctx->t, sync_ctx->idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose MODIFY_REPLACE, mbox_flags);

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov mbox_sync_update_index_keywords(mail_ctx);

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->mbox->mbox_save_md5 != 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_update_ext(sync_ctx->t, sync_ctx->idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->mbox->ibox.md5hdr_ext_idx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->hdr_md5_sum, NULL);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose } else {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* see if we need to update flags in index file. the flags in

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_mail idx_mail;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose enum mailbox_sync_type sync_type;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose memset(&idx_mail, 0, sizeof(idx_mail));

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose idx_mail.flags = rec->flags;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* get old keywords */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose t_push();

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose t_array_init(&idx_mail.keywords, 32);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mail_index_lookup_keywords(sync_ctx->sync_view,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose &idx_mail.keywords) < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_storage_set_index_error(&sync_ctx->mbox->ibox);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose t_pop();

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_apply_index_syncs(sync_ctx, &idx_mail,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose &sync_type);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_type != 0 && box->v.sync_notify != NULL)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose box->v.sync_notify(box, rec->uid, sync_type);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose#define SYNC_FLAGS (MAIL_RECENT | MAIL_INDEX_MAIL_FLAG_DIRTY)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if ((idx_mail.flags & MAIL_INDEX_MAIL_FLAG_DIRTY) != 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* flags are dirty. ignore whatever was in the mbox,

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov mbox_flags &= SYNC_FLAGS;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_flags |= idx_mail.flags & ~SYNC_FLAGS;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->delay_writes)

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov mbox_flags |= MAIL_INDEX_MAIL_FLAG_DIRTY;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov } else {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* keep index's internal flags */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_flags &= MAIL_FLAGS_MASK | SYNC_FLAGS;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_flags |= idx_mail.flags &

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose ~(MAIL_FLAGS_MASK | SYNC_FLAGS);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if ((idx_mail.flags & ~SYNC_FLAGS) !=

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose (mbox_flags & ~SYNC_FLAGS)) {

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov /* flags other than recent/dirty have changed */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_update_flags(sync_ctx->t, sync_ctx->idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose MODIFY_REPLACE, mbox_flags);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose } else {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (((idx_mail.flags ^ mbox_flags) &

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose MAIL_RECENT) != 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* drop recent flag (it can only be dropped) */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_update_flags(sync_ctx->t,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose MODIFY_REMOVE, MAIL_RECENT);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (((idx_mail.flags ^ mbox_flags) &

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov MAIL_INDEX_MAIL_FLAG_DIRTY) != 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* dirty flag state changed */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose bool dirty = (mbox_flags &

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose MAIL_INDEX_MAIL_FLAG_DIRTY) != 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_update_flags(sync_ctx->t,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose dirty ? MODIFY_ADD : MODIFY_REMOVE,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose (enum mail_flags)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose MAIL_INDEX_MAIL_FLAG_DIRTY);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if ((idx_mail.flags & MAIL_INDEX_MAIL_FLAG_DIRTY) == 0 &&

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose !index_keyword_array_cmp(&idx_mail.keywords,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose &mail_ctx->mail.keywords))

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_update_index_keywords(mail_ctx);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose t_pop();

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* see if we need to update md5 sum. */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->mbox->mbox_save_md5 != 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mbox_sync_update_md5_if_changed(mail_ctx) < 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mail_ctx->recent &&

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov (rec == NULL || (rec->flags & MAIL_INDEX_MAIL_FLAG_DIRTY) == 0 ||

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose (rec->flags & MAIL_RECENT) != 0)) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose index_mailbox_set_recent(&sync_ctx->mbox->ibox,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->idx_seq);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov /* update from_offsets, but not if we're going to rewrite this message.

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->need_space_seq == 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose bool nocheck = rec == NULL || sync_ctx->expunged_space > 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mbox_sync_update_from_offset(sync_ctx, mail, nocheck) < 0)

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic int mbox_read_from_line(struct mbox_sync_mail_context *ctx)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct istream *input = ctx->sync_ctx->file_input;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const unsigned char *data;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose size_t size, from_line_size;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose buffer_set_used_size(ctx->sync_ctx->from_line, 0);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose from_line_size = ctx->hdr_offset - ctx->mail.from_offset;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose i_stream_seek(input, ctx->mail.from_offset);

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov for (;;) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose data = i_stream_get_data(input, &size);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (size >= from_line_size)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose size = from_line_size;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose buffer_append(ctx->sync_ctx->from_line, data, size);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose i_stream_skip(input, size);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose from_line_size -= size;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (from_line_size == 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (i_stream_read(input) < 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic int mbox_rewrite_base_uid_last(struct mbox_sync_context *sync_ctx)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose unsigned char buf[10];

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov const char *str;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uint32_t uid_last;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose unsigned int i;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose int ret;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov i_assert(sync_ctx->base_uid_last_offset != 0);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* first check that the 10 bytes are there and they're exactly as

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose ret = pread_full(sync_ctx->write_fd, buf, sizeof(buf),

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->base_uid_last_offset);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (ret < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_set_syscall_error(sync_ctx->mbox, "pread_full()");

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (ret == 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_set_critical(sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose "X-IMAPbase uid-last unexpectedly points outside "

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose "mbox file %s", sync_ctx->mbox->path);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose for (i = 0, uid_last = 0; i < sizeof(buf); i++) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (buf[i] < '0' || buf[i] > '9') {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uid_last = (uint32_t)-1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose break;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uid_last = uid_last * 10 + (buf[i] - '0');

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (uid_last != sync_ctx->base_uid_last) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_set_critical(sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose "X-IMAPbase uid-last unexpectedly lost in mbox file %s",

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->mbox->path);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov /* and write it */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose str = t_strdup_printf("%010u", sync_ctx->next_uid - 1);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (pwrite_full(sync_ctx->write_fd, str, 10,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->base_uid_last_offset) < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_set_syscall_error(sync_ctx->mbox, "pwrite_full()");

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_file_updated(sync_ctx, FALSE);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->base_uid_last = sync_ctx->next_uid - 1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic int

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosembox_write_from_line(struct mbox_sync_mail_context *ctx)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose string_t *str = ctx->sync_ctx->from_line;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (pwrite_full(ctx->sync_ctx->write_fd, str_data(str), str_len(str),

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose ctx->mail.from_offset) < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_set_syscall_error(ctx->sync_ctx->mbox, "pwrite_full()");

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_file_updated(ctx->sync_ctx, FALSE);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic void update_from_offsets(struct mbox_sync_context *sync_ctx)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose const struct mbox_sync_mail *mails;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose unsigned int i, count;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uint32_t ext_idx;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uint64_t offset;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose ext_idx = sync_ctx->mbox->mbox_ext_idx;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mails = array_get(&sync_ctx->mails, &count);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose for (i = 0; i < count; i++) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mails[i].idx_seq == 0 || mails[i].expunged)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose continue;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->moved_offsets = TRUE;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose offset = mails[i].from_offset;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_update_ext(sync_ctx->t, mails[i].idx_seq,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose ext_idx, &offset, NULL);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic void mbox_sync_handle_expunge(struct mbox_sync_mail_context *mail_ctx)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_context *sync_ctx = mail_ctx->sync_ctx;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mailbox *box = &sync_ctx->mbox->ibox.box;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (box->v.sync_notify != NULL) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose box->v.sync_notify(box, mail_ctx->mail.uid,

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov MAILBOX_SYNC_TYPE_EXPUNGE);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_index_expunge(sync_ctx->t, mail_ctx->mail.idx_seq);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.expunged = TRUE;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.offset = mail_ctx->mail.from_offset;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.space =

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->body_offset - mail_ctx->mail.from_offset +

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.body_size;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.body_size = 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.uid = 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->seq == 1) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* expunging first message, fix space to contain next

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.space++;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (istream_raw_mbox_has_crlf_ending(sync_ctx->input)) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.space++;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->first_mail_crlf_expunged = TRUE;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov /* uid-last offset is invalid now */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->base_uid_last_offset = 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->expunged_space += mail_ctx->mail.space;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov}

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosestatic int mbox_sync_handle_header(struct mbox_sync_mail_context *mail_ctx)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_context *sync_ctx = mail_ctx->sync_ctx;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uoff_t orig_from_offset;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose off_t move_diff;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose int ret;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->expunged_space > 0 && sync_ctx->need_space_seq == 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* move the header backwards to fill expunged space */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose move_diff = -sync_ctx->expunged_space;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose orig_from_offset = mail_ctx->mail.from_offset;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->dest_first_mail) {

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov /* we're moving this mail to beginning of file.

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.from_offset++;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->first_mail_crlf_expunged)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.from_offset++;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* read the From-line before rewriting overwrites it */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mbox_read_from_line(mail_ctx) < 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_update_header(mail_ctx);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose ret = mbox_sync_try_rewrite(mail_ctx, move_diff);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (ret < 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (ret > 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* rewrite successful, write From-line to

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose i_assert(move_diff > 0 ||

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose (off_t)mail_ctx->mail.from_offset >=

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose -move_diff);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.from_offset += move_diff;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.offset += move_diff;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mbox_write_from_line(mail_ctx) < 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose } else {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->dest_first_mail) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* didn't have enough space, move the offset

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.from_offset = orig_from_offset;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose } else if (mail_ctx->need_rewrite ||

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov array_count(&sync_ctx->syncs) != 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_update_header(mail_ctx);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->delay_writes) {

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov /* mark it dirty and do it later */

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov mail_ctx->dirty = TRUE;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if ((ret = mbox_sync_try_rewrite(mail_ctx, 0)) < 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose } else {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* nothing to do */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (ret == 0 && sync_ctx->need_space_seq == 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* first mail with no space to write it */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->need_space_seq = sync_ctx->seq;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->space_diff = 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->expunged_space > 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* create dummy message to describe the expunged data */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_mail mail;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose memset(&mail, 0, sizeof(mail));

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail.expunged = TRUE;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail.offset = mail.from_offset =

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose (sync_ctx->dest_first_mail ? 1 : 0) +

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.from_offset -

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->expunged_space;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail.space = sync_ctx->expunged_space;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->space_diff = sync_ctx->expunged_space;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->expunged_space = 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose i_assert(sync_ctx->space_diff < -mail_ctx->mail.space);

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->need_space_seq--;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose array_append(&sync_ctx->mails, &mail, 1);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

b07a3b729892d2bc2ffa73d93de95e19003cc6c8Pavel Reichl return 0;

b07a3b729892d2bc2ffa73d93de95e19003cc6c8Pavel Reichl}

b07a3b729892d2bc2ffa73d93de95e19003cc6c8Pavel Reichl

b07a3b729892d2bc2ffa73d93de95e19003cc6c8Pavel Reichlstatic int

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bosembox_sync_handle_missing_space(struct mbox_sync_mail_context *mail_ctx)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose{

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose struct mbox_sync_context *sync_ctx = mail_ctx->sync_ctx;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uoff_t end_offset, move_diff, extra_space, needed_space;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose uint32_t last_seq;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose ARRAY_TYPE(keyword_indexes) keywords_copy;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose i_assert(mail_ctx->mail.uid == 0 || mail_ctx->mail.space > 0 ||

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov mail_ctx->mail.offset == mail_ctx->hdr_offset);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (array_is_created(&mail_ctx->mail.keywords)) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* mail's keywords are allocated from a pool that's cleared

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose p_array_init(&keywords_copy, sync_ctx->saved_keywords_pool,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose array_count(&mail_ctx->mail.keywords));

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose array_append_array(&keywords_copy, &mail_ctx->mail.keywords);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.keywords = keywords_copy;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose array_append(&sync_ctx->mails, &mail_ctx->mail, 1);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->space_diff += mail_ctx->mail.space;

d81d8d3dc151ebc95cd0e3f3b14c1cdaa48980f1Sumit Bose if (sync_ctx->space_diff < 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (sync_ctx->expunged_space > 0) {

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov i_assert(sync_ctx->expunged_space ==

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.space);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->expunged_space = 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* we have enough space now */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mail_ctx->mail.uid == 0) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* this message was expunged. fill more or less of the space.

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose i_assert(mail_ctx->mail.space >= sync_ctx->space_diff);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose extra_space = MBOX_HEADER_PADDING *

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose (sync_ctx->seq - sync_ctx->need_space_seq + 1);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose needed_space = mail_ctx->mail.space - sync_ctx->space_diff;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if ((uoff_t)sync_ctx->space_diff > needed_space + extra_space) {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* don't waste too much on padding */

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose move_diff = needed_space + extra_space;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->expunged_space =

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mail_ctx->mail.space - move_diff;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose } else {

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov move_diff = mail_ctx->mail.space;

a3c8390d19593b1e5277d95bfb4ab206d4785150Nikolai Kondrashov extra_space = sync_ctx->space_diff;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->expunged_space = 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose last_seq = sync_ctx->seq - 1;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose array_delete(&sync_ctx->mails,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose array_count(&sync_ctx->mails) - 1, 1);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose end_offset = mail_ctx->mail.from_offset;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose } else {

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose /* this message gave enough space from headers. rewriting stops

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->expunged_space = 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose last_seq = sync_ctx->seq;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose end_offset = mail_ctx->body_offset;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose move_diff = 0;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose extra_space = sync_ctx->space_diff;

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose }

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose mbox_sync_file_update_ext_modified(sync_ctx);

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose if (mbox_sync_rewrite(sync_ctx,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose last_seq == sync_ctx->seq ? mail_ctx : NULL,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose end_offset, move_diff, extra_space,

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose sync_ctx->need_space_seq, last_seq) < 0)

caee9828ee30609e9f433957dbb3d0163390a207Sumit Bose return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek update_from_offsets(sync_ctx);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* mail_ctx may contain wrong data after rewrite, so make sure we

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek memset(mail_ctx, 0, sizeof(*mail_ctx));

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->need_space_seq = 0;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->space_diff = 0;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek array_clear(&sync_ctx->mails);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek p_clear(sync_ctx->saved_keywords_pool);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return 0;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek}

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozekstatic int

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozekmbox_sync_seek_to_seq(struct mbox_sync_context *sync_ctx, uint32_t seq)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek{

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek struct mbox_mailbox *mbox = sync_ctx->mbox;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uoff_t old_offset;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uint32_t uid;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek int ret;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek bool deleted;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (seq == 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (istream_raw_mbox_seek(mbox->mbox_stream, 0) < 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mail_storage_set_error(&mbox->storage->storage,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek MAIL_ERROR_NOTPOSSIBLE,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek "Mailbox isn't a valid mbox file");

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek seq++;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek } else {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek old_offset = istream_raw_mbox_get_start_offset(sync_ctx->input);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek ret = mbox_file_seek(mbox, sync_ctx->sync_view, seq, &deleted);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (ret < 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (deleted) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mbox_sync_set_critical(sync_ctx,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek "Message was expunged unexpectedly "

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek "in mbox file %s", mbox->path);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (ret == 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (istream_raw_mbox_seek(mbox->mbox_stream,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek old_offset) < 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mbox_sync_set_critical(sync_ctx,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek "Error seeking back to original "

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek "offset %s in mbox file %s",

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek dec2str(old_offset), mbox->path);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return 0;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (seq <= 1)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uid = 0;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek else if (mail_index_lookup_uid(sync_ctx->sync_view, seq-1, &uid) < 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mail_storage_set_index_error(&mbox->ibox);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->prev_msg_uid = uid;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* set to -1, since it's always increased later */

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->seq = seq-1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (sync_ctx->seq == 0 &&

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek istream_raw_mbox_get_start_offset(sync_ctx->input) != 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* this mbox has pseudo mail which contains the X-IMAP header */

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->seq++;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->idx_seq = seq;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->dest_first_mail = sync_ctx->seq == 0;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek (void)istream_raw_mbox_get_body_offset(sync_ctx->input);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return 1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek}

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozekstatic int

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozekmbox_sync_seek_to_uid(struct mbox_sync_context *sync_ctx, uint32_t uid)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek{

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek struct mail_index_view *sync_view = sync_ctx->sync_view;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uint32_t seq1, seq2;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek const struct stat *st;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (mail_index_lookup_uid_range(sync_view, uid, (uint32_t)-1,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek &seq1, &seq2) < 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mail_storage_set_index_error(&sync_ctx->mbox->ibox);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (seq1 == 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* doesn't exist anymore, seek to end of file */

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek st = i_stream_stat(sync_ctx->file_input, TRUE);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (st == NULL) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mbox_set_syscall_error(sync_ctx->mbox,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek "i_stream_stat()");

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (istream_raw_mbox_seek(sync_ctx->mbox->mbox_stream,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek st->st_size) < 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mbox_sync_set_critical(sync_ctx,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek "Error seeking to end of mbox file %s",

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->mbox->path);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->idx_seq =

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mail_index_view_get_messages_count(sync_view) + 1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return 1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return mbox_sync_seek_to_seq(sync_ctx, seq1);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek}

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozekstatic int mbox_sync_partial_seek_next(struct mbox_sync_context *sync_ctx,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uint32_t next_uid, bool *partial,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek bool *skipped_mails)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek{

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uint32_t messages_count;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek int ret;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* delete sync records up to next message. so if there's still

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mbox_sync_array_delete_to(&sync_ctx->syncs, next_uid);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (array_count(&sync_ctx->syncs) > 0)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return 1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (sync_ctx->sync_rec.uid1 != 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* we can skip forward to next record which needs updating. */

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (sync_ctx->sync_rec.uid1 != next_uid) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek *skipped_mails = TRUE;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek next_uid = sync_ctx->sync_rec.uid1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek ret = mbox_sync_seek_to_uid(sync_ctx, next_uid);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek } else {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* if there's no sync records left, we can stop. except if

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (!sync_ctx->mbox->mbox_sync_dirty)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return 0;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek messages_count =

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mail_index_view_get_messages_count(sync_ctx->sync_view);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (sync_ctx->seq + 1 != messages_count) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek ret = mbox_sync_seek_to_seq(sync_ctx, messages_count);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek *skipped_mails = TRUE;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek } else {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek ret = 1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek *partial = FALSE;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (ret == 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* seek failed because the offset is dirty. just ignore and

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek *partial = FALSE;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek ret = 1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return ret;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek}

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozekstatic int mbox_sync_loop(struct mbox_sync_context *sync_ctx,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek struct mbox_sync_mail_context *mail_ctx,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek bool partial)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek{

b4456f3944e7d02f2976ac77f74aa379a7b06032Lukas Slebodnik const struct mail_index_record *rec;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uint32_t uid, messages_count;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uoff_t offset;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek int ret;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek bool expunged, skipped_mails, uids_broken;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek messages_count =

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mail_index_view_get_messages_count(sync_ctx->sync_view);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* always start from first message so we can read X-IMAP or

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek ret = mbox_sync_seek_to_seq(sync_ctx, 0);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (ret <= 0)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return ret;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (sync_ctx->renumber_uids) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* expunge everything */

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek while (sync_ctx->idx_seq <= messages_count) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mail_index_expunge(sync_ctx->t,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->idx_seq++);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek skipped_mails = uids_broken = FALSE;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek while ((ret = mbox_sync_read_next_mail(sync_ctx, mail_ctx)) > 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uid = mail_ctx->mail.uid;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (mail_ctx->seq == 1 && sync_ctx->base_uid_validity != 0 &&

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->hdr->uid_validity != 0 &&

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->base_uid_validity !=

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->hdr->uid_validity) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mail_storage_set_critical(

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek &sync_ctx->mbox->storage->storage,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek "UIDVALIDITY changed (%u -> %u) "

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek "in mbox file %s",

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->hdr->uid_validity,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->base_uid_validity,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->mbox->path);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mail_index_mark_corrupted(sync_ctx->mbox->ibox.index);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (mail_ctx->mail.uid_broken && partial) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* UID ordering problems, resync everything to make

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (sync_ctx->mbox->mbox_sync_dirty)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return 0;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mbox_sync_set_critical(sync_ctx,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek "UIDs broken with partial sync in mbox file %s",

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->mbox->path);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->mbox->mbox_sync_dirty = TRUE;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return 0;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (mail_ctx->mail.uid_broken)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uids_broken = TRUE;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (mail_ctx->mail.pseudo)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uid = 0;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek rec = NULL; ret = 1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (uid != 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek ret = mbox_sync_read_index_rec(sync_ctx, uid, &rec);

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (ret < 0)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (ret == 0) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* UID found but it's broken */

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uid = 0;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek } else if (uid == 0 &&

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek !mail_ctx->mail.pseudo &&

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek (sync_ctx->delay_writes ||

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->idx_seq <= messages_count)) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* If we can't use/store X-UID header, use MD5 sum.

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek sync_ctx->mbox->mbox_save_md5 = TRUE;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (mbox_sync_find_index_md5(sync_ctx,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mail_ctx->hdr_md5_sum,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek &rec) < 0)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (rec != NULL)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek uid = mail_ctx->mail.uid = rec->uid;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* get all sync records related to this message. with pseudo

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (mbox_sync_read_index_syncs(sync_ctx,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek mail_ctx->mail.pseudo ? 1 : uid,

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek &expunged) < 0)

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek return -1;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (mail_ctx->mail.pseudo) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* if it was set, it was for the next message */

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek expunged = FALSE;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek } else {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek if (rec == NULL) {

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek /* message wasn't found from index. we have to

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek partial = FALSE;

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

e2d96566aeb881bd89e5c9236d663f6a9a88019aJakub Hrozek }

if (uid == 0 && !mail_ctx->mail.pseudo) {

/* missing/broken X-UID. all the rest of the mails

while (sync_ctx->idx_seq <= messages_count) {

mail_index_expunge(sync_ctx->t,

sync_ctx->idx_seq++);

}

if (sync_ctx->next_uid == (uint32_t)-1) {

/* oh no, we're out of UIDs. this shouldn't

mail_storage_set_critical(

&sync_ctx->mbox->storage->storage,

"Out of UIDs, renumbering them in mbox "

"file %s", sync_ctx->mbox->path);

sync_ctx->renumber_uids = TRUE;

return 0;

}

mail_ctx->need_rewrite = TRUE;

mail_ctx->mail.uid = sync_ctx->next_uid++;

}

sync_ctx->prev_msg_uid = mail_ctx->mail.uid;

if (!mail_ctx->mail.pseudo)

mail_ctx->mail.idx_seq = sync_ctx->idx_seq;

if (!expunged) {

if (mbox_sync_handle_header(mail_ctx) < 0)

return -1;

sync_ctx->dest_first_mail = FALSE;

} else {

mbox_sync_handle_expunge(mail_ctx);

}

if (!mail_ctx->mail.pseudo) {

if (!expunged) {

if (mbox_sync_update_index(mail_ctx, rec) < 0)

return -1;

}

sync_ctx->idx_seq++;

}

istream_raw_mbox_next(sync_ctx->input,

mail_ctx->mail.body_size);

offset = istream_raw_mbox_get_start_offset(sync_ctx->input);

if (sync_ctx->need_space_seq != 0) {

if (mbox_sync_handle_missing_space(mail_ctx) < 0)

return -1;

if (mbox_sync_seek(sync_ctx, offset) < 0)

return -1;

} else if (sync_ctx->expunged_space > 0) {

if (!expunged) {

/* move the body */

mbox_sync_file_update_ext_modified(sync_ctx);

if (mbox_move(sync_ctx,

mail_ctx->body_offset -

sync_ctx->expunged_space,

mail_ctx->body_offset,

mail_ctx->mail.body_size) < 0)

return -1;

if (mbox_sync_seek(sync_ctx, offset) < 0)

return -1;

}

} else if (partial) {

ret = mbox_sync_partial_seek_next(sync_ctx, uid + 1,

&partial,

&skipped_mails);

if (ret <= 0) {

if (ret < 0)

return -1;

break;

}

}

}

if (istream_raw_mbox_is_eof(sync_ctx->input)) {

/* rest of the messages in index don't exist -> expunge them */

while (sync_ctx->idx_seq <= messages_count)

mail_index_expunge(sync_ctx->t, sync_ctx->idx_seq++);

}

if (!skipped_mails)

sync_ctx->mbox->mbox_sync_dirty = FALSE;

if (uids_broken && sync_ctx->delay_writes) {

/* once we get around to writing the changes, we'll need to do

sync_ctx->mbox->mbox_sync_dirty = TRUE;

}

return 1;

}

static int mbox_write_pseudo(struct mbox_sync_context *sync_ctx)

{

string_t *str;

unsigned int uid_validity;

i_assert(sync_ctx->write_fd != -1);

uid_validity = sync_ctx->base_uid_validity != 0 ?

sync_ctx->base_uid_validity : sync_ctx->hdr->uid_validity;

i_assert(uid_validity != 0);

str = t_str_new(1024);

str_printfa(str, "%sDate: %s\n"