0c17af9d3f9323136a94e66605776ed4462a172dTimo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "lib.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "ioloop.h"

16f816d3f3c32ae3351834253f52ddd0212bcbf3Timo Sirainen#include "array.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "buffer.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "hash.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "str.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "maildir-storage.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "maildir-uidlist.h"

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen#include "maildir-keywords.h"

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen#include "maildir-sync.h"

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <stdio.h>

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen#include <stddef.h>

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <unistd.h>

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <dirent.h>

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <sys/stat.h>

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#define MAILDIR_FILENAME_FLAG_FOUND 128

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

b66a7b7ab0db2c9ad425912d3f21a36fcf76d876Timo Sirainen#define MAILDIR_RENAME_RESCAN_COUNT 5

b66a7b7ab0db2c9ad425912d3f21a36fcf76d876Timo Sirainen

d3eff05aaa4c2bc0a7580ee87a54f6693f4a8241Timo Sirainen#define MAILDIR_SLOW_MOVE_COUNT 100

d3eff05aaa4c2bc0a7580ee87a54f6693f4a8241Timo Sirainen#define MAILDIR_SLOW_CHECK_COUNT 10000

d3eff05aaa4c2bc0a7580ee87a54f6693f4a8241Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstruct maildir_sync_context {

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen struct maildir_mailbox *mbox;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const char *new_dir, *cur_dir;

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen bool partial;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen unsigned int move_count, check_count;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen time_t last_touch, last_notify;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen struct maildir_uidlist_sync_ctx *uidlist_sync_ctx;

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen struct maildir_index_sync_context *index_sync_ctx;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen};

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainenstruct maildir_index_sync_context {

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen struct maildir_mailbox *mbox;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen struct maildir_sync_context *maildir_sync_ctx;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen

b35f7104715edee0cfac6d46ab0b342033867eb7Timo Sirainen struct mail_index_view *view;

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen struct mail_index_sync_ctx *sync_ctx;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen struct maildir_keywords_sync_ctx *keywords_sync_ctx;

b35f7104715edee0cfac6d46ab0b342033867eb7Timo Sirainen struct mail_index_transaction *trans;

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen

8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen ARRAY_DEFINE(sync_recs, struct mail_index_sync_rec);

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen uint32_t seq;

b92813e2f96d4b28f989528ed5dd6115da7d9bdbTimo Sirainen int dirty_state;

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen};

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainenstruct maildir_keywords_sync_ctx *

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainenmaildir_sync_get_keywords_sync_ctx(struct maildir_index_sync_context *ctx)

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainen{

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainen return ctx->keywords_sync_ctx;

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainen}

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainen

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainenint maildir_filename_get_flags(struct maildir_keywords_sync_ctx *ctx,

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainen const char *fname, enum mail_flags *flags_r,

8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen ARRAY_TYPE(keyword_indexes) *keywords_r)

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen{

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen const char *info;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen array_clear(keywords_r);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen *flags_r = 0;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen info = strchr(fname, MAILDIR_INFO_SEP);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (info == NULL || info[1] != '2' || info[2] != MAILDIR_FLAGS_SEP)

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen return 0;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen for (info += 3; *info != '\0' && *info != MAILDIR_FLAGS_SEP; info++) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen switch (*info) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen case 'R': /* replied */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen *flags_r |= MAIL_ANSWERED;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen break;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen case 'S': /* seen */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen *flags_r |= MAIL_SEEN;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen break;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen case 'T': /* trashed */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen *flags_r |= MAIL_DELETED;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen break;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen case 'D': /* draft */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen *flags_r |= MAIL_DRAFT;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen break;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen case 'F': /* flagged */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen *flags_r |= MAIL_FLAGGED;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen break;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen default:

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (*info >= MAILDIR_KEYWORD_FIRST &&

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen *info <= MAILDIR_KEYWORD_LAST) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen int idx;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainen idx = maildir_keywords_char_idx(ctx, *info);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (idx < 0) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen /* unknown keyword. */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen break;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

0db4290d60bfa00774f628276d38654c56abd68cTimo Sirainen array_append(keywords_r,

0db4290d60bfa00774f628276d38654c56abd68cTimo Sirainen (unsigned int *)&idx, 1);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen break;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen /* unknown flag - ignore */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen break;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen return 1;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen}

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainenstatic void

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainenmaildir_filename_append_keywords(struct maildir_keywords_sync_ctx *ctx,

8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen ARRAY_TYPE(keyword_indexes) *keywords,

8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen string_t *str)

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen{

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen const unsigned int *indexes;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen unsigned int i, count;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen char chr;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen indexes = array_get(keywords, &count);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen for (i = 0; i < count; i++) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen chr = maildir_keywords_idx_char(ctx, indexes[i]);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (chr != '\0')

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen str_append_c(str, chr);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen}

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainenconst char *maildir_filename_set_flags(struct maildir_keywords_sync_ctx *ctx,

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen const char *fname, enum mail_flags flags,

8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen ARRAY_TYPE(keyword_indexes) *keywords)

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen{

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen string_t *flags_str;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen enum mail_flags flags_left;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen const char *info, *oldflags;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen int nextflag;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen /* remove the old :info from file name, and get the old flags */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen info = strrchr(fname, MAILDIR_INFO_SEP);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (info != NULL && strrchr(fname, '/') > info)

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen info = NULL;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen oldflags = "";

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (info != NULL) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen fname = t_strdup_until(fname, info);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (info[1] == '2' && info[2] == MAILDIR_FLAGS_SEP)

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen oldflags = info+3;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen /* insert the new flags between old flags. flags must be sorted by

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen flags_str = t_str_new(256);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen str_append(flags_str, fname);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen str_append(flags_str, MAILDIR_FLAGS_FULL_SEP);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen flags_left = flags;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen for (;;) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen /* skip all known flags */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen while (*oldflags == 'D' || *oldflags == 'F' ||

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen *oldflags == 'R' || *oldflags == 'S' ||

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen *oldflags == 'T' ||

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen (*oldflags >= MAILDIR_KEYWORD_FIRST &&

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen *oldflags <= MAILDIR_KEYWORD_LAST))

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen oldflags++;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen nextflag = *oldflags == '\0' || *oldflags == MAILDIR_FLAGS_SEP ?

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen 256 : (unsigned char) *oldflags;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if ((flags_left & MAIL_DRAFT) && nextflag > 'D') {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen str_append_c(flags_str, 'D');

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen flags_left &= ~MAIL_DRAFT;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if ((flags_left & MAIL_FLAGGED) && nextflag > 'F') {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen str_append_c(flags_str, 'F');

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen flags_left &= ~MAIL_FLAGGED;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if ((flags_left & MAIL_ANSWERED) && nextflag > 'R') {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen str_append_c(flags_str, 'R');

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen flags_left &= ~MAIL_ANSWERED;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if ((flags_left & MAIL_SEEN) && nextflag > 'S') {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen str_append_c(flags_str, 'S');

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen flags_left &= ~MAIL_SEEN;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if ((flags_left & MAIL_DELETED) && nextflag > 'T') {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen str_append_c(flags_str, 'T');

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen flags_left &= ~MAIL_DELETED;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (keywords != NULL && array_is_created(keywords) &&

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen nextflag > MAILDIR_KEYWORD_FIRST) {

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainen maildir_filename_append_keywords(ctx, keywords,

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainen flags_str);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen keywords = NULL;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (*oldflags == '\0' || *oldflags == MAILDIR_FLAGS_SEP)

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen break;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen str_append_c(flags_str, *oldflags);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen oldflags++;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (*oldflags == MAILDIR_FLAGS_SEP) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen /* another flagset, we don't know about these, just keep them */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen while (*oldflags != '\0')

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen str_append_c(flags_str, *oldflags++);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen return str_c(flags_str);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen}

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainenstatic int maildir_expunge(struct maildir_mailbox *mbox, const char *path,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen void *context __attr_unused__)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0c17af9d3f9323136a94e66605776ed4462a172dTimo Sirainen if (unlink(path) == 0) {

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mbox->dirty_cur_time = ioloop_time;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 1;

0c17af9d3f9323136a94e66605776ed4462a172dTimo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (errno == ENOENT)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

8153fdec343e40e2a78f5c12353e89b994b28f74Timo Sirainen mail_storage_set_critical(STORAGE(mbox->storage),

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen "unlink(%s) failed: %m", path);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainenstatic int maildir_sync_flags(struct maildir_mailbox *mbox, const char *path,

2cfe9983ce7a6280636ee12beccc2e865111967bTimo Sirainen struct maildir_index_sync_context *ctx)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen const struct mail_index_sync_rec *recs;

b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen const char *dir, *fname, *newfname, *newpath;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen enum mail_flags flags;

8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen ARRAY_TYPE(keyword_indexes) keywords;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen unsigned int i, count;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen uint8_t flags8;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

b92813e2f96d4b28f989528ed5dd6115da7d9bdbTimo Sirainen ctx->dirty_state = 0;

b35f7104715edee0cfac6d46ab0b342033867eb7Timo Sirainen

b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen fname = strrchr(path, '/');

b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen i_assert(fname != NULL);

b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen fname++;

b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen dir = t_strdup_until(path, fname);

b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen

91dca97b367c54a139c268b56a0c67f564bd9197Timo Sirainen t_array_init(&keywords, 16);

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainen (void)maildir_filename_get_flags(ctx->keywords_sync_ctx,

b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen fname, &flags, &keywords);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen flags8 = flags;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen recs = array_get_modifiable(&ctx->sync_recs, &count);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen for (i = 0; i < count; i++) {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (recs[i].uid1 != ctx->seq)

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen break;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen switch (recs[i].type) {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_FLAGS:

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen mail_index_sync_flags_apply(&recs[i], &flags8);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen break;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_KEYWORD_ADD:

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_KEYWORD_REMOVE:

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_KEYWORD_RESET:

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen mail_index_sync_keywords_apply(&recs[i], &keywords);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen break;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_APPEND:

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_EXPUNGE:

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen i_unreached();

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen break;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen }

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen

b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen newfname = maildir_filename_set_flags(ctx->keywords_sync_ctx,

b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen fname, flags8, &keywords);

b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen newpath = t_strconcat(dir, newfname, NULL);

0c17af9d3f9323136a94e66605776ed4462a172dTimo Sirainen if (rename(path, newpath) == 0) {

b92813e2f96d4b28f989528ed5dd6115da7d9bdbTimo Sirainen if ((flags8 & MAIL_INDEX_MAIL_FLAG_DIRTY) != 0)

b92813e2f96d4b28f989528ed5dd6115da7d9bdbTimo Sirainen ctx->dirty_state = -1;

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mbox->dirty_cur_time = ioloop_time;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 1;

0c17af9d3f9323136a94e66605776ed4462a172dTimo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (errno == ENOENT)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

b35f7104715edee0cfac6d46ab0b342033867eb7Timo Sirainen if (ENOSPACE(errno) || errno == EACCES) {

b35f7104715edee0cfac6d46ab0b342033867eb7Timo Sirainen mail_index_update_flags(ctx->trans, ctx->seq, MODIFY_ADD,

770cbd7d71f9e97256ecfcd8bfc134f7f048dafcTimo Sirainen (enum mail_flags)MAIL_INDEX_MAIL_FLAG_DIRTY);

b92813e2f96d4b28f989528ed5dd6115da7d9bdbTimo Sirainen ctx->dirty_state = 1;

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen return 1;

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen }

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen

8153fdec343e40e2a78f5c12353e89b994b28f74Timo Sirainen mail_storage_set_critical(STORAGE(mbox->storage),

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen "rename(%s, %s) failed: %m", path, newpath);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainenstatic void

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainenmaildir_sync_check_timeouts(struct maildir_sync_context *ctx, bool move)

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen{

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen time_t now;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen

6bf1543bb7af03324c04e8f9ac8e430f395989aeTimo Sirainen if (ctx == NULL) {

6bf1543bb7af03324c04e8f9ac8e430f395989aeTimo Sirainen /* we got here from maildir-save.c. it has no

6bf1543bb7af03324c04e8f9ac8e430f395989aeTimo Sirainen return;

6bf1543bb7af03324c04e8f9ac8e430f395989aeTimo Sirainen }

6bf1543bb7af03324c04e8f9ac8e430f395989aeTimo Sirainen

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen if (move) {

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen ctx->move_count++;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen if ((ctx->move_count % MAILDIR_SLOW_MOVE_COUNT) != 0)

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen return;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen } else {

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen ctx->check_count++;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen if ((ctx->check_count % MAILDIR_SLOW_CHECK_COUNT) != 0)

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen return;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen }

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen now = time(NULL);

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen if (now - ctx->last_touch > MAILDIR_LOCK_TOUCH_SECS) {

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen (void)maildir_uidlist_lock_touch(ctx->mbox->uidlist);

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen ctx->last_touch = now;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen }

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen if (now - ctx->last_notify > MAIL_STORAGE_STAYALIVE_SECS) {

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen struct mailbox *box = &ctx->mbox->ibox.box;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen if (box->storage->callbacks->notify_ok != NULL) {

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen box->storage->callbacks->

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen notify_ok(box, "Hang in there..",

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen box->storage->callback_context);

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen }

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen ctx->last_notify = now;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen }

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen}

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainenstatic int

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainenmaildir_sync_record_commit_until(struct maildir_index_sync_context *ctx,

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen uint32_t last_seq)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen struct mail_index_sync_rec *recs;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen unsigned int i, count;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen uint32_t seq, uid;

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen bool expunged, flag_changed;

659fe5d24825b160cae512538088020d97a60239Timo Sirainen

8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen recs = array_get_modifiable(&ctx->sync_recs, &count);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen for (seq = recs[0].uid1; seq <= last_seq; seq++) {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen expunged = flag_changed = FALSE;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen for (i = 0; i < count; i++) {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (recs[i].uid1 > seq)

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen break;

659fe5d24825b160cae512538088020d97a60239Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen i_assert(recs[i].uid1 == seq);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen switch (recs[i].type) {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_EXPUNGE:

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen expunged = TRUE;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen break;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_FLAGS:

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_KEYWORD_ADD:

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_KEYWORD_REMOVE:

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_KEYWORD_RESET:

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen flag_changed = TRUE;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen break;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen case MAIL_INDEX_SYNC_TYPE_APPEND:

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen i_unreached();

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen break;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

659fe5d24825b160cae512538088020d97a60239Timo Sirainen

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen if (mail_index_lookup_uid(ctx->view, seq, &uid) < 0) {

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen mail_storage_set_index_error(&ctx->mbox->ibox);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return -1;

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen }

659fe5d24825b160cae512538088020d97a60239Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen ctx->seq = seq;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (expunged) {

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen maildir_sync_check_timeouts(ctx->maildir_sync_ctx,

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen TRUE);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (maildir_file_do(ctx->mbox, uid,

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen maildir_expunge, ctx) < 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen } else if (flag_changed) {

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen maildir_sync_check_timeouts(ctx->maildir_sync_ctx,

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen TRUE);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (maildir_file_do(ctx->mbox, uid,

b35f7104715edee0cfac6d46ab0b342033867eb7Timo Sirainen maildir_sync_flags, ctx) < 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen }

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen for (i = count; i > 0; i--) {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (++recs[i-1].uid1 > recs[i-1].uid2) {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen array_delete(&ctx->sync_recs, i-1, 1);

8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen recs = array_get_modifiable(&ctx->sync_recs,

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen &count);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (count == 0) {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen /* all sync_recs committed */

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return 0;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen }

b35f7104715edee0cfac6d46ab0b342033867eb7Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen }

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return 0;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen}

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainenstatic int maildir_sync_record(struct maildir_index_sync_context *ctx,

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen const struct mail_index_sync_rec *sync_rec)

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen{

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen struct mail_index_view *view = ctx->view;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen struct mail_index_sync_rec sync_copy;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (sync_rec == NULL) {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen /* deinit */

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen while (array_count(&ctx->sync_recs) > 0) {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (maildir_sync_record_commit_until(ctx,

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen (uint32_t)-1) < 0)

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return -1;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen }

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return 0;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen }

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (sync_rec->type == MAIL_INDEX_SYNC_TYPE_APPEND)

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return 0; /* ignore */

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen /* convert to sequences to avoid looping through huge holes in

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen sync_copy = *sync_rec;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (mail_index_lookup_uid_range(view, sync_rec->uid1,

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen sync_rec->uid2,

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen &sync_copy.uid1,

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen &sync_copy.uid2) < 0) {

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen mail_storage_set_index_error(&ctx->mbox->ibox);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return -1;

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen }

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (sync_copy.uid1 == 0) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen /* UIDs were expunged */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen return 0;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen while (array_count(&ctx->sync_recs) > 0) {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen const struct mail_index_sync_rec *rec =

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen array_idx(&ctx->sync_recs, 0);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen i_assert(rec->uid1 <= sync_copy.uid1);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (rec->uid1 == sync_copy.uid1)

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen break;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (maildir_sync_record_commit_until(ctx, sync_copy.uid1-1) < 0)

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen array_append(&ctx->sync_recs, &sync_copy, 1);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainenstatic int maildir_sync_index_records(struct maildir_index_sync_context *ctx)

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen{

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen struct mail_index_sync_rec sync_rec;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen int ret;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen ret = mail_index_sync_next(ctx->sync_ctx, &sync_rec);

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen if (ret <= 0) {

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen if (ret < 0)

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen mail_storage_set_index_error(&ctx->mbox->ibox);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return ret;

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen }

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

91dca97b367c54a139c268b56a0c67f564bd9197Timo Sirainen t_array_init(&ctx->sync_recs, 32);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen do {

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (maildir_sync_record(ctx, &sync_rec) < 0)

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return -1;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen ret = mail_index_sync_next(ctx->sync_ctx, &sync_rec);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen } while (ret > 0);

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen if (ret < 0)

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen mail_storage_set_index_error(&ctx->mbox->ibox);

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen if (maildir_sync_record(ctx, NULL) < 0)

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return -1;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen return ret;

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen}

7fb7365a8fad104a17538a73c338ee3d3420e7b0Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstatic struct maildir_sync_context *

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainenmaildir_sync_context_new(struct maildir_mailbox *mbox)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct maildir_sync_context *ctx;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ctx = t_new(struct maildir_sync_context, 1);

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen ctx->mbox = mbox;

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen ctx->new_dir = t_strconcat(mbox->path, "/new", NULL);

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen ctx->cur_dir = t_strconcat(mbox->path, "/cur", NULL);

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen ctx->last_touch = ioloop_time;

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen ctx->last_notify = ioloop_time;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return ctx;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstatic void maildir_sync_deinit(struct maildir_sync_context *ctx)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ctx->uidlist_sync_ctx != NULL)

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen (void)maildir_uidlist_sync_deinit(&ctx->uidlist_sync_ctx);

0b3662995e9fa0d0d857ec5350ce2b1ee6d3b94fTimo Sirainen if (ctx->index_sync_ctx != NULL) {

0b3662995e9fa0d0d857ec5350ce2b1ee6d3b94fTimo Sirainen (void)maildir_sync_index_finish(&ctx->index_sync_ctx,

0b3662995e9fa0d0d857ec5350ce2b1ee6d3b94fTimo Sirainen TRUE, FALSE);

0b3662995e9fa0d0d857ec5350ce2b1ee6d3b94fTimo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainenstatic int maildir_fix_duplicate(struct maildir_sync_context *ctx,

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen const char *dir, const char *old_fname)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen struct maildir_mailbox *mbox = ctx->mbox;

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen const char *existing_fname, *existing_path;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const char *new_fname, *old_path, *new_path;

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen struct stat st, st2;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen int ret = 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen existing_fname =

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen maildir_uidlist_sync_get_full_filename(ctx->uidlist_sync_ctx,

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen old_fname);

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen i_assert(existing_fname != NULL);

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen t_push();

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen existing_path = t_strconcat(dir, "/", existing_fname, NULL);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen old_path = t_strconcat(dir, "/", old_fname, NULL);

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen if (stat(existing_path, &st) < 0 ||

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen stat(old_path, &st2) < 0) {

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen /* most likely the files just don't exist anymore.

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen t_pop();

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen return 0;

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen }

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen if (st.st_ino == st2.st_ino && CMP_DEV_T(st.st_dev, st2.st_dev)) {

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen /* files are the same. this means either a race condition

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen t_pop();

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen return 0;

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen }

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen new_fname = maildir_generate_tmp_filename(&ioloop_timeval);

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen new_path = t_strconcat(mbox->path, "/new/", new_fname, NULL);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (rename(old_path, new_path) == 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen i_warning("Fixed duplicate in %s: %s -> %s",

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mbox->path, old_fname, new_fname);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen } else if (errno != ENOENT) {

8153fdec343e40e2a78f5c12353e89b994b28f74Timo Sirainen mail_storage_set_critical(STORAGE(mbox->storage),

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen "rename(%s, %s) failed: %m", old_path, new_path);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen t_pop();

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return ret;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainenstatic int maildir_scan_dir(struct maildir_sync_context *ctx, bool new_dir)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

8153fdec343e40e2a78f5c12353e89b994b28f74Timo Sirainen struct mail_storage *storage = STORAGE(ctx->mbox->storage);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const char *dir;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen DIR *dirp;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen string_t *src, *dest;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct dirent *dp;

b66a7b7ab0db2c9ad425912d3f21a36fcf76d876Timo Sirainen enum maildir_uidlist_rec_flag flags;

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen int ret = 1;

d3eff05aaa4c2bc0a7580ee87a54f6693f4a8241Timo Sirainen bool move_new, check_touch;

d3eff05aaa4c2bc0a7580ee87a54f6693f4a8241Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen dir = new_dir ? ctx->new_dir : ctx->cur_dir;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen dirp = opendir(dir);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (dirp == NULL) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_storage_set_critical(storage,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen "opendir(%s) failed: %m", dir);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

d77c309fccbc6a7594f8cb08fb01009fa613c568Timo Sirainen t_push();

d77c309fccbc6a7594f8cb08fb01009fa613c568Timo Sirainen src = t_str_new(1024);

d77c309fccbc6a7594f8cb08fb01009fa613c568Timo Sirainen dest = t_str_new(1024);

d77c309fccbc6a7594f8cb08fb01009fa613c568Timo Sirainen

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen ctx->move_count = 0;

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen move_new = new_dir && !mailbox_is_readonly(&ctx->mbox->ibox.box) &&

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen !ctx->mbox->ibox.keep_recent;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen while ((dp = readdir(dirp)) != NULL) {

7bd6001d84ecc1792ddfd54fe8efa63c509d90b1Timo Sirainen if (dp->d_name[0] == '.')

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen continue;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

8fcff4c5b52f24d9c681805fdf06b486f1d0fcbeTimo Sirainen ret = maildir_uidlist_sync_next_pre(ctx->uidlist_sync_ctx,

8fcff4c5b52f24d9c681805fdf06b486f1d0fcbeTimo Sirainen dp->d_name);

d67f54632110cfb6aafe2d7cd1f99b031c0b208aTimo Sirainen if (ret == 0) {

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen /* new file and we couldn't lock uidlist, check this

d67f54632110cfb6aafe2d7cd1f99b031c0b208aTimo Sirainen if (new_dir)

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen ctx->mbox->last_new_mtime = 0;

d67f54632110cfb6aafe2d7cd1f99b031c0b208aTimo Sirainen else

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen ctx->mbox->dirty_cur_time = ioloop_time;

8fcff4c5b52f24d9c681805fdf06b486f1d0fcbeTimo Sirainen continue;

d67f54632110cfb6aafe2d7cd1f99b031c0b208aTimo Sirainen }

8fcff4c5b52f24d9c681805fdf06b486f1d0fcbeTimo Sirainen if (ret < 0)

8fcff4c5b52f24d9c681805fdf06b486f1d0fcbeTimo Sirainen break;

8fcff4c5b52f24d9c681805fdf06b486f1d0fcbeTimo Sirainen

d3eff05aaa4c2bc0a7580ee87a54f6693f4a8241Timo Sirainen check_touch = FALSE;

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen flags = 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (move_new) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen str_truncate(src, 0);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen str_truncate(dest, 0);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen str_printfa(src, "%s/%s", ctx->new_dir, dp->d_name);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen str_printfa(dest, "%s/%s", ctx->cur_dir, dp->d_name);

8754bb7a1f24705ffa5434f9e10d57e0b3b88d6eTimo Sirainen if (strchr(dp->d_name, MAILDIR_INFO_SEP) == NULL) {

8754bb7a1f24705ffa5434f9e10d57e0b3b88d6eTimo Sirainen str_append(dest, MAILDIR_FLAGS_FULL_SEP);

8754bb7a1f24705ffa5434f9e10d57e0b3b88d6eTimo Sirainen }

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen if (rename(str_c(src), str_c(dest)) == 0) {

d67f54632110cfb6aafe2d7cd1f99b031c0b208aTimo Sirainen /* we moved it - it's \Recent for us */

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen maildir_sync_check_timeouts(ctx, TRUE);

b66a7b7ab0db2c9ad425912d3f21a36fcf76d876Timo Sirainen ctx->mbox->dirty_cur_time = ioloop_time;

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen flags |= MAILDIR_UIDLIST_REC_FLAG_MOVED |

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen MAILDIR_UIDLIST_REC_FLAG_RECENT;

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen } else if (ENOTFOUND(errno)) {

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen /* someone else moved it already */

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen maildir_sync_check_timeouts(ctx, TRUE);

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen flags |= MAILDIR_UIDLIST_REC_FLAG_MOVED;

9a099a65160987349f441c82ab0e38f32b747adbTimo Sirainen } else if (ENOSPACE(errno) || errno == EACCES) {

9a099a65160987349f441c82ab0e38f32b747adbTimo Sirainen /* not enough disk space / read-only maildir,

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen flags |= MAILDIR_UIDLIST_REC_FLAG_NEW_DIR |

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen MAILDIR_UIDLIST_REC_FLAG_RECENT;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen move_new = FALSE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen } else {

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen flags |= MAILDIR_UIDLIST_REC_FLAG_NEW_DIR |

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen MAILDIR_UIDLIST_REC_FLAG_RECENT;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_storage_set_critical(storage,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen "rename(%s, %s) failed: %m",

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen str_c(src), str_c(dest));

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen } else if (new_dir) {

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen flags |= MAILDIR_UIDLIST_REC_FLAG_NEW_DIR |

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen MAILDIR_UIDLIST_REC_FLAG_RECENT;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen maildir_sync_check_timeouts(ctx, FALSE);

d3eff05aaa4c2bc0a7580ee87a54f6693f4a8241Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = maildir_uidlist_sync_next(ctx->uidlist_sync_ctx,

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen dp->d_name, flags);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ret <= 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (ret < 0)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen break;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* possibly duplicate - try fixing it */

4b43f50117630aa12b3cfd0cbd05ae22ba27fec1Timo Sirainen if (maildir_fix_duplicate(ctx, dir, dp->d_name) < 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen break;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (closedir(dirp) < 0) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_storage_set_critical(storage,

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen "closedir(%s) failed: %m", dir);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

d77c309fccbc6a7594f8cb08fb01009fa613c568Timo Sirainen

d77c309fccbc6a7594f8cb08fb01009fa613c568Timo Sirainen t_pop();

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen return ret < 0 ? -1 :

44dc970b18c4e2d06f34cb908924152156e4a45bTimo Sirainen (ctx->move_count <= MAILDIR_RENAME_RESCAN_COUNT ? 0 : 1);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainenstatic void

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainenmaildir_sync_update_from_header(struct maildir_mailbox *mbox,

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen struct mail_index_header *hdr_r)

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen{

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen struct mail_index_view *view;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen const struct mail_index_header *hdr;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen /* open a new view so we get the latest header */

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen view = mail_index_view_open(mbox->ibox.index);

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen hdr = mail_index_get_header(view);

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen /* FIXME: ugly, replace with extension header */

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->last_new_mtime = hdr->sync_size & 0xffffffff;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->last_dirty_flags = (hdr->sync_size >> 32) &

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen (MAILDIR_DIRTY_NEW | MAILDIR_DIRTY_CUR);

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->last_cur_mtime = hdr->sync_stamp;

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen if ((mbox->last_dirty_flags & MAILDIR_DIRTY_CUR) != 0 &&

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->dirty_cur_time < mbox->last_cur_mtime)

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->dirty_cur_time = mbox->last_cur_mtime;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen *hdr_r = *hdr;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mail_index_view_close(&view);

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen}

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainenstatic int

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainenmaildir_sync_quick_check(struct maildir_mailbox *mbox,

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen const char *new_dir, const char *cur_dir,

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen bool *new_changed_r, bool *cur_changed_r)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

ad8b3389ab62c5facb3d49037963076e3d32c147Timo Sirainen struct index_mailbox *ibox = &mbox->ibox;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen struct mail_index_header hdr;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct stat st;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen time_t new_mtime, cur_mtime;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen *new_changed_r = *cur_changed_r = FALSE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen if (stat(new_dir, &st) < 0) {

8153fdec343e40e2a78f5c12353e89b994b28f74Timo Sirainen mail_storage_set_critical(STORAGE(mbox->storage),

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen "stat(%s) failed: %m", new_dir);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen new_mtime = st.st_mtime;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen if (stat(cur_dir, &st) < 0) {

8153fdec343e40e2a78f5c12353e89b994b28f74Timo Sirainen mail_storage_set_critical(STORAGE(mbox->storage),

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen "stat(%s) failed: %m", cur_dir);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen cur_mtime = st.st_mtime;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

abbe0657a4d6271740d41cf1de55e8686f5769fcTimo Sirainen /* cur stamp is kept in index, we don't have to sync if

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen maildir_sync_update_from_header(mbox, &hdr);

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen if ((mbox->dirty_cur_time == 0 && cur_mtime != mbox->last_cur_mtime) ||

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen (new_mtime != mbox->last_new_mtime)) {

abbe0657a4d6271740d41cf1de55e8686f5769fcTimo Sirainen /* check if the index has been updated.. */

ad8b3389ab62c5facb3d49037963076e3d32c147Timo Sirainen if (mail_index_refresh(ibox->index) < 0) {

ad8b3389ab62c5facb3d49037963076e3d32c147Timo Sirainen mail_storage_set_index_error(ibox);

bde6382cf65fba6165dc3603f5419e194d87f404Timo Sirainen return -1;

bde6382cf65fba6165dc3603f5419e194d87f404Timo Sirainen }

bde6382cf65fba6165dc3603f5419e194d87f404Timo Sirainen

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen maildir_sync_update_from_header(mbox, &hdr);

b7b81543899e306c71e6152516d8698416162bcbTimo Sirainen }

b7b81543899e306c71e6152516d8698416162bcbTimo Sirainen

ad8b3389ab62c5facb3d49037963076e3d32c147Timo Sirainen /* If we're removing recent flags, always sync new/ directory if

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen if (new_mtime != mbox->last_new_mtime ||

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen ((mbox->last_dirty_flags & MAILDIR_DIRTY_NEW) != 0 &&

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen new_mtime < ioloop_time - MAILDIR_SYNC_SECS) ||

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen (!ibox->keep_recent && hdr.recent_messages_count > 0)) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen *new_changed_r = TRUE;

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mbox->last_new_mtime = new_mtime;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen if (new_mtime < ioloop_time - MAILDIR_SYNC_SECS)

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->last_dirty_flags &= ~MAILDIR_DIRTY_NEW;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen else

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->last_dirty_flags |= MAILDIR_DIRTY_NEW;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

b7b81543899e306c71e6152516d8698416162bcbTimo Sirainen

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen if (cur_mtime != mbox->last_cur_mtime ||

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen (mbox->dirty_cur_time != 0 &&

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen ioloop_time - mbox->dirty_cur_time > MAILDIR_SYNC_SECS)) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* cur/ changed, or delayed cur/ check */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen *cur_changed_r = TRUE;

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mbox->last_cur_mtime = cur_mtime;

d67f54632110cfb6aafe2d7cd1f99b031c0b208aTimo Sirainen

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen if (cur_mtime < ioloop_time - MAILDIR_SYNC_SECS) {

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->last_dirty_flags &= ~MAILDIR_DIRTY_CUR;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->dirty_cur_time = 0;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen } else {

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->last_dirty_flags |= MAILDIR_DIRTY_CUR;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->dirty_cur_time = cur_mtime;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainenint maildir_sync_index_begin(struct maildir_mailbox *mbox,

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen struct maildir_index_sync_context **ctx_r)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen struct maildir_index_sync_context *ctx;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen struct mail_index_sync_ctx *sync_ctx;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen struct mail_index_view *view;

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen if (mail_index_sync_begin(mbox->ibox.index, &sync_ctx, &view,

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen (uint32_t)-1, (uoff_t)-1,

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen FALSE, FALSE) <= 0) {

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mail_storage_set_index_error(&mbox->ibox);

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen return -1;

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen ctx = i_new(struct maildir_index_sync_context, 1);

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen ctx->mbox = mbox;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen ctx->sync_ctx = sync_ctx;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen ctx->view = view;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen ctx->keywords_sync_ctx =

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen maildir_keywords_sync_init(mbox->keywords, mbox->ibox.index);

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen *ctx_r = ctx;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen return 0;

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen}

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainenint maildir_sync_index_finish(struct maildir_index_sync_context **_sync_ctx,

0b3662995e9fa0d0d857ec5350ce2b1ee6d3b94fTimo Sirainen bool failed, bool cancel)

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen{

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen struct maildir_index_sync_context *sync_ctx = *_sync_ctx;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen struct maildir_mailbox *mbox = sync_ctx->mbox;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen uint32_t seq;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen uoff_t offset;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen int ret = failed ? -1 : 0;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen *_sync_ctx = NULL;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen if (sync_ctx->trans != NULL) {

0b3662995e9fa0d0d857ec5350ce2b1ee6d3b94fTimo Sirainen if (ret < 0 || cancel)

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen mail_index_transaction_rollback(&sync_ctx->trans);

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen else {

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen if (mail_index_transaction_commit(&sync_ctx->trans,

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen &seq, &offset) < 0) {

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen mail_storage_set_index_error(&mbox->ibox);

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen ret = -1;

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen } else if (seq != 0) {

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen mbox->ibox.commit_log_file_seq = seq;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen mbox->ibox.commit_log_file_offset = offset;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen }

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen }

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen }

0b3662995e9fa0d0d857ec5350ce2b1ee6d3b94fTimo Sirainen if (ret < 0 || cancel)

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen mail_index_sync_rollback(&sync_ctx->sync_ctx);

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen else {

947a2df7c6a2c48711b051736e08402f6d91795cTimo Sirainen /* Set syncing_commit=TRUE so that if any sync callbacks try

947a2df7c6a2c48711b051736e08402f6d91795cTimo Sirainen mbox->syncing_commit = TRUE;

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen if (mail_index_sync_commit(&sync_ctx->sync_ctx) < 0) {

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen mail_storage_set_index_error(&mbox->ibox);

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen ret = -1;

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen } else {

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen mbox->ibox.commit_log_file_seq = 0;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen mbox->ibox.commit_log_file_offset = 0;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen }

947a2df7c6a2c48711b051736e08402f6d91795cTimo Sirainen mbox->syncing_commit = FALSE;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen }

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen maildir_keywords_sync_deinit(sync_ctx->keywords_sync_ctx);

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen sync_ctx->keywords_sync_ctx = NULL;

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen i_free(sync_ctx);

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen return ret;

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen}

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainenint maildir_sync_index(struct maildir_index_sync_context *sync_ctx,

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen bool partial)

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen{

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen struct maildir_mailbox *mbox = sync_ctx->mbox;

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen struct mail_index_view *view = sync_ctx->view;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct maildir_uidlist_iter_ctx *iter;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail_index_transaction *trans;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const struct mail_index_header *hdr;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const struct mail_index_record *rec;

55a044a180164e68ebdc257faf7c39d484d2f720Timo Sirainen uint32_t seq, uid, prev_uid;

b7b81543899e306c71e6152516d8698416162bcbTimo Sirainen enum maildir_uidlist_rec_flag uflags;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen const char *filename;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen enum mail_flags flags;

8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen ARRAY_TYPE(keyword_indexes) keywords;

8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen ARRAY_TYPE(keyword_indexes) idx_keywords;

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen uint32_t uid_validity, next_uid;

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen uint64_t value;

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen int ret = 0;

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen bool full_rescan = FALSE;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

7ba90b7ec9e0a97c01e89e2714ff54e35c5ddfbfTimo Sirainen i_assert(maildir_uidlist_is_locked(sync_ctx->mbox->uidlist));

7ba90b7ec9e0a97c01e89e2714ff54e35c5ddfbfTimo Sirainen

b20fb5b1df9d604a7541f5118fc5b4b466d211efTimo Sirainen hdr = mail_index_get_header(view);

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen uid_validity = maildir_uidlist_get_uid_validity(mbox->uidlist);

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen if (uid_validity != hdr->uid_validity &&

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen uid_validity != 0 && hdr->uid_validity != 0) {

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen /* uidvalidity changed and mailbox isn't being initialized,

8153fdec343e40e2a78f5c12353e89b994b28f74Timo Sirainen mail_storage_set_critical(STORAGE(mbox->storage),

6969f13267ad8495a132ece39d34be36b9883f37Timo Sirainen "Maildir %s sync: UIDVALIDITY changed (%u -> %u)",

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mbox->path, hdr->uid_validity, uid_validity);

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen

cdaf255d6a3daeef0ac85edaa60bfa6d1f945bffTimo Sirainen mail_index_mark_corrupted(mbox->ibox.index);

cdaf255d6a3daeef0ac85edaa60bfa6d1f945bffTimo Sirainen return -1;

aa38d1a0945f0bc13a225d043f53fad2eec666b1Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen sync_ctx->trans = trans =

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen mail_index_transaction_begin(sync_ctx->view, FALSE, TRUE);

e05181d973025627ba08b631c12c07c3bbc99528Timo Sirainen

55a044a180164e68ebdc257faf7c39d484d2f720Timo Sirainen seq = prev_uid = 0;

91dca97b367c54a139c268b56a0c67f564bd9197Timo Sirainen t_array_init(&keywords, MAILDIR_MAX_KEYWORDS);

91dca97b367c54a139c268b56a0c67f564bd9197Timo Sirainen t_array_init(&idx_keywords, MAILDIR_MAX_KEYWORDS);

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen iter = maildir_uidlist_iter_init(mbox->uidlist);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen while (maildir_uidlist_iter_next(iter, &uid, &uflags, &filename)) {

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainen maildir_filename_get_flags(sync_ctx->keywords_sync_ctx,

e1ca7af110ea6eeb6303bdd8f07c172b11dff2faTimo Sirainen filename, &flags, &keywords);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

55a044a180164e68ebdc257faf7c39d484d2f720Timo Sirainen i_assert(uid > prev_uid);

55a044a180164e68ebdc257faf7c39d484d2f720Timo Sirainen prev_uid = uid;

55a044a180164e68ebdc257faf7c39d484d2f720Timo Sirainen

24ddec4ee3571be32f615138b56cf0ae6f922af0Timo Sirainen /* the private flags are kept only in indexes. don't use them

24ddec4ee3571be32f615138b56cf0ae6f922af0Timo Sirainen flags &= ~mbox->private_flags_mask;

24ddec4ee3571be32f615138b56cf0ae6f922af0Timo Sirainen

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen if ((uflags & MAILDIR_UIDLIST_REC_FLAG_RECENT) != 0 &&

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen (uflags & MAILDIR_UIDLIST_REC_FLAG_NEW_DIR) != 0 &&

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen (uflags & MAILDIR_UIDLIST_REC_FLAG_MOVED) == 0) {

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen /* mail is recent for next session as well */

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen flags |= MAIL_RECENT;

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen }

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen __again:

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen seq++;

b7b81543899e306c71e6152516d8698416162bcbTimo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (seq > hdr->messages_count) {

d67f54632110cfb6aafe2d7cd1f99b031c0b208aTimo Sirainen if (uid < hdr->next_uid) {

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen /* most likely a race condition: we read the

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen if ((uflags &

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen MAILDIR_UIDLIST_REC_FLAG_NONSYNCED) != 0) {

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen /* partial syncing */

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen continue;

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen }

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen if ((uflags &

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen MAILDIR_UIDLIST_REC_FLAG_RACING) != 0) {

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen mail_storage_set_critical(

8153fdec343e40e2a78f5c12353e89b994b28f74Timo Sirainen STORAGE(mbox->storage),

6969f13267ad8495a132ece39d34be36b9883f37Timo Sirainen "Maildir %s sync: "

6969f13267ad8495a132ece39d34be36b9883f37Timo Sirainen "UID < next_uid "

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen "(%u < %u, file = %s)",

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mbox->path, uid, hdr->next_uid,

6969f13267ad8495a132ece39d34be36b9883f37Timo Sirainen filename);

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mail_index_mark_corrupted(

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mbox->ibox.index);

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen ret = -1;

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen break;

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen }

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mbox->dirty_cur_time = ioloop_time;

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen maildir_uidlist_add_flags(mbox->uidlist,

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen filename,

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen MAILDIR_UIDLIST_REC_FLAG_RACING);

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen seq--;

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen continue;

d67f54632110cfb6aafe2d7cd1f99b031c0b208aTimo Sirainen }

d67f54632110cfb6aafe2d7cd1f99b031c0b208aTimo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_append(trans, uid, &seq);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_update_flags(trans, seq, MODIFY_REPLACE,

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen flags);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (array_count(&keywords) > 0) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen struct mail_keywords *kw;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen kw = mail_index_keywords_create_from_indexes(

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen trans, &keywords);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen mail_index_update_keywords(trans, seq,

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen MODIFY_REPLACE, kw);

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen mail_index_keywords_free(&kw);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen continue;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (mail_index_lookup(view, seq, &rec) < 0) {

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen mail_storage_set_index_error(&mbox->ibox);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen ret = -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen break;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (rec->uid < uid) {

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* expunged */

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_expunge(trans, seq);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen goto __again;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (rec->uid > uid) {

a038139a470d2942759b9b86a9852aee7b460996Timo Sirainen /* most likely a race condition: we read the

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen if ((uflags &

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen MAILDIR_UIDLIST_REC_FLAG_NONSYNCED) != 0) {

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen /* partial syncing */

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen seq--;

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen continue;

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen }

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen if ((uflags & MAILDIR_UIDLIST_REC_FLAG_RACING) != 0) {

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mail_storage_set_critical(

8153fdec343e40e2a78f5c12353e89b994b28f74Timo Sirainen STORAGE(mbox->storage),

0e2686dfe29a18772fa4026bad53e2c7c560403fTimo Sirainen "Maildir %s sync: "

0e2686dfe29a18772fa4026bad53e2c7c560403fTimo Sirainen "UID inserted in the middle of mailbox "

a038139a470d2942759b9b86a9852aee7b460996Timo Sirainen "(%u > %u, file = %s)",

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mbox->path, rec->uid, uid, filename);

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mail_index_mark_corrupted(mbox->ibox.index);

a038139a470d2942759b9b86a9852aee7b460996Timo Sirainen ret = -1;

a038139a470d2942759b9b86a9852aee7b460996Timo Sirainen break;

bde6382cf65fba6165dc3603f5419e194d87f404Timo Sirainen }

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen mbox->dirty_cur_time = ioloop_time;

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen maildir_uidlist_add_flags(mbox->uidlist, filename,

316689d0ef55e2fa4e2fb4ac5b1ea35ce65688d3Timo Sirainen MAILDIR_UIDLIST_REC_FLAG_RACING);

a038139a470d2942759b9b86a9852aee7b460996Timo Sirainen

a038139a470d2942759b9b86a9852aee7b460996Timo Sirainen seq--;

a038139a470d2942759b9b86a9852aee7b460996Timo Sirainen continue;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

24ddec4ee3571be32f615138b56cf0ae6f922af0Timo Sirainen /* the private flags are stored only in indexes, keep them */

24ddec4ee3571be32f615138b56cf0ae6f922af0Timo Sirainen flags |= rec->flags & mbox->private_flags_mask;

24ddec4ee3571be32f615138b56cf0ae6f922af0Timo Sirainen

0aa66a8e037c08604e71446d6ba52150a17dfc21Timo Sirainen if ((rec->flags & MAIL_RECENT) != 0) {

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen index_mailbox_set_recent(&mbox->ibox, seq);

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen if (mbox->ibox.keep_recent) {

0aa66a8e037c08604e71446d6ba52150a17dfc21Timo Sirainen flags |= MAIL_RECENT;

0aa66a8e037c08604e71446d6ba52150a17dfc21Timo Sirainen } else {

0aa66a8e037c08604e71446d6ba52150a17dfc21Timo Sirainen mail_index_update_flags(trans, seq,

0aa66a8e037c08604e71446d6ba52150a17dfc21Timo Sirainen MODIFY_REMOVE,

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen MAIL_RECENT);

0aa66a8e037c08604e71446d6ba52150a17dfc21Timo Sirainen }

0aa66a8e037c08604e71446d6ba52150a17dfc21Timo Sirainen }

0aa66a8e037c08604e71446d6ba52150a17dfc21Timo Sirainen

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen if ((uflags & MAILDIR_UIDLIST_REC_FLAG_NONSYNCED) != 0) {

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen /* partial syncing */

4d938f46f4f956ecb802c30ca771922f5539a660Timo Sirainen if ((flags & MAIL_RECENT) != 0) {

4d938f46f4f956ecb802c30ca771922f5539a660Timo Sirainen /* we last saw this mail in new/, but it's

4d938f46f4f956ecb802c30ca771922f5539a660Timo Sirainen full_rescan = TRUE;

4d938f46f4f956ecb802c30ca771922f5539a660Timo Sirainen }

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen continue;

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen }

a33fde36c57839342dafdf3c8d4b5c009e3ef4bcTimo Sirainen

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen if ((rec->flags & MAIL_INDEX_MAIL_FLAG_DIRTY) != 0) {

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen /* we haven't been able to update maildir with this

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen continue;

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen }

fd3d711f219fd6813492acbe051e04327f0ca0f0Timo Sirainen

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen if (((uint8_t)flags & ~MAIL_RECENT) !=

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen (rec->flags & (MAIL_FLAGS_MASK^MAIL_RECENT))) {

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen /* FIXME: this is wrong if there's pending changes in

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_update_flags(trans, seq, MODIFY_REPLACE,

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen flags);

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen } else if ((flags & MAIL_RECENT) == 0 &&

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen (rec->flags & MAIL_RECENT) != 0) {

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen /* just remove recent flag */

d482b35af87f5fd872bad007da0475813a401a49Timo Sirainen mail_index_update_flags(trans, seq, MODIFY_REMOVE,

16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen MAIL_RECENT);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen /* update keywords if they have changed */

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (mail_index_lookup_keywords(view, seq, &idx_keywords) < 0) {

6f66e585998aa88a4b0ccad531d329a103325d57Timo Sirainen mail_storage_set_index_error(&mbox->ibox);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen ret = -1;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen break;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

bb26f09873c18f342cd1ab2d0ee0b9018e6546d9Timo Sirainen if (!index_keyword_array_cmp(&keywords, &idx_keywords)) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen struct mail_keywords *kw;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen kw = mail_index_keywords_create_from_indexes(

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen trans, &keywords);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen mail_index_update_keywords(trans, seq,

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen MODIFY_REPLACE, kw);

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen mail_index_keywords_free(&kw);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen maildir_uidlist_iter_deinit(iter);

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen array_free(&keywords);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

cad14cfd254a89936d07137a25b7caaf5e670664Timo Sirainen if (!partial) {

b7b81543899e306c71e6152516d8698416162bcbTimo Sirainen /* expunge the rest */

b7b81543899e306c71e6152516d8698416162bcbTimo Sirainen for (seq++; seq <= hdr->messages_count; seq++)

b7b81543899e306c71e6152516d8698416162bcbTimo Sirainen mail_index_expunge(trans, seq);

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen /* next_uid must be updated only in non-partial syncs since

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen next_uid = maildir_uidlist_get_next_uid(mbox->uidlist);

759fa4d81cadf071e7589866ddbd056c79b4f130Timo Sirainen if (hdr->next_uid < next_uid) {

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen mail_index_update_header(trans,

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen offsetof(struct mail_index_header, next_uid),

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen &next_uid, sizeof(next_uid), FALSE);

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen }

b7b81543899e306c71e6152516d8698416162bcbTimo Sirainen }

b7b81543899e306c71e6152516d8698416162bcbTimo Sirainen

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen if (!mbox->syncing_commit) {

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen /* now, sync the index. NOTE: may recurse back to here with

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen mbox->syncing_commit = TRUE;

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen if (maildir_sync_index_records(sync_ctx) < 0)

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen ret = -1;

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen mbox->syncing_commit = FALSE;

bd606153e12c04799be8f27933b5c983db0eaa15Timo Sirainen }

b35f7104715edee0cfac6d46ab0b342033867eb7Timo Sirainen

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen if (mbox->dirty_cur_time != 0)

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen mbox->last_dirty_flags |= MAILDIR_DIRTY_CUR;

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen if (mbox->last_cur_mtime != (time_t)hdr->sync_stamp) {

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen uint32_t sync_stamp = mbox->last_cur_mtime;

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen mail_index_update_header(trans,

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen offsetof(struct mail_index_header, sync_stamp),

aa38d1a0945f0bc13a225d043f53fad2eec666b1Timo Sirainen &sync_stamp, sizeof(sync_stamp), TRUE);

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen }

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen /* FIXME: use a header extension instead of sync_size.. */

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen value = mbox->last_new_mtime |

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen ((uint64_t)mbox->last_dirty_flags << 32);

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen if (value != hdr->sync_size) {

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen mail_index_update_header(trans,

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen offsetof(struct mail_index_header, sync_size),

5fb3bff645380804c9db2510940c41db6b8fdb01Timo Sirainen &value, sizeof(value), TRUE);

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen }

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen if (hdr->uid_validity == 0) {

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen /* get the initial uidvalidity */

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen if (maildir_uidlist_update(mbox->uidlist) < 0)

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen ret = -1;

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen uid_validity = maildir_uidlist_get_uid_validity(mbox->uidlist);

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen if (uid_validity == 0) {

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen uid_validity = ioloop_time;

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen maildir_uidlist_set_uid_validity(mbox->uidlist,

f4995b114c0b36a0fb36964b0994ea6330986223Timo Sirainen uid_validity, 0);

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen }

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen } else if (uid_validity == 0) {

b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen maildir_uidlist_set_uid_validity(mbox->uidlist,

759fa4d81cadf071e7589866ddbd056c79b4f130Timo Sirainen hdr->uid_validity,

759fa4d81cadf071e7589866ddbd056c79b4f130Timo Sirainen hdr->next_uid);

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen }

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen

92888ef30960c30ccc9e030fe7eab5d4d04a7d1cTimo Sirainen if (uid_validity != hdr->uid_validity && uid_validity != 0) {

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen mail_index_update_header(trans,

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen offsetof(struct mail_index_header, uid_validity),

aa38d1a0945f0bc13a225d043f53fad2eec666b1Timo Sirainen &uid_validity, sizeof(uid_validity), TRUE);

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen }

e06c0b65c16ccce69bbee009ead14d7d3d17a256Timo Sirainen

4d938f46f4f956ecb802c30ca771922f5539a660Timo Sirainen return ret < 0 ? -1 : (full_rescan ? 0 : 1);

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainenstatic int maildir_sync_context(struct maildir_sync_context *ctx, bool forced,

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen bool sync_last_commit)

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen bool new_changed, cur_changed, full_rescan = FALSE;

6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen int ret;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen if (sync_last_commit) {

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen new_changed = cur_changed = FALSE;

cce169a321c9c629e4f2db1a69dae3b75bbcb27aTimo Sirainen } else if (!forced) {

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen if (maildir_sync_quick_check(ctx->mbox,

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen ctx->new_dir, ctx->cur_dir,

a3d22d3cb0e5436128ca7287cedc921f1789b2c8Timo Sirainen &new_changed, &cur_changed) < 0)

a38ef15060e45e5060bb24c403a580b9a57a818cTimo Sirainen return -1;

0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen

a38ef15060e45e5060bb24c403a580b9a57a818cTimo Sirainen if (!new_changed && !cur_changed)

4fd4705bbc6553ae0959bea07f33d0b7249391f5Timo Sirainen return 1;

a38ef15060e45e5060bb24c403a580b9a57a818cTimo Sirainen } else {

a38ef15060e45e5060bb24c403a580b9a57a818cTimo Sirainen new_changed = cur_changed = TRUE;

a38ef15060e45e5060bb24c403a580b9a57a818cTimo Sirainen }

641f0c0900ee6e7cf9667f4b40ed95cec7d0cdcaTimo Sirainen

d4dcb9c30dba354cff7af6d303ecef7698194c55Timo Sirainen /*