1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "lib.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "array.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "hash.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "str.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "hex-binary.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "network.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "istream.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "settings-parser.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "mailbox-log.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "mail-user.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "mail-namespace.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "mail-storage.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "mail-search-build.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include "dsync-worker-private.h"

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen#include <ctype.h>

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstruct local_dsync_worker_mailbox_iter {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct dsync_worker_mailbox_iter iter;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen pool_t ret_pool;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mailbox_list_iterate_context *list_iter;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct hash_iterate_context *deleted_iter;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct hash_iterate_context *deleted_dir_iter;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen};

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstruct local_dsync_worker_subs_iter {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct dsync_worker_subs_iter iter;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mailbox_list_iterate_context *list_iter;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct hash_iterate_context *deleted_iter;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen};

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstruct local_dsync_worker_msg_iter {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct dsync_worker_msg_iter iter;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen mailbox_guid_t *mailboxes;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen unsigned int mailbox_idx, mailbox_count;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mail_search_context *search_ctx;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mail *mail;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen string_t *tmp_guid_str;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen ARRAY_TYPE(mailbox_expunge_rec) expunges;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen unsigned int expunge_idx;

5fc7434595b04687b14efafdc0c1597538da5c09Timo Sirainen unsigned int expunges_set:1;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen};

9a02317c852face76737763fa6ec43b444688de5Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstruct local_dsync_mailbox {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mail_namespace *ns;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen mailbox_guid_t guid;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen const char *storage_name;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen};

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstruct local_dsync_mailbox_change {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen mailbox_guid_t guid;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen time_t last_delete;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen unsigned int deleted_mailbox:1;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen};

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

e2eac5bb5637c2d4aaf453389750740931822b92Timo Sirainenstruct local_dsync_dir_change {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen mailbox_guid_t name_sha1;

2f5954db411ea9d63e831a01dd57211e55448463Timo Sirainen struct mailbox_list *list;

2f5954db411ea9d63e831a01dd57211e55448463Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen time_t last_rename;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen time_t last_delete;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen time_t last_subs_change;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen unsigned int unsubscribed:1;

cd83124e5d070a016c590bb0b1096d7828c7b6adTimo Sirainen unsigned int deleted_dir:1;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen};

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstruct local_dsync_worker_msg_get {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen mailbox_guid_t mailbox;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen uint32_t uid;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen dsync_worker_msg_callback_t *callback;

e8762c2b4914db7997fa9eb644a91586952d1876Timo Sirainen void *context;

e8762c2b4914db7997fa9eb644a91586952d1876Timo Sirainen};

e8762c2b4914db7997fa9eb644a91586952d1876Timo Sirainen

e8762c2b4914db7997fa9eb644a91586952d1876Timo Sirainenstruct local_dsync_worker {

5fc7434595b04687b14efafdc0c1597538da5c09Timo Sirainen struct dsync_worker worker;

5fc7434595b04687b14efafdc0c1597538da5c09Timo Sirainen struct mail_user *user;

e8762c2b4914db7997fa9eb644a91586952d1876Timo Sirainen

e8762c2b4914db7997fa9eb644a91586952d1876Timo Sirainen pool_t pool;

e8762c2b4914db7997fa9eb644a91586952d1876Timo Sirainen /* mailbox_guid_t -> struct local_dsync_mailbox* */

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct hash_table *mailbox_hash;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen /* mailbox_guid_t -> struct local_dsync_mailbox_change* */

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct hash_table *mailbox_changes_hash;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen /* <-> struct local_dsync_dir_change */

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct hash_table *dir_changes_hash;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

e8762c2b4914db7997fa9eb644a91586952d1876Timo Sirainen char alt_char;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen ARRAY_DEFINE(subs_namespaces, struct mail_namespace *);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

e6440616c02bb1404dc35debf45d9741260c7831Timo Sirainen mailbox_guid_t selected_box_guid;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mailbox *selected_box;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mail *mail, *ext_mail;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen ARRAY_TYPE(uint32_t) saved_uids;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen mailbox_guid_t get_mailbox;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mail *get_mail;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen ARRAY_DEFINE(msg_get_queue, struct local_dsync_worker_msg_get);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct io *save_io;

e8762c2b4914db7997fa9eb644a91586952d1876Timo Sirainen struct mail_save_context *save_ctx;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct istream *save_input;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen dsync_worker_save_callback_t *save_callback;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen void *save_context;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen dsync_worker_finish_callback_t *finish_callback;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen void *finish_context;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen unsigned int reading_mail:1;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen unsigned int finishing:1;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen unsigned int finished:1;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen};

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

e6440616c02bb1404dc35debf45d9741260c7831Timo Sirainenextern struct dsync_worker_vfuncs local_dsync_worker;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstatic void local_worker_mailbox_close(struct local_dsync_worker *worker);

1f19649986397419d014febd1337c6eb7b530f26Timo Sirainenstatic void local_worker_msg_box_close(struct local_dsync_worker *worker);

1f19649986397419d014febd1337c6eb7b530f26Timo Sirainenstatic void

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenlocal_worker_msg_get_next(struct local_dsync_worker *worker,

e6440616c02bb1404dc35debf45d9741260c7831Timo Sirainen const struct local_dsync_worker_msg_get *get);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstatic int mailbox_guid_cmp(const void *p1, const void *p2)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen{

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen const mailbox_guid_t *g1 = p1, *g2 = p2;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen return memcmp(g1->guid, g2->guid, sizeof(g1->guid));

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen}

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstatic unsigned int mailbox_guid_hash(const void *p)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen{

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen const mailbox_guid_t *guid = p;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen const uint8_t *s = guid->guid;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen unsigned int i, g, h = 0;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

e6440616c02bb1404dc35debf45d9741260c7831Timo Sirainen for (i = 0; i < sizeof(guid->guid); i++) {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen h = (h << 4) + s[i];

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen if ((g = h & 0xf0000000UL)) {

b8d314c6355009ad0b9e332b6acecdfac5cc8891Timo Sirainen h = h ^ (g >> 24);

b8d314c6355009ad0b9e332b6acecdfac5cc8891Timo Sirainen h = h ^ g;

b8d314c6355009ad0b9e332b6acecdfac5cc8891Timo Sirainen }

b8d314c6355009ad0b9e332b6acecdfac5cc8891Timo Sirainen }

b8d314c6355009ad0b9e332b6acecdfac5cc8891Timo Sirainen return h;

b8d314c6355009ad0b9e332b6acecdfac5cc8891Timo Sirainen}

b8d314c6355009ad0b9e332b6acecdfac5cc8891Timo Sirainen

b8d314c6355009ad0b9e332b6acecdfac5cc8891Timo Sirainenstatic struct mail_namespace *

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainennamespace_find_set(struct mail_user *user,

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen const struct mail_namespace_settings *set)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen{

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mail_namespace *ns;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

e6440616c02bb1404dc35debf45d9741260c7831Timo Sirainen for (ns = user->namespaces; ns != NULL; ns = ns->next) {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen /* compare settings pointers so that it'll work

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen if (ns->set == set)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen return ns;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen }

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen return NULL;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen}

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstatic void dsync_drop_extra_namespaces(struct local_dsync_worker *worker)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen{

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mail_user *user = worker->user;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mail_namespace_settings *const *ns_unset, *const *ns_set;

e6440616c02bb1404dc35debf45d9741260c7831Timo Sirainen struct mail_namespace *ns;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen unsigned int i, count, count2;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen if (!array_is_created(&user->unexpanded_set->namespaces))

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen return;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen /* drop all namespaces that have a location defined internally */

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen ns_unset = array_get(&user->unexpanded_set->namespaces, &count);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen ns_set = array_get(&user->set->namespaces, &count2);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen i_assert(count == count2);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen for (i = 0; i < count; i++) {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen if (strcmp(ns_unset[i]->location,

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen SETTING_STRVAR_UNEXPANDED) == 0)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen continue;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen ns = namespace_find_set(user, ns_set[i]);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen i_assert(ns != NULL);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen if ((ns->flags & NAMESPACE_FLAG_SUBSCRIPTIONS) == 0) {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen /* remember the subscriptions=no namespaces so we can

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen mail_namespace_ref(ns);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen array_append(&worker->subs_namespaces, &ns, 1);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen }

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen mail_namespace_destroy(ns);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen }

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen if (user->namespaces == NULL) {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen i_fatal("All your namespaces have a location setting. "

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen "It should be empty (default mail_location) in the "

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen "namespace to be converted.");

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen }

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen}

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstruct dsync_worker *

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainendsync_worker_init_local(struct mail_user *user, char alt_char)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen{

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct local_dsync_worker *worker;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen pool_t pool;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen pool = pool_alloconly_create("local dsync worker", 10240);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen worker = p_new(pool, struct local_dsync_worker, 1);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen worker->worker.v = local_dsync_worker;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen worker->user = user;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen worker->pool = pool;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen worker->alt_char = alt_char;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen worker->mailbox_hash =

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen hash_table_create(default_pool, pool, 0,

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen mailbox_guid_hash, mailbox_guid_cmp);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen i_array_init(&worker->saved_uids, 128);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen i_array_init(&worker->msg_get_queue, 32);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen p_array_init(&worker->subs_namespaces, pool, 8);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen dsync_drop_extra_namespaces(worker);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen return &worker->worker;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen}

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstatic void local_worker_deinit(struct dsync_worker *_worker)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen{

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct local_dsync_worker *worker =

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen (struct local_dsync_worker *)_worker;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mail_namespace **nsp;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen i_assert(worker->save_input == NULL);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen array_foreach_modifiable(&worker->subs_namespaces, nsp)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen mail_namespace_unref(nsp);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen local_worker_msg_box_close(worker);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen local_worker_mailbox_close(worker);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen hash_table_destroy(&worker->mailbox_hash);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen if (worker->mailbox_changes_hash != NULL)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen hash_table_destroy(&worker->mailbox_changes_hash);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen if (worker->dir_changes_hash != NULL)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen hash_table_destroy(&worker->dir_changes_hash);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen array_free(&worker->msg_get_queue);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen array_free(&worker->saved_uids);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen pool_unref(&worker->pool);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen}

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstatic bool local_worker_is_output_full(struct dsync_worker *worker ATTR_UNUSED)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen{

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen return FALSE;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen}

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstatic int local_worker_output_flush(struct dsync_worker *worker ATTR_UNUSED)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen{

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen return 1;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen}

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainenstatic void

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainendsync_worker_save_mailbox_change(struct local_dsync_worker *worker,

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen const struct mailbox_log_record *rec)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen{

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct local_dsync_mailbox_change *change;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen time_t stamp;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen change = hash_table_lookup(worker->mailbox_changes_hash,

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen rec->mailbox_guid);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen if (change == NULL) {

9f19a50d5966643c4d1c5ca06868ac2ad31bc4d5Timo Sirainen change = i_new(struct local_dsync_mailbox_change, 1);

9f19a50d5966643c4d1c5ca06868ac2ad31bc4d5Timo Sirainen memcpy(change->guid.guid, rec->mailbox_guid,

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen sizeof(change->guid.guid));

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen hash_table_insert(worker->mailbox_changes_hash,

b780aa272b742a43579cdb523cc79cc8d4521306Timo Sirainen change->guid.guid, change);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen }

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen stamp = mailbox_log_record_get_timestamp(rec);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen switch (rec->type) {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen case MAILBOX_LOG_RECORD_DELETE_MAILBOX:

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen change->deleted_mailbox = TRUE;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen if (change->last_delete < stamp)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen change->last_delete = stamp;

9f19a50d5966643c4d1c5ca06868ac2ad31bc4d5Timo Sirainen break;

9f19a50d5966643c4d1c5ca06868ac2ad31bc4d5Timo Sirainen case MAILBOX_LOG_RECORD_DELETE_DIR:

9f19a50d5966643c4d1c5ca06868ac2ad31bc4d5Timo Sirainen case MAILBOX_LOG_RECORD_RENAME:

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen case MAILBOX_LOG_RECORD_SUBSCRIBE:

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen case MAILBOX_LOG_RECORD_UNSUBSCRIBE:

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen i_unreached();

b780aa272b742a43579cdb523cc79cc8d4521306Timo Sirainen }

d22301419109ed4a38351715e6760011421dadecTimo Sirainen}

b780aa272b742a43579cdb523cc79cc8d4521306Timo Sirainen

b780aa272b742a43579cdb523cc79cc8d4521306Timo Sirainenstatic void

d22301419109ed4a38351715e6760011421dadecTimo Sirainendsync_worker_save_dir_change(struct local_dsync_worker *worker,

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct mailbox_list *list,

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen const struct mailbox_log_record *rec)

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen{

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen struct local_dsync_dir_change *change, new_change;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen time_t stamp;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen memset(&new_change, 0, sizeof(new_change));

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen new_change.list = list;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen memcpy(new_change.name_sha1.guid, rec->mailbox_guid,

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen sizeof(new_change.name_sha1.guid));

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen stamp = mailbox_log_record_get_timestamp(rec);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen change = hash_table_lookup(worker->dir_changes_hash, &new_change);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen if (change == NULL) {

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen change = i_new(struct local_dsync_dir_change, 1);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen *change = new_change;

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen hash_table_insert(worker->dir_changes_hash, change, change);

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen }

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen

1ac7c8e9040e0d0b7e9f849e45b94bfe919595a9Timo Sirainen switch (rec->type) {

case MAILBOX_LOG_RECORD_DELETE_MAILBOX:

i_unreached();

case MAILBOX_LOG_RECORD_DELETE_DIR:

change->deleted_dir = TRUE;

if (change->last_delete < stamp)

change->last_delete = stamp;

break;

case MAILBOX_LOG_RECORD_RENAME:

if (change->last_rename < stamp)

change->last_rename = stamp;

break;

case MAILBOX_LOG_RECORD_SUBSCRIBE:

case MAILBOX_LOG_RECORD_UNSUBSCRIBE:

if (change->last_subs_change > stamp) {

/* we've already seen a newer subscriptions state. this

} else {

change->last_subs_change = stamp;

change->unsubscribed =

rec->type == MAILBOX_LOG_RECORD_UNSUBSCRIBE;

}

break;

}

}

static int

dsync_worker_get_list_mailbox_log(struct local_dsync_worker *worker,

struct mailbox_list *list)

{

struct mailbox_log *log;

struct mailbox_log_iter *iter;

const struct mailbox_log_record *rec;

log = mailbox_list_get_changelog(list);

iter = mailbox_log_iter_init(log);

while ((rec = mailbox_log_iter_next(iter)) != NULL) {

switch (rec->type) {

case MAILBOX_LOG_RECORD_DELETE_MAILBOX:

dsync_worker_save_mailbox_change(worker, rec);

break;

case MAILBOX_LOG_RECORD_DELETE_DIR:

case MAILBOX_LOG_RECORD_RENAME:

case MAILBOX_LOG_RECORD_SUBSCRIBE:

case MAILBOX_LOG_RECORD_UNSUBSCRIBE:

dsync_worker_save_dir_change(worker, list, rec);

break;

}

}

return mailbox_log_iter_deinit(&iter);

}

static unsigned int mailbox_log_record_hash(const void *p)

{

const uint8_t *guid = p;

return ((unsigned int)guid[0] << 24) |

((unsigned int)guid[1] << 16) |

((unsigned int)guid[2] << 8) |

(unsigned int)guid[3];

}

static int mailbox_log_record_cmp(const void *p1, const void *p2)

{

return memcmp(p1, p2, MAIL_GUID_128_SIZE);

}

static unsigned int dir_change_hash(const void *p)

{

const struct local_dsync_dir_change *change = p;

return mailbox_log_record_hash(change->name_sha1.guid) ^

POINTER_CAST_TO(change->list, unsigned int);

}

static int dir_change_cmp(const void *p1, const void *p2)

{

const struct local_dsync_dir_change *c1 = p1, *c2 = p2;

if (c1->list != c2->list)

return 1;

return memcmp(c1->name_sha1.guid, c2->name_sha1.guid,

MAIL_GUID_128_SIZE);

}

static int dsync_worker_get_mailbox_log(struct local_dsync_worker *worker)

{

struct mail_namespace *ns;

int ret = 0;

if (worker->mailbox_changes_hash != NULL)

return 0;

worker->mailbox_changes_hash =

hash_table_create(default_pool, worker->pool, 0,

mailbox_log_record_hash,

mailbox_log_record_cmp);

worker->dir_changes_hash =

hash_table_create(default_pool, worker->pool, 0,

dir_change_hash, dir_change_cmp);

for (ns = worker->user->namespaces; ns != NULL; ns = ns->next) {

if (ns->alias_for != NULL)

continue;

if (dsync_worker_get_list_mailbox_log(worker, ns->list) < 0)

ret = -1;

}

return ret;

}

static struct dsync_worker_mailbox_iter *

local_worker_mailbox_iter_init(struct dsync_worker *_worker)

{

struct local_dsync_worker *worker =

(struct local_dsync_worker *)_worker;

struct local_dsync_worker_mailbox_iter *iter;

enum mailbox_list_iter_flags list_flags =

MAILBOX_LIST_ITER_SKIP_ALIASES |

MAILBOX_LIST_ITER_NO_AUTO_INBOX;

static const char *patterns[] = { "*", NULL };

iter = i_new(struct local_dsync_worker_mailbox_iter, 1);

iter->iter.worker = _worker;

iter->ret_pool = pool_alloconly_create("local mailbox iter", 1024);

iter->list_iter =

mailbox_list_iter_init_namespaces(worker->user->namespaces,

patterns, NAMESPACE_PRIVATE,

list_flags);

(void)dsync_worker_get_mailbox_log(worker);

return &iter->iter;

}

static void

local_dsync_worker_add_mailbox(struct local_dsync_worker *worker,

struct mail_namespace *ns,

const char *storage_name,

const mailbox_guid_t *guid)

{

struct local_dsync_mailbox *lbox;

lbox = p_new(worker->pool, struct local_dsync_mailbox, 1);

lbox->ns = ns;

memcpy(lbox->guid.guid, guid->guid, sizeof(lbox->guid.guid));

lbox->storage_name = p_strdup(worker->pool, storage_name);

hash_table_insert(worker->mailbox_hash, &lbox->guid, lbox);

}

static int

iter_next_deleted(struct local_dsync_worker_mailbox_iter *iter,

struct local_dsync_worker *worker,

struct dsync_mailbox *dsync_box_r)

{

void *key, *value;

if (iter->deleted_iter == NULL) {

iter->deleted_iter =

hash_table_iterate_init(worker->mailbox_changes_hash);

}

while (hash_table_iterate(iter->deleted_iter, &key, &value)) {

const struct local_dsync_mailbox_change *change = value;

if (change->deleted_mailbox) {

/* the name doesn't matter */

dsync_box_r->name = "";

dsync_box_r->mailbox_guid = change->guid;

dsync_box_r->last_change = change->last_delete;

dsync_box_r->flags |=

DSYNC_MAILBOX_FLAG_DELETED_MAILBOX;

return 1;

}

}

if (iter->deleted_dir_iter == NULL) {

iter->deleted_dir_iter =

hash_table_iterate_init(worker->dir_changes_hash);

}

while (hash_table_iterate(iter->deleted_dir_iter, &key, &value)) {

const struct local_dsync_dir_change *change = value;

if (change->deleted_dir) {

/* the name doesn't matter */

dsync_box_r->name = "";

dsync_box_r->name_sha1 = change->name_sha1;

dsync_box_r->last_change = change->last_delete;

dsync_box_r->flags |= DSYNC_MAILBOX_FLAG_NOSELECT |

DSYNC_MAILBOX_FLAG_DELETED_DIR;

return 1;

}

}

hash_table_iterate_deinit(&iter->deleted_iter);

return -1;

}

static int

local_worker_mailbox_iter_next(struct dsync_worker_mailbox_iter *_iter,

struct dsync_mailbox *dsync_box_r)

{

struct local_dsync_worker_mailbox_iter *iter =

(struct local_dsync_worker_mailbox_iter *)_iter;

struct local_dsync_worker *worker =

(struct local_dsync_worker *)_iter->worker;

const enum mailbox_flags flags =

MAILBOX_FLAG_READONLY | MAILBOX_FLAG_KEEP_RECENT;

const enum mailbox_status_items status_items =

STATUS_UIDNEXT | STATUS_UIDVALIDITY |

STATUS_HIGHESTMODSEQ | STATUS_CACHE_FIELDS;

const struct mailbox_info *info;

const char *storage_name;

struct mailbox *box;

struct mailbox_status status;

uint8_t mailbox_guid[MAIL_GUID_128_SIZE];

struct local_dsync_mailbox_change *change;

struct local_dsync_dir_change *dir_change, change_lookup;

struct local_dsync_mailbox *old_lbox;

const char *const *fields;

unsigned int i, field_count;

memset(dsync_box_r, 0, sizeof(*dsync_box_r));

info = mailbox_list_iter_next(iter->list_iter);

if (info == NULL)

return iter_next_deleted(iter, worker, dsync_box_r);

dsync_box_r->name = info->name;

dsync_box_r->name_sep = info->ns->sep;

storage_name = mail_namespace_get_storage_name(info->ns, info->name);

dsync_str_sha_to_guid(storage_name, &dsync_box_r->name_sha1);

/* get last change timestamp */

change_lookup.list = info->ns->list;

change_lookup.name_sha1 = dsync_box_r->name_sha1;

dir_change = hash_table_lookup(worker->dir_changes_hash,

&change_lookup);

if (dir_change != NULL) {

/* it shouldn't be marked as deleted, but drop it to be sure */

dir_change->deleted_dir = FALSE;

dsync_box_r->last_change = dir_change->last_rename;

}

if ((info->flags & MAILBOX_NOSELECT) != 0) {

dsync_box_r->flags |= DSYNC_MAILBOX_FLAG_NOSELECT;

local_dsync_worker_add_mailbox(worker, info->ns, storage_name,

&dsync_box_r->name_sha1);

return 1;

}

box = mailbox_alloc(info->ns->list, storage_name, flags);

if (mailbox_sync(box, 0) < 0 ||

mailbox_get_status(box, status_items, &status) < 0 ||

mailbox_get_guid(box, mailbox_guid) < 0) {

struct mail_storage *storage = mailbox_get_storage(box);

i_error("Failed to sync mailbox %s: %s", info->name,

mail_storage_get_last_error(storage, NULL));

mailbox_free(&box);

_iter->failed = TRUE;

return -1;

}

change = hash_table_lookup(worker->mailbox_changes_hash, mailbox_guid);

if (change != NULL) {

/* it shouldn't be marked as deleted, but drop it to be sure */

change->deleted_mailbox = FALSE;

}

memcpy(dsync_box_r->mailbox_guid.guid, mailbox_guid,

sizeof(dsync_box_r->mailbox_guid.guid));

dsync_box_r->uid_validity = status.uidvalidity;

dsync_box_r->uid_next = status.uidnext;

dsync_box_r->message_count = status.messages;

dsync_box_r->highest_modseq = status.highest_modseq;

p_clear(iter->ret_pool);

fields = array_get(status.cache_fields, &field_count);

p_array_init(&dsync_box_r->cache_fields, iter->ret_pool, field_count);

for (i = 0; i < field_count; i++) {

const char *field_name = p_strdup(iter->ret_pool, fields[i]);

array_append(&dsync_box_r->cache_fields, &field_name, 1);

}

old_lbox = hash_table_lookup(worker->mailbox_hash,

&dsync_box_r->mailbox_guid);

if (old_lbox != NULL) {

i_error("Mailboxes don't have unique GUIDs: "

"%s is shared by %s and %s",

dsync_guid_to_str(&dsync_box_r->mailbox_guid),

old_lbox->storage_name, storage_name);

mailbox_free(&box);

_iter->failed = TRUE;

return -1;

}

local_dsync_worker_add_mailbox(worker, info->ns, storage_name,

&dsync_box_r->mailbox_guid);

mailbox_free(&box);

return 1;

}

static int

local_worker_mailbox_iter_deinit(struct dsync_worker_mailbox_iter *_iter)

{

struct local_dsync_worker_mailbox_iter *iter =

(struct local_dsync_worker_mailbox_iter *)_iter;

int ret = _iter->failed ? -1 : 0;

if (mailbox_list_iter_deinit(&iter->list_iter) < 0)

ret = -1;

pool_unref(&iter->ret_pool);

i_free(iter);

return ret;

}

static struct dsync_worker_subs_iter *

local_worker_subs_iter_init(struct dsync_worker *_worker)

{

struct local_dsync_worker *worker =

(struct local_dsync_worker *)_worker;

struct local_dsync_worker_subs_iter *iter;

enum mailbox_list_iter_flags list_flags =

MAILBOX_LIST_ITER_SKIP_ALIASES |

MAILBOX_LIST_ITER_SELECT_SUBSCRIBED;

static const char *patterns[] = { "*", NULL };

iter = i_new(struct local_dsync_worker_subs_iter, 1);

iter->iter.worker = _worker;

iter->list_iter =

mailbox_list_iter_init_namespaces(worker->user->namespaces,

patterns, NAMESPACE_PRIVATE,

list_flags);

(void)dsync_worker_get_mailbox_log(worker);

return &iter->iter;

}

static struct mail_namespace *

find_subscription_ns(struct local_dsync_worker *worker, const char *vname)

{

struct mail_namespace *const *nsp;

array_foreach(&worker->subs_namespaces, nsp) {

if (strncmp((*nsp)->prefix, vname, (*nsp)->prefix_len) == 0)

return *nsp;

}

return NULL;

}

static int

local_worker_subs_iter_next(struct dsync_worker_subs_iter *_iter,

struct dsync_worker_subscription *rec_r)

{

struct local_dsync_worker_subs_iter *iter =

(struct local_dsync_worker_subs_iter *)_iter;

struct local_dsync_worker *worker =

(struct local_dsync_worker *)_iter->worker;

struct local_dsync_dir_change *change, change_lookup;

const struct mailbox_info *info;

struct mail_namespace *subs_ns;

const char *storage_name;

memset(rec_r, 0, sizeof(*rec_r));

info = mailbox_list_iter_next(iter->list_iter);

if (info == NULL)

return -1;

subs_ns = find_subscription_ns(worker, info->name);

if (subs_ns == NULL)

subs_ns = info->ns;

storage_name = mail_namespace_get_storage_name(subs_ns, info->name);

if (subs_ns != info->ns)

storage_name = t_strconcat(subs_ns->prefix, storage_name, NULL);

dsync_str_sha_to_guid(storage_name, &change_lookup.name_sha1);

change_lookup.list = info->ns->list;

change = hash_table_lookup(worker->dir_changes_hash,

&change_lookup);

if (change != NULL) {

/* it shouldn't be marked as unsubscribed, but drop it to

change->unsubscribed = FALSE;

rec_r->last_change = change->last_subs_change;

}

rec_r->ns_prefix = info->ns->prefix;

rec_r->vname = info->name;

rec_r->storage_name = storage_name;

return 1;

}

static int

local_worker_subs_iter_next_un(struct dsync_worker_subs_iter *_iter,

struct dsync_worker_unsubscription *rec_r)

{

struct local_dsync_worker_subs_iter *iter =

(struct local_dsync_worker_subs_iter *)_iter;

struct local_dsync_worker *worker =

(struct local_dsync_worker *)_iter->worker;

void *key, *value;

if (iter->deleted_iter == NULL) {

iter->deleted_iter =

hash_table_iterate_init(worker->dir_changes_hash);

}

while (hash_table_iterate(iter->deleted_iter, &key, &value)) {

const struct local_dsync_dir_change *change = value;

if (change->unsubscribed) {

/* the name doesn't matter */

struct mail_namespace *ns =

mailbox_list_get_namespace(change->list);

memset(rec_r, 0, sizeof(*rec_r));

rec_r->name_sha1 = change->name_sha1;

rec_r->ns_prefix = ns->prefix;

rec_r->last_change = change->last_subs_change;

return 1;

}

}

hash_table_iterate_deinit(&iter->deleted_iter);

return -1;

}

static int

local_worker_subs_iter_deinit(struct dsync_worker_subs_iter *_iter)

{

struct local_dsync_worker_subs_iter *iter =

(struct local_dsync_worker_subs_iter *)_iter;

int ret = _iter->failed ? -1 : 0;

if (mailbox_list_iter_deinit(&iter->list_iter) < 0)

ret = -1;

i_free(iter);

return ret;

}

static void

local_worker_set_subscribed(struct dsync_worker *_worker,

const char *name, time_t last_change, bool set)

{

struct local_dsync_worker *worker =

(struct local_dsync_worker *)_worker;

struct mail_namespace *ns, *subs_ns;

const char *storage_name;

storage_name = name;

ns = mail_namespace_find(worker->user->namespaces,

&storage_name);

if (ns == NULL) {

i_error("Can't find namespace for mailbox %s", name);

return;

}

subs_ns = find_subscription_ns(worker, name);

if (subs_ns != NULL) {

/* subscription is being written to a different namespace

storage_name = mail_namespace_get_storage_name(subs_ns, name);

storage_name = t_strconcat(subs_ns->prefix, storage_name, NULL);

/* drop the common prefix */

i_assert(strncmp(ns->prefix, storage_name,

strlen(ns->prefix)) == 0);

storage_name += strlen(ns->prefix);

}

mailbox_list_set_changelog_timestamp(ns->list, last_change);

if (mailbox_list_set_subscribed(ns->list, storage_name, set) < 0) {

dsync_worker_set_failure(_worker);

i_error("Can't update subscription %s: %s", name,

mailbox_list_get_last_error(ns->list, NULL));

}

mailbox_list_set_changelog_timestamp(ns->list, (time_t)-1);

}

static int local_mailbox_open(struct local_dsync_worker *worker,

const mailbox_guid_t *guid,

struct mailbox **box_r)

{

enum mailbox_flags flags = MAILBOX_FLAG_KEEP_RECENT;

struct local_dsync_mailbox *lbox;

struct mailbox *box;

uint8_t mailbox_guid[MAIL_GUID_128_SIZE];

lbox = hash_table_lookup(worker->mailbox_hash, guid);

if (lbox == NULL) {

i_error("Trying to open a non-listed mailbox with guid=%s",

dsync_guid_to_str(guid));

return -1;

}

box = mailbox_alloc(lbox->ns->list, lbox->storage_name, flags);

if (mailbox_sync(box, 0) < 0 ||

mailbox_get_guid(box, mailbox_guid) < 0) {

struct mail_storage *storage = mailbox_get_storage(box);

i_error("Failed to sync mailbox %s: %s", lbox->storage_name,

mail_storage_get_last_error(storage, NULL));

mailbox_free(&box);

return -1;

}

if (memcmp(mailbox_guid, guid->guid, sizeof(guid->guid)) != 0) {

i_error("Mailbox %s changed its GUID (%s -> %s)",

lbox->storage_name, dsync_guid_to_str(guid),

mail_guid_128_to_string(mailbox_guid));

mailbox_free(&box);

return -1;

}

*box_r = box;

return 0;

}

static int iter_local_mailbox_open(struct local_dsync_worker_msg_iter *iter)

{

struct local_dsync_worker *worker =

(struct local_dsync_worker *)iter->iter.worker;

mailbox_guid_t *guid;

struct mailbox *box;

struct mailbox_transaction_context *trans;

struct mail_search_args *search_args;

if (iter->mailbox_idx == iter->mailbox_count) {

/* no more mailboxes */

return -1;

}

guid = &iter->mailboxes[iter->mailbox_idx];

if (local_mailbox_open(worker, guid, &box) < 0) {

i_error("msg iteration failed: Couldn't open mailbox %s",

dsync_guid_to_str(guid));

iter->iter.failed = TRUE;

return -1;

}

search_args = mail_search_build_init();

mail_search_build_add_all(search_args);

trans = mailbox_transaction_begin(box, 0);

iter->search_ctx = mailbox_search_init(trans, search_args, NULL);

iter->mail = mail_alloc(trans, MAIL_FETCH_FLAGS | MAIL_FETCH_GUID,

NULL);

return 0;

}

static void

iter_local_mailbox_close(struct local_dsync_worker_msg_iter *iter)

{

struct mailbox *box = iter->mail->box;

struct mailbox_transaction_context *trans = iter->mail->transaction;

iter->expunges_set = FALSE;

mail_free(&iter->mail);

if (mailbox_search_deinit(&iter->search_ctx) < 0) {

struct mail_storage *storage =

mailbox_get_storage(iter->mail->box);

i_error("msg search failed: %s",

mail_storage_get_last_error(storage, NULL));

iter->iter.failed = TRUE;

}

(void)mailbox_transaction_commit(&trans);

mailbox_free(&box);

}

static struct dsync_worker_msg_iter *

local_worker_msg_iter_init(struct dsync_worker *worker,

const mailbox_guid_t mailboxes[],

unsigned int mailbox_count)

{

struct local_dsync_worker_msg_iter *iter;

unsigned int i;

iter = i_new(struct local_dsync_worker_msg_iter, 1);

iter->iter.worker = worker;

iter->mailboxes = mailbox_count == 0 ? NULL :

i_new(mailbox_guid_t, mailbox_count);

iter->mailbox_count = mailbox_count;

for (i = 0; i < mailbox_count; i++) {

memcpy(iter->mailboxes[i].guid, &mailboxes[i],

sizeof(iter->mailboxes[i].guid));

}

i_array_init(&iter->expunges, 32);

iter->tmp_guid_str = str_new(default_pool, MAIL_GUID_128_SIZE * 2 + 1);

(void)iter_local_mailbox_open(iter);

return &iter->iter;

}

static int mailbox_expunge_rec_cmp(const struct mailbox_expunge_rec *e1,

const struct mailbox_expunge_rec *e2)

{

if (e1->uid < e2->uid)

return -1;

else if (e1->uid > e2->uid)

return 1;

else

return 0;

}

static bool

iter_local_mailbox_next_expunge(struct local_dsync_worker_msg_iter *iter,

uint32_t prev_uid, struct dsync_message *msg_r)

{

struct mailbox *box = iter->mail->box;

struct mailbox_status status;

const struct mailbox_expunge_rec *expunges;

unsigned int count;

if (iter->expunges_set) {

expunges = array_get(&iter->expunges, &count);

if (iter->expunge_idx == count)

return FALSE;

memset(msg_r, 0, sizeof(*msg_r));

str_truncate(iter->tmp_guid_str, 0);

binary_to_hex_append(iter->tmp_guid_str,

expunges[iter->expunge_idx].guid_128,

MAIL_GUID_128_SIZE);

msg_r->guid = str_c(iter->tmp_guid_str);

msg_r->uid = expunges[iter->expunge_idx].uid;

msg_r->flags = DSYNC_MAIL_FLAG_EXPUNGED;

iter->expunge_idx++;

return TRUE;

}

/* initialize list of expunged messages at the end of mailbox */

iter->expunge_idx = 0;

array_clear(&iter->expunges);

iter->expunges_set = TRUE;

if (mailbox_get_status(box, STATUS_UIDNEXT, &status) < 0)

i_unreached();

if (prev_uid + 1 >= status.uidnext) {

/* no expunged messages at the end of mailbox */

return FALSE;

}

T_BEGIN {

ARRAY_TYPE(seq_range) uids_filter;

t_array_init(&uids_filter, 1);

seq_range_array_add_range(&uids_filter, prev_uid + 1,

status.uidnext - 1);

(void)mailbox_get_expunges(box, 0, &uids_filter,

&iter->expunges);

array_sort(&iter->expunges, mailbox_expunge_rec_cmp);

} T_END;

return iter_local_mailbox_next_expunge(iter, prev_uid, msg_r);

}

static int

local_worker_msg_iter_next(struct dsync_worker_msg_iter *_iter,

unsigned int *mailbox_idx_r,

struct dsync_message *msg_r)

{

struct local_dsync_worker_msg_iter *iter =

(struct local_dsync_worker_msg_iter *)_iter;

const char *guid;

uint32_t prev_uid;

if (_iter->failed || iter->search_ctx == NULL)

return -1;

prev_uid = iter->mail->uid;

if (!mailbox_search_next(iter->search_ctx, iter->mail)) {

if (iter_local_mailbox_next_expunge(iter, prev_uid, msg_r)) {

*mailbox_idx_r = iter->mailbox_idx;

return 1;

}

iter_local_mailbox_close(iter);

iter->mailbox_idx++;

if (iter_local_mailbox_open(iter) < 0)

return -1;

return local_worker_msg_iter_next(_iter, mailbox_idx_r, msg_r);

}

*mailbox_idx_r = iter->mailbox_idx;

if (mail_get_special(iter->mail, MAIL_FETCH_GUID, &guid) < 0) {

if (!iter->mail->expunged) {

struct mail_storage *storage =

mailbox_get_storage(iter->mail->box);

i_error("msg guid lookup failed: %s",

mail_storage_get_last_error(storage, NULL));

_iter->failed = TRUE;

return -1;

}

return local_worker_msg_iter_next(_iter, mailbox_idx_r, msg_r);

}

memset(msg_r, 0, sizeof(*msg_r));

msg_r->guid = guid;

msg_r->uid = iter->mail->uid;

msg_r->flags = mail_get_flags(iter->mail);

msg_r->keywords = mail_get_keywords(iter->mail);

msg_r->modseq = mail_get_modseq(iter->mail);

return 1;

}

static int

local_worker_msg_iter_deinit(struct dsync_worker_msg_iter *_iter)

{

struct local_dsync_worker_msg_iter *iter =

(struct local_dsync_worker_msg_iter *)_iter;

int ret = _iter->failed ? -1 : 0;

if (iter->mail != NULL)

iter_local_mailbox_close(iter);

array_free(&iter->expunges);

str_free(&iter->tmp_guid_str);

i_free(iter->mailboxes);

i_free(iter);

return ret;

}

static void

local_worker_copy_mailbox_update(const struct dsync_mailbox *dsync_box,

struct mailbox_update *update_r)

{

memset(update_r, 0, sizeof(*update_r));

memcpy(update_r->mailbox_guid, dsync_box->mailbox_guid.guid,

sizeof(update_r->mailbox_guid));

update_r->uid_validity = dsync_box->uid_validity;

update_r->min_next_uid = dsync_box->uid_next;

update_r->min_highest_modseq = dsync_box->highest_modseq;

}

static const char *

mailbox_name_convert(struct local_dsync_worker *worker,

const char *name, char src_sep, char dest_sep)

{

char *dest_name, *p;

dest_name = t_strdup_noconst(name);

for (p = dest_name; *p != '\0'; p++) {

if (*p == dest_sep && worker->alt_char != '\0')

*p = worker->alt_char;

else if (*p == src_sep)

*p = dest_sep;

}

return dest_name;

}

static const char *

mailbox_name_cleanup(const char *input, char real_sep, char alt_char)

{

char *output, *p;

output = t_strdup_noconst(input);

for (p = output; *p != '\0'; p++) {

if (*p == real_sep || (uint8_t)*input < 32 ||

(uint8_t)*input >= 0x80)

*p = alt_char;

}

return output;

}

static const char *mailbox_name_force_cleanup(const char *input, char alt_char)

{

char *output, *p;

output = t_strdup_noconst(input);

for (p = output; *p != '\0'; p++) {

if (!i_isalnum(*p))

*p = alt_char;

}

return output;

}

static const char *

local_worker_convert_mailbox_name(struct local_dsync_worker *worker,

const char *name, struct mail_namespace *ns,

const struct dsync_mailbox *dsync_box,

bool creating)

{

if (dsync_box->name_sep != ns->sep) {

/* mailbox names use different separators. convert them. */

name = mailbox_name_convert(worker, name,

dsync_box->name_sep, ns->sep);

}

if (creating) {

if (!mailbox_list_is_valid_create_name(ns->list, name)) {

/* change any real separators to alt separators,

name = mailbox_name_cleanup(name, ns->real_sep,

worker->alt_char);

}

if (!mailbox_list_is_valid_create_name(ns->list, name)) {

/* still not working, apparently it's not valid mUTF-7.

name = mailbox_name_force_cleanup(name,

worker->alt_char);

}

if (!mailbox_list_is_valid_create_name(ns->list, name)) {

/* probably some reserved name (e.g. dbox-Mails) */

name = t_strconcat("_", name, NULL);

}

if (!mailbox_list_is_valid_create_name(ns->list, name)) {

/* name is too long? just give up and generate a

uint8_t guid[MAIL_GUID_128_SIZE];

mail_generate_guid_128(guid);

name = mail_guid_128_to_string(guid);

}

i_assert(mailbox_list_is_valid_create_name(ns->list, name));

}

return name;

}

static struct mailbox *

local_worker_mailbox_alloc(struct local_dsync_worker *worker,

const struct dsync_mailbox *dsync_box, bool creating)

{

struct mail_namespace *ns;

struct local_dsync_mailbox *lbox;

const char *name;

lbox = dsync_mailbox_is_noselect(dsync_box) ? NULL :

hash_table_lookup(worker->mailbox_hash,

&dsync_box->mailbox_guid);

if (lbox != NULL) {

/* use the existing known mailbox name */

return mailbox_alloc(lbox->ns->list, lbox->storage_name, 0);

}

name = dsync_box->name;

ns = mail_namespace_find(worker->user->namespaces, &name);

if (ns == NULL) {

i_error("Can't find namespace for mailbox %s", dsync_box->name);

return NULL;

}

name = local_worker_convert_mailbox_name(worker, name, ns,

dsync_box, creating);

if (!dsync_mailbox_is_noselect(dsync_box)) {

local_dsync_worker_add_mailbox(worker, ns, name,

&dsync_box->mailbox_guid);

}

return mailbox_alloc(ns->list, name, 0);

}

static int local_worker_create_dir(struct mailbox *box,

const struct dsync_mailbox *dsync_box)

{

struct mailbox_list *list = mailbox_get_namespace(box)->list;

const char *errstr;

enum mail_error error;

if (mailbox_list_create_dir(list, mailbox_get_name(box)) == 0)

return 0;

errstr = mailbox_list_get_last_error(list, &error);

switch (error) {

case MAIL_ERROR_EXISTS:

/* directory already exists - that's ok */

return 0;

case MAIL_ERROR_NOTPOSSIBLE:

/* \noselect mailboxes not supported - just ignore them

return 0;

default:

i_error("Can't create mailbox %s: %s", dsync_box->name, errstr);

return -1;

}

}

static int

local_worker_create_allocated_mailbox(struct local_dsync_worker *worker,

struct mailbox *box,

const struct dsync_mailbox *dsync_box)

{

struct mailbox_update update;

const char *errstr;

enum mail_error error;

local_worker_copy_mailbox_update(dsync_box, &update);

if (dsync_mailbox_is_noselect(dsync_box)) {

if (local_worker_create_dir(box, dsync_box) < 0) {

dsync_worker_set_failure(&worker->worker);

return -1;

}

return 1;

}

if (mailbox_create(box, &update, FALSE) < 0) {

errstr = mail_storage_get_last_error(mailbox_get_storage(box),

&error);

if (error == MAIL_ERROR_EXISTS) {

/* mailbox already exists */

return 0;

}

dsync_worker_set_failure(&worker->worker);

i_error("Can't create mailbox %s: %s", dsync_box->name, errstr);

return -1;

}

local_dsync_worker_add_mailbox(worker,

mailbox_get_namespace(box),

mailbox_get_name(box),

&dsync_box->mailbox_guid);

return 1;

}

static void

local_worker_create_mailbox(struct dsync_worker *_worker,

const struct dsync_mailbox *dsync_box)

{

struct local_dsync_worker *worker =

(struct local_dsync_worker *)_worker;

struct mailbox *box;

struct mail_namespace *ns;

const char *new_name;

int ret;

box = local_worker_mailbox_alloc(worker, dsync_box, TRUE);

if (box == NULL) {

dsync_worker_set_failure(_worker);

return;

}

ret = local_worker_create_allocated_mailbox(worker, box, dsync_box);

if (ret != 0) {

mailbox_free(&box);

return;

}

/* mailbox name already exists. add mailbox guid to the name,

new_name = t_strconcat(mailbox_get_name(box), "_",

dsync_guid_to_str(&dsync_box->mailbox_guid),

NULL);

ns = mailbox_get_namespace(box);

mailbox_free(&box);

local_dsync_worker_add_mailbox(worker, ns, new_name,

&dsync_box->mailbox_guid);

box = mailbox_alloc(ns->list, new_name, 0);