8c294c1cd4d721818a59684cf7f2b36123f79163Stephen Gallagher

8c294c1cd4d721818a59684cf7f2b36123f79163Stephen Gallagher#include "lib.h"

8c294c1cd4d721818a59684cf7f2b36123f79163Stephen Gallagher#include "array.h"

8c294c1cd4d721818a59684cf7f2b36123f79163Stephen Gallagher#include "hash.h"

c252d148fa8ab50aaaa8bbae7beb4d208025171dNikolai Kondrashov#include "str.h"

9542512d7be40f2000298c86d3d2b728f4f0f65aStephen Gallagher#include "hex-binary.h"

9542512d7be40f2000298c86d3d2b728f4f0f65aStephen Gallagher#include "istream.h"

9542512d7be40f2000298c86d3d2b728f4f0f65aStephen Gallagher#include "seq-range-array.h"

c6e39e15178675d0779e0ae855245774a09b4eb5Nikolai Kondrashov#include "imap-util.h"

c6e39e15178675d0779e0ae855245774a09b4eb5Nikolai Kondrashov#include "mail-storage-private.h"

c6e39e15178675d0779e0ae855245774a09b4eb5Nikolai Kondrashov#include "mail-search-build.h"

c6e39e15178675d0779e0ae855245774a09b4eb5Nikolai Kondrashov#include "dsync-transaction-log-scan.h"

c6e39e15178675d0779e0ae855245774a09b4eb5Nikolai Kondrashov#include "dsync-mail.h"

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek#include "dsync-mailbox.h"

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek#include "dsync-mailbox-import.h"

fd5a4eacd56700ffb08a73121aeacdc806cb0132Sumit Bose

8b1f525acd20f36c836e827de3c251088961c5d9Stephen Gallagherstruct importer_mail {

8b1f525acd20f36c836e827de3c251088961c5d9Stephen Gallagher const char *guid;

8b1f525acd20f36c836e827de3c251088961c5d9Stephen Gallagher uint32_t uid;

8b1f525acd20f36c836e827de3c251088961c5d9Stephen Gallagher};

8b1f525acd20f36c836e827de3c251088961c5d9Stephen Gallagher

84ae5edab16ad6be5e3be956cb6fa031c1428eb5Stephen Gallagherstruct importer_new_mail {

9d453f1e8b28983b363b44c49b7cd701a994fd97Nikolai Kondrashov /* linked list of mails for this GUID */

428db8a58c0c149d5efccc6d788f70916c1d34d7Jakub Hrozek struct importer_new_mail *next;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* if non-NULL, this mail exists in both local and remote. this link

df4cc3a83c5d6700b6a09ff96cb4a6b1949b1aa9Stephen Gallagher struct importer_new_mail *link;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher const char *guid;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher struct dsync_mail_change *change;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* the final UID for the message */

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher uint32_t final_uid;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* the original local UID, or 0 if exists only remotely */

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher uint32_t local_uid;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* the original remote UID, or 0 if exists only remotely */

59744cff6edb106ae799b2321cb8731edadf409aStephen Gallagher uint32_t remote_uid;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* UID for the mail in the virtual \All mailbox */

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher uint32_t virtual_all_uid;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool uid_in_local:1;

8a5e793a0576250da80371e53aa3e7eba15cdb63Sumit Bose bool uid_is_usable:1;

8a5e793a0576250da80371e53aa3e7eba15cdb63Sumit Bose bool skip:1;

8a5e793a0576250da80371e53aa3e7eba15cdb63Sumit Bose bool expunged:1;

90fd1bbd6035cdab46faa3a695a2fb2be6508b17Sumit Bose bool copy_failed:1;

90fd1bbd6035cdab46faa3a695a2fb2be6508b17Sumit Bose bool saved:1;

90fd1bbd6035cdab46faa3a695a2fb2be6508b17Sumit Bose};

af4ffe1001adcc0a96897e426d26444f07af9aa1Benjamin Franzke

1d1a0a019d8d4d9ab0f51ada03604cd2cada287eSumit Bose#define IMPORTER_DEBUG_CHANGE(importer) /*i_assert(!importer->master_brain)*/

1d1a0a019d8d4d9ab0f51ada03604cd2cada287eSumit Bose

1d1a0a019d8d4d9ab0f51ada03604cd2cada287eSumit BoseHASH_TABLE_DEFINE_TYPE(guid_new_mail, const char *, struct importer_new_mail *);

f3c85d900c4663854cc7bbae7d9f77867ed1f69bSumit BoseHASH_TABLE_DEFINE_TYPE(uid_new_mail, void *, struct importer_new_mail *);

f3c85d900c4663854cc7bbae7d9f77867ed1f69bSumit Bose

f3c85d900c4663854cc7bbae7d9f77867ed1f69bSumit Bosestruct dsync_mailbox_importer {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher pool_t pool;

2a552e43581c74f51205c7141ec9f6e9542509f8Stephen Gallagher struct mailbox *box;

2a552e43581c74f51205c7141ec9f6e9542509f8Stephen Gallagher uint32_t last_common_uid;

41291f19dbc5bf14f20729959b852fa605fcc02dJakub Hrozek uint64_t last_common_modseq, last_common_pvt_modseq;

8214510f125879c3b1d247f2ce981ee20b5375d1Jakub Hrozek uint32_t remote_uid_next;

1a59af8245f183f22d87d067a90197d8e2ea958dJakub Hrozek uint32_t remote_first_recent_uid;

a5bb518446d5ce565d7ba819590a009cabb0b0b4Jakub Hrozek uint64_t remote_highest_modseq, remote_highest_pvt_modseq;

a8d1a344e580f29699aed9b88d87fc3c6f5d113bSimo Sorce time_t sync_since_timestamp;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher time_t sync_until_timestamp;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher uoff_t sync_max_size;

d921c1eba437662437847279f251a0a5d8f70127Maxim enum mailbox_transaction_flags transaction_flags;

2cbdd12983eb85eddb90f64cfafb24eae5b448f4Jakub Hrozek unsigned int hdr_hash_version;

b9c8ce2bdd4045782c243605a1b999098bedcffcNoam Meltzer unsigned int commit_msgs_interval;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher enum mail_flags sync_flag;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher const char *sync_keyword;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool sync_flag_dontwant;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

eb2e21b764d03544d8161e9956d7f70b07b75f77Simo Sorce struct mailbox_transaction_context *trans, *ext_trans;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher struct mail_search_context *search_ctx;

2a5790216f57e9bdfb2930d52860bb5300366536Jakub Hrozek struct mail *mail, *ext_mail;

5377441d7a846461c2d9a7a870cea711360a529aNikolai Kondrashov

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher struct mailbox *virtual_all_box;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher struct mailbox_transaction_context *virtual_trans;

32381402a4a9afc003782c9e2301fc59c9bda2a9Yassir Elley struct mail *virtual_mail;

dbfc407eef1d9ba2469687c3ffbe7fd8bb111d94Jakub Hrozek

4dd615c01357b8715711aad6820ba9595d3ad377Stephen Gallagher struct mail *cur_mail;

4b6a0d0b3d42e5fdb457f47d9adfa5e66b160256Stephen Gallagher const char *cur_guid;

e124844907ed6973915e4d56f5442ecd07535a12Jakub Hrozek const char *cur_hdr_hash;

5484044ea7bb632b915f706685fce509f6eacc48Jakub Hrozek

59744cff6edb106ae799b2321cb8731edadf409aStephen Gallagher /* UID => struct dsync_mail_change */

6dcbfe52d5e64205c0d922f3e89add066b42c496Jakub Hrozek HASH_TABLE_TYPE(dsync_uid_mail_change) local_changes;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher HASH_TABLE_TYPE(dsync_attr_change) local_attr_changes;

1dd679584241a0f9b29072c7eed1c5c5e4a577e4Simo Sorce

1dd679584241a0f9b29072c7eed1c5c5e4a577e4Simo Sorce ARRAY_TYPE(seq_range) maybe_expunge_uids;

b32159300fea63222d8dd9200ed634087704ea74Stephen Gallagher ARRAY(struct dsync_mail_change *) maybe_saves;

b32159300fea63222d8dd9200ed634087704ea74Stephen Gallagher

87d3b47abba6a40fcf809c85a2b138bc1013d9c5Jakub Hrozek /* GUID => struct importer_new_mail */

bc13c352ba9c2877f1e9bc62e55ad60fc000a55dJakub Hrozek HASH_TABLE_TYPE(guid_new_mail) import_guids;

bc13c352ba9c2877f1e9bc62e55ad60fc000a55dJakub Hrozek /* UID => struct importer_new_mail */

bc13c352ba9c2877f1e9bc62e55ad60fc000a55dJakub Hrozek HASH_TABLE_TYPE(uid_new_mail) import_uids;

bc13c352ba9c2877f1e9bc62e55ad60fc000a55dJakub Hrozek

1dd679584241a0f9b29072c7eed1c5c5e4a577e4Simo Sorce ARRAY(struct importer_new_mail *) newmails;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher ARRAY_TYPE(uint32_t) wanted_uids;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher ARRAY_TYPE(uint32_t) saved_uids;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher uint32_t highest_wanted_uid;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher ARRAY(struct dsync_mail_request) mail_requests;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher unsigned int mail_request_idx;

054b5d4bb98973698f74d66b14ccd14394b53f10Lukas Slebodnik

054b5d4bb98973698f74d66b14ccd14394b53f10Lukas Slebodnik uint32_t prev_uid, next_local_seq, local_uid_next;

62bda5f75bda6b77aea30d708c74efaf725d9367Lukas Slebodnik uint64_t local_initial_highestmodseq, local_initial_highestpvtmodseq;

a3d176d116ceccd6a7547c128fab5df5cdd2c2b6Michal Zidek unsigned int import_pos, import_count;

a3d176d116ceccd6a7547c128fab5df5cdd2c2b6Michal Zidek unsigned int first_unsaved_idx, saves_since_commit;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher enum mail_error mail_error;

4f6931e854c698dcb1c09f99eb330ce2fb97e7c6Lukas Slebodnik

4dd615c01357b8715711aad6820ba9595d3ad377Stephen Gallagher bool failed:1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool require_full_resync:1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool debug:1;

558998ce664055a75595371118f818084d8f2b23Jan Cholasta bool stateful_import:1;

558998ce664055a75595371118f818084d8f2b23Jan Cholasta bool last_common_uid_found:1;

9a3e40dc49c1e38bf58e45be5adff37615f3910bJan Cholasta bool cur_uid_has_change:1;

9a3e40dc49c1e38bf58e45be5adff37615f3910bJan Cholasta bool cur_mail_skip:1;

558998ce664055a75595371118f818084d8f2b23Jan Cholasta bool local_expunged_guids_set:1;

558998ce664055a75595371118f818084d8f2b23Jan Cholasta bool new_uids_assigned:1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool want_mail_requests:1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool master_brain:1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool revert_local_changes:1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool mails_have_guids:1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool mails_use_guid128:1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool delete_mailbox:1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool empty_hdr_workaround:1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher};

c737e1444fb186e349e59bfa9dac4995b720b4b1Jan Zeleny

f1828234a850dd28465425248a83a993f262918fPavel Březinastatic const char *dsync_mail_change_type_names[] = {

6ea6ec5cb7d9985e2730fb9d4657624d10aed4d8Nick Guay "save", "expunge", "flag-change"

b69cb1787209e85cc246eb9a944242689bfe0c46Pavel Březina};

b69cb1787209e85cc246eb9a944242689bfe0c46Pavel Březina

e157b9f6cb370e1b94bcac2044d26ad66d640fbaPavel Březinastatic bool dsync_mailbox_save_newmails(struct dsync_mailbox_importer *importer,

b69cb1787209e85cc246eb9a944242689bfe0c46Pavel Březina const struct dsync_mail *mail,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher struct importer_new_mail *all_newmails,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool remote_mail);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherstatic int dsync_mailbox_import_commit(struct dsync_mailbox_importer *importer,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool final);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherstatic void ATTR_FORMAT(2, 3)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherimp_debug(struct dsync_mailbox_importer *importer, const char *fmt, ...)

1746e8b8399da2a7a8da4aace186f66055ccfec1Jakub Hrozek{

1746e8b8399da2a7a8da4aace186f66055ccfec1Jakub Hrozek va_list args;

1746e8b8399da2a7a8da4aace186f66055ccfec1Jakub Hrozek

2827b0d03f7b6bafa504d22a5d7ca39cbda048b3Pavel Březina if (importer->debug) T_BEGIN {

2827b0d03f7b6bafa504d22a5d7ca39cbda048b3Pavel Březina va_start(args, fmt);

2827b0d03f7b6bafa504d22a5d7ca39cbda048b3Pavel Březina i_debug("brain %c: Import %s: %s",

9e80079370ff3b943832adc3c5ef430e64be0a0cJakub Hrozek importer->master_brain ? 'M' : 'S',

9e80079370ff3b943832adc3c5ef430e64be0a0cJakub Hrozek mailbox_get_vname(importer->box),

9e80079370ff3b943832adc3c5ef430e64be0a0cJakub Hrozek t_strdup_vprintf(fmt, args));

e7311aec8d691e5427317442387af1bc8fff3742Jan Cholasta va_end(args);

e7311aec8d691e5427317442387af1bc8fff3742Jan Cholasta } T_END;

e7311aec8d691e5427317442387af1bc8fff3742Jan Cholasta}

cb4d5b588e704114b7090678752d33512baa718eJakub Hrozek

cb4d5b588e704114b7090678752d33512baa718eJakub Hrozekstatic void

cb4d5b588e704114b7090678752d33512baa718eJakub Hrozekdsync_import_unexpected_state(struct dsync_mailbox_importer *importer,

19d3aba12c70528708be9440aca66038a291f29eYassir Elley const char *error)

19d3aba12c70528708be9440aca66038a291f29eYassir Elley{

19d3aba12c70528708be9440aca66038a291f29eYassir Elley if (!importer->stateful_import) {

f3a25949de81f80c136bb073e4a8f504b080c20cJakub Hrozek i_error("Mailbox %s: %s", mailbox_get_vname(importer->box),

f3a25949de81f80c136bb073e4a8f504b080c20cJakub Hrozek error);

f3a25949de81f80c136bb073e4a8f504b080c20cJakub Hrozek } else {

45726939a48e605b0166521f94300ae04981a3a7Sumit Bose i_warning("Mailbox %s doesn't match previous state: %s "

45726939a48e605b0166521f94300ae04981a3a7Sumit Bose "(dsync must be run again without the state)",

3be9e26dcd169d44ae105f1b8a0674464c700b77Sumit Bose mailbox_get_vname(importer->box), error);

5484044ea7bb632b915f706685fce509f6eacc48Jakub Hrozek }

5484044ea7bb632b915f706685fce509f6eacc48Jakub Hrozek importer->require_full_resync = TRUE;

3be9e26dcd169d44ae105f1b8a0674464c700b77Sumit Bose}

3be9e26dcd169d44ae105f1b8a0674464c700b77Sumit Bose

45726939a48e605b0166521f94300ae04981a3a7Sumit Bosestatic void

5484044ea7bb632b915f706685fce509f6eacc48Jakub Hrozekdsync_mailbox_import_search_init(struct dsync_mailbox_importer *importer)

a8d1a344e580f29699aed9b88d87fc3c6f5d113bSimo Sorce{

a8d1a344e580f29699aed9b88d87fc3c6f5d113bSimo Sorce struct mail_search_args *search_args;

a8d1a344e580f29699aed9b88d87fc3c6f5d113bSimo Sorce struct mail_search_arg *sarg;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

b9e5bd09a5ff7009537a18914dbebcf10498f592Sumit Bose search_args = mail_search_build_init();

b9e5bd09a5ff7009537a18914dbebcf10498f592Sumit Bose sarg = mail_search_build_add(search_args, SEARCH_UIDSET);

b9e5bd09a5ff7009537a18914dbebcf10498f592Sumit Bose p_array_init(&sarg->value.seqset, search_args->pool, 128);

b9e5bd09a5ff7009537a18914dbebcf10498f592Sumit Bose seq_range_array_add_range(&sarg->value.seqset,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher importer->last_common_uid+1, (uint32_t)-1);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

36ccdecd053a9ad88dce86b8c84770dc2aa11d21Simo Sorce importer->search_ctx =

4b39208286ca0351ee76d4e64e077e7ad5ca8568Jakub Hrozek mailbox_search_init(importer->trans, search_args, NULL,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher 0, NULL);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher mail_search_args_unref(&search_args);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (mailbox_search_next(importer->search_ctx, &importer->cur_mail))

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher importer->next_local_seq = importer->cur_mail->seq;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* this flag causes cur_guid to be looked up later */

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher importer->cur_mail_skip = TRUE;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher}

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherstatic void

effcbdb12c7ef892f1fd92a745cb33a08ca4ba30Stephen Gallagherdsync_mailbox_import_transaction_begin(struct dsync_mailbox_importer *importer)

69aaef8719c5cf33ed1c4090fa313ba281bf8a02Jakub Hrozek{

4dd615c01357b8715711aad6820ba9595d3ad377Stephen Gallagher const enum mailbox_transaction_flags ext_trans_flags =

fe60346714a73ac3987f786731389320633dd245Pavel Březina importer->transaction_flags |

a6098862048d4bb469130b9ff21be3020d6f2c54Sumit Bose MAILBOX_TRANSACTION_FLAG_EXTERNAL |

2d257ccf620ce1b611f89cec8f0a94c88c2f2881Sumit Bose MAILBOX_TRANSACTION_FLAG_ASSIGN_UIDS;

b9d8c6172e48a2633ebe196b2e88bebdf9523c20Stef Walter

4bd20c075f0f187db0181dc53d00ab6cd47fdb4dJakub Hrozek importer->trans = mailbox_transaction_begin(importer->box,

e5e8252ec48bfdd4e7529debc705c8e090264b9aSumit Bose importer->transaction_flags);

71e7918be3ca5d38794a16a17f6b4f19a24d51fcPavel Březina importer->ext_trans = mailbox_transaction_begin(importer->box,

8359bf07a2e6c0181251ce8d5d9160dc57546c55Stephen Gallagher ext_trans_flags);

71e7918be3ca5d38794a16a17f6b4f19a24d51fcPavel Březina importer->mail = mail_alloc(importer->trans, 0, NULL);

71e7918be3ca5d38794a16a17f6b4f19a24d51fcPavel Březina importer->ext_mail = mail_alloc(importer->ext_trans, 0, NULL);

bbaba8b3ef9bc101863b8687f234f4ee956caacdPavel Březina}

80314a6f3ea8d81abe73d501d5b953a256cb2167Pavel Březina

80314a6f3ea8d81abe73d501d5b953a256cb2167Pavel Březinastruct dsync_mailbox_importer *

bbaba8b3ef9bc101863b8687f234f4ee956caacdPavel Březinadsync_mailbox_import_init(struct mailbox *box,

bbaba8b3ef9bc101863b8687f234f4ee956caacdPavel Březina struct mailbox *virtual_all_box,

80314a6f3ea8d81abe73d501d5b953a256cb2167Pavel Březina struct dsync_transaction_log_scan *log_scan,

4bd20c075f0f187db0181dc53d00ab6cd47fdb4dJakub Hrozek uint32_t last_common_uid,

4bd20c075f0f187db0181dc53d00ab6cd47fdb4dJakub Hrozek uint64_t last_common_modseq,

4bd20c075f0f187db0181dc53d00ab6cd47fdb4dJakub Hrozek uint64_t last_common_pvt_modseq,

4bd20c075f0f187db0181dc53d00ab6cd47fdb4dJakub Hrozek uint32_t remote_uid_next,

4bd20c075f0f187db0181dc53d00ab6cd47fdb4dJakub Hrozek uint32_t remote_first_recent_uid,

4bd20c075f0f187db0181dc53d00ab6cd47fdb4dJakub Hrozek uint64_t remote_highest_modseq,

4bd20c075f0f187db0181dc53d00ab6cd47fdb4dJakub Hrozek uint64_t remote_highest_pvt_modseq,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher time_t sync_since_timestamp,

150b76e13b7c4f3ccf1d709bf517ca2af6b2c9a2Jakub Hrozek time_t sync_until_timestamp,

150b76e13b7c4f3ccf1d709bf517ca2af6b2c9a2Jakub Hrozek uoff_t sync_max_size,

2dcf7b9b65df21f2aee6cdf051a7fbdef6dfe034Jakub Hrozek const char *sync_flag,

ae6c1596225c65bec2a2dabff9eee4e3e0691181Abhishek Singh unsigned int commit_msgs_interval,

2a9af1f71887f02935e2fb6ad5023afba5b6d43eSumit Bose enum dsync_mailbox_import_flags flags,

d00ffd2cb4e2f17c75b466178bb645b5c9317909Pallavi Jha unsigned int hdr_hash_version)

461da2984c747708e8badd27fa55ef879f40e712Pallavi Jha{

9cb46bc62f22e0104f1b41a423b014c281ef5fc2Jakub Hrozek struct dsync_mailbox_importer *importer;

777374243e15c53e7b0a7345e190c1018920be18Jakub Hrozek struct mailbox_status status;

d064fef06dcbcb5f6c1be03e286b1a3433d6dfd7Sumit Bose pool_t pool;

3432a503c714732407ea18b2dd32f4f432a6c545Jakub Hrozek

939246537b0b9a4af6862c513d3919501ad57d92Sumit Bose pool = pool_alloconly_create(MEMPOOL_GROWING"dsync mailbox importer",

f69f3581658351003a6d9245045e41d0efb85022Sumit Bose 10240);

1ce58f139699dd26b8888f4131c996263b6a80a5Jakub Hrozek importer = p_new(pool, struct dsync_mailbox_importer, 1);

90afedb00608547ae1f32aa7aafd552c4b306909Jakub Hrozek importer->pool = pool;

7caf7ed4f2eae1ec1c0717b4ee6ce78bdacd5926Jakub Hrozek importer->box = box;

0161a3c5637a0c0092bf54c436bb3d6508d7df26Jakub Hrozek importer->virtual_all_box = virtual_all_box;

f43c6a9ae2aea13b7a83fd932139f9352efbfcadPavel Březina importer->last_common_uid = last_common_uid;

e592d5f157be869151983bd1b46d6f4f7a29daafJakub Hrozek importer->last_common_modseq = last_common_modseq;

50b8a36b0932a510e825ed1ad8103f81ead2b7d8Pavel Reichl importer->last_common_pvt_modseq = last_common_pvt_modseq;

50b8a36b0932a510e825ed1ad8103f81ead2b7d8Pavel Reichl importer->last_common_uid_found =

e592d5f157be869151983bd1b46d6f4f7a29daafJakub Hrozek last_common_uid != 0 || last_common_modseq != 0;

d36f4db9bb5efc63b94190cca25adb08ee56971cJakub Hrozek importer->remote_uid_next = remote_uid_next;

6ea6662287147308b81b9c9f2f1f3c992d01bc50Jakub Hrozek importer->remote_first_recent_uid = remote_first_recent_uid;

526a15438525417cd701f837d7085b7f8c8a6325Jakub Hrozek importer->remote_highest_modseq = remote_highest_modseq;

27a7dedb0ee4d4b51ca4c196aa894ad30cb3e821Petr Cech importer->remote_highest_pvt_modseq = remote_highest_pvt_modseq;

1d93029624d708119bbf803e6647a2cbb271f001Sumit Bose importer->sync_since_timestamp = sync_since_timestamp;

a5623363d6042290fe652a1ca5ce5a85a821236fPavel Březina importer->sync_until_timestamp = sync_until_timestamp;

802385896dc1c4e7b8bbd40dcfe3cd131f68e696Sumit Bose importer->sync_max_size = sync_max_size;

a0ab15ceb80290db80c2052520830a95390de385Sumit Bose importer->stateful_import = importer->last_common_uid_found;

e00c2b5ac4963de9521599c88597b7fb97339d0eJakub Hrozek if (sync_flag != NULL) {

360a4be4266d6a72be99dfd252623dc0527f5b84Pavel Březina if (sync_flag[0] == '-') {

3a8f6b575f4019f21c9425a26f1b346c08a197aePavel Březina importer->sync_flag_dontwant = TRUE;

8df69bbc58c2f4d3f0b34be9756d9ddf24b1db6dJakub Hrozek sync_flag++;

2b62d5a414b8b7dba4f714dc5033e28dc4b1f4feJakub Hrozek }

89ddc9ed474e9ac2b1e7bccb0a58610babf26cf8Jakub Hrozek if (sync_flag[0] == '\\')

b590f44c06158485357d69cc5b24d5af05f1bb95Petr Cech importer->sync_flag = imap_parse_system_flag(sync_flag);

01ec08efd0e166ac6f390f8627c6d08dcc63ccc4Jakub Hrozek else

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose importer->sync_keyword = p_strdup(pool, sync_flag);

338af078fcc18126df939f20182acea7a646b7c8Michal Zidek }

99c5f2f6ba0af6ce52be0d82ec2794bacc215742Jakub Hrozek importer->commit_msgs_interval = commit_msgs_interval;

b9d83e10cec267ae11fee64a30f42a12bbf7abe4Pavel Březina importer->transaction_flags = MAILBOX_TRANSACTION_FLAG_SYNC;

49c467733ca65c9b77b9c33f38cdc223a99562e1Pavel Reichl if ((flags & DSYNC_MAILBOX_IMPORT_FLAG_NO_NOTIFY) != 0)

62370340092503baeaf6587d7ffe4fe25bd9582dPavel Reichl importer->transaction_flags |= MAILBOX_TRANSACTION_FLAG_NO_NOTIFY;

b407fe0474a674bb42f0f42ab47c7f530a07a367Pavel Březina

583c1b9a052f4eb5ba046c5f2b7d2ed2a81b6d66Jakub Hrozek hash_table_create(&importer->import_guids, pool, 0, str_hash, strcmp);

e592d5f157be869151983bd1b46d6f4f7a29daafJakub Hrozek hash_table_create_direct(&importer->import_uids, pool, 0);

f92ace4a52602e8c38a34f2392bec3deeac2ddddJakub Hrozek i_array_init(&importer->maybe_expunge_uids, 16);

bf54fbed126ec3d459af40ea370ffadacd31c76dJakub Hrozek i_array_init(&importer->maybe_saves, 128);

bf54fbed126ec3d459af40ea370ffadacd31c76dJakub Hrozek i_array_init(&importer->newmails, 128);

bf54fbed126ec3d459af40ea370ffadacd31c76dJakub Hrozek i_array_init(&importer->wanted_uids, 128);

bf54fbed126ec3d459af40ea370ffadacd31c76dJakub Hrozek i_array_init(&importer->saved_uids, 128);

f92ace4a52602e8c38a34f2392bec3deeac2ddddJakub Hrozek

f92ace4a52602e8c38a34f2392bec3deeac2ddddJakub Hrozek dsync_mailbox_import_transaction_begin(importer);

f92ace4a52602e8c38a34f2392bec3deeac2ddddJakub Hrozek

f92ace4a52602e8c38a34f2392bec3deeac2ddddJakub Hrozek if ((flags & DSYNC_MAILBOX_IMPORT_FLAG_WANT_MAIL_REQUESTS) != 0) {

a2e417f38c57ed87c956ddcecf4dafca93842b65Lukas Slebodnik i_array_init(&importer->mail_requests, 128);

99f8be128274eba264ea1434a7eb2800bced5902Lukas Slebodnik importer->want_mail_requests = TRUE;

99f8be128274eba264ea1434a7eb2800bced5902Lukas Slebodnik }

91d312000e6ded4a93327c137b10c5beda55f65cSumit Bose importer->master_brain =

91d312000e6ded4a93327c137b10c5beda55f65cSumit Bose (flags & DSYNC_MAILBOX_IMPORT_FLAG_MASTER_BRAIN) != 0;

91d312000e6ded4a93327c137b10c5beda55f65cSumit Bose importer->revert_local_changes =

91d312000e6ded4a93327c137b10c5beda55f65cSumit Bose (flags & DSYNC_MAILBOX_IMPORT_FLAG_REVERT_LOCAL_CHANGES) != 0;

a2e417f38c57ed87c956ddcecf4dafca93842b65Lukas Slebodnik importer->debug = (flags & DSYNC_MAILBOX_IMPORT_FLAG_DEBUG) != 0;

a2e417f38c57ed87c956ddcecf4dafca93842b65Lukas Slebodnik importer->mails_have_guids =

f92ace4a52602e8c38a34f2392bec3deeac2ddddJakub Hrozek (flags & DSYNC_MAILBOX_IMPORT_FLAG_MAILS_HAVE_GUIDS) != 0;

150b76e13b7c4f3ccf1d709bf517ca2af6b2c9a2Jakub Hrozek importer->mails_use_guid128 =

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher (flags & DSYNC_MAILBOX_IMPORT_FLAG_MAILS_USE_GUID128) != 0;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher importer->hdr_hash_version = hdr_hash_version;

f232789430a080384188d5da89b19d874cf17513Jakub Hrozek importer->empty_hdr_workaround =

150b76e13b7c4f3ccf1d709bf517ca2af6b2c9a2Jakub Hrozek (flags & DSYNC_MAILBOX_IMPORT_FLAG_EMPTY_HDR_WORKAROUND) != 0;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher mailbox_get_open_status(importer->box, STATUS_UIDNEXT |

9f521c61c17cecd9625ebc1b33c666fa3488622cJakub Hrozek STATUS_HIGHESTMODSEQ | STATUS_HIGHESTPVTMODSEQ,

fb3c5cdfcda069a5fbeb7b9d200c0881911364b8Jakub Hrozek &status);

9f521c61c17cecd9625ebc1b33c666fa3488622cJakub Hrozek importer->local_uid_next = status.uidnext;

9f521c61c17cecd9625ebc1b33c666fa3488622cJakub Hrozek importer->local_initial_highestmodseq = status.highest_modseq;

bf5a808fa92007c325c3996e79694badfab201d4Stephen Gallagher importer->local_initial_highestpvtmodseq = status.highest_pvt_modseq;

bf5a808fa92007c325c3996e79694badfab201d4Stephen Gallagher dsync_mailbox_import_search_init(importer);

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik if (!importer->stateful_import)

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik ;

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik else if (importer->local_uid_next <= last_common_uid) {

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik dsync_import_unexpected_state(importer, t_strdup_printf(

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik "local UIDNEXT %u <= last common UID %u",

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik importer->local_uid_next, last_common_uid));

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik } else if (importer->local_initial_highestmodseq < last_common_modseq) {

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik dsync_import_unexpected_state(importer, t_strdup_printf(

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik "local HIGHESTMODSEQ %llu < last common HIGHESTMODSEQ %llu",

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik (unsigned long long)importer->local_initial_highestmodseq,

bf5a808fa92007c325c3996e79694badfab201d4Stephen Gallagher (unsigned long long)last_common_modseq));

bf5a808fa92007c325c3996e79694badfab201d4Stephen Gallagher } else if (importer->local_initial_highestpvtmodseq < last_common_pvt_modseq) {

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik dsync_import_unexpected_state(importer, t_strdup_printf(

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher "local HIGHESTMODSEQ %llu < last common HIGHESTMODSEQ %llu",

bf5a808fa92007c325c3996e79694badfab201d4Stephen Gallagher (unsigned long long)importer->local_initial_highestpvtmodseq,

150b76e13b7c4f3ccf1d709bf517ca2af6b2c9a2Jakub Hrozek (unsigned long long)last_common_pvt_modseq));

cbff3fcdce5b0377a62fbe74f32e476efbf7ca9cNikolai Kondrashov }

cbff3fcdce5b0377a62fbe74f32e476efbf7ca9cNikolai Kondrashov

cbff3fcdce5b0377a62fbe74f32e476efbf7ca9cNikolai Kondrashov importer->local_changes = dsync_transaction_log_scan_get_hash(log_scan);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher importer->local_attr_changes = dsync_transaction_log_scan_get_attr_hash(log_scan);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher return importer;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher}

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherstatic int

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherdsync_mailbox_import_lookup_attr(struct dsync_mailbox_importer *importer,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher enum mail_attribute_type type, const char *key,

a2e417f38c57ed87c956ddcecf4dafca93842b65Lukas Slebodnik struct dsync_mailbox_attribute **attr_r)

a2e417f38c57ed87c956ddcecf4dafca93842b65Lukas Slebodnik{

a2e417f38c57ed87c956ddcecf4dafca93842b65Lukas Slebodnik struct dsync_mailbox_attribute lookup_attr, *attr;

a2e417f38c57ed87c956ddcecf4dafca93842b65Lukas Slebodnik const struct dsync_mailbox_attribute *attr_change;

a2e417f38c57ed87c956ddcecf4dafca93842b65Lukas Slebodnik struct mail_attribute_value value;

a2e417f38c57ed87c956ddcecf4dafca93842b65Lukas Slebodnik

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *attr_r = NULL;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (mailbox_attribute_get_stream(importer->box, type, key, &value) < 0) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher i_error("Mailbox %s: Failed to get attribute %s: %s",

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher mailbox_get_vname(importer->box), key,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher mailbox_get_last_internal_error(importer->box,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher &importer->mail_error));

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher importer->failed = TRUE;

8a5e793a0576250da80371e53aa3e7eba15cdb63Sumit Bose return -1;

8a5e793a0576250da80371e53aa3e7eba15cdb63Sumit Bose }

8a5e793a0576250da80371e53aa3e7eba15cdb63Sumit Bose

8a5e793a0576250da80371e53aa3e7eba15cdb63Sumit Bose lookup_attr.type = type;

8a5e793a0576250da80371e53aa3e7eba15cdb63Sumit Bose lookup_attr.key = key;

90fd1bbd6035cdab46faa3a695a2fb2be6508b17Sumit Bose

90fd1bbd6035cdab46faa3a695a2fb2be6508b17Sumit Bose attr_change = hash_table_lookup(importer->local_attr_changes,

90fd1bbd6035cdab46faa3a695a2fb2be6508b17Sumit Bose &lookup_attr);

90fd1bbd6035cdab46faa3a695a2fb2be6508b17Sumit Bose if (attr_change == NULL &&

90fd1bbd6035cdab46faa3a695a2fb2be6508b17Sumit Bose value.value == NULL && value.value_stream == NULL) {

af4ffe1001adcc0a96897e426d26444f07af9aa1Benjamin Franzke /* we have no knowledge of this attribute */

af4ffe1001adcc0a96897e426d26444f07af9aa1Benjamin Franzke return 0;

af4ffe1001adcc0a96897e426d26444f07af9aa1Benjamin Franzke }

af4ffe1001adcc0a96897e426d26444f07af9aa1Benjamin Franzke attr = t_new(struct dsync_mailbox_attribute, 1);

af4ffe1001adcc0a96897e426d26444f07af9aa1Benjamin Franzke attr->type = type;

1d1a0a019d8d4d9ab0f51ada03604cd2cada287eSumit Bose attr->key = key;

1d1a0a019d8d4d9ab0f51ada03604cd2cada287eSumit Bose attr->value = value.value;

1d1a0a019d8d4d9ab0f51ada03604cd2cada287eSumit Bose attr->value_stream = value.value_stream;

1d1a0a019d8d4d9ab0f51ada03604cd2cada287eSumit Bose attr->last_change = value.last_change;

1d1a0a019d8d4d9ab0f51ada03604cd2cada287eSumit Bose if (attr_change != NULL) {

1d1a0a019d8d4d9ab0f51ada03604cd2cada287eSumit Bose attr->deleted = attr_change->deleted &&

96453f402831275a39d5fb89c33c9776e148d03fStephen Gallagher !DSYNC_ATTR_HAS_VALUE(attr);

96453f402831275a39d5fb89c33c9776e148d03fStephen Gallagher attr->modseq = attr_change->modseq;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik }

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *attr_r = attr;

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik return 0;

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik}

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnikstatic int

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnikdsync_istreams_cmp(struct istream *input1, struct istream *input2, int *cmp_r)

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik{

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik const unsigned char *data1, *data2;

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik size_t size1, size2, size;

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik *cmp_r = -1; /* quiet gcc */

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik for (;;) {

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik (void)i_stream_read_more(input1, &data1, &size1);

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik (void)i_stream_read_more(input2, &data2, &size2);

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik

4a5a18f489f4d19aa0571528a7f0c7a8d35ac83fLukas Slebodnik if (size1 == 0 || size2 == 0)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher break;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher size = I_MIN(size1, size2);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *cmp_r = memcmp(data1, data2, size);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (*cmp_r != 0)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher return 0;

1467daed400d6c186bd0c99c057c42e764309ff3Stephen Gallagher i_stream_skip(input1, size);

1467daed400d6c186bd0c99c057c42e764309ff3Stephen Gallagher i_stream_skip(input2, size);

15b266d9f14dad26da8678a79019749d0f69532eStephen Gallagher }

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik if (input1->stream_errno != 0) {

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik i_error("read(%s) failed: %s", i_stream_get_name(input1),

1467daed400d6c186bd0c99c057c42e764309ff3Stephen Gallagher i_stream_get_error(input1));

b97595ae059c69b1960a6e7e56d74660388a683bJan Zeleny return -1;

6a6a821866091e0f722808566c25b951aa346d7cStephen Gallagher }

48d7840cae22c5ff4d786149b0d8ecee7efb8306Lukas Slebodnik if (input2->stream_errno != 0) {

3ce85a5f5264e7118beb6524e120fd8b53a13da4Nikolai Kondrashov i_error("read(%s) failed: %s", i_stream_get_name(input2),

3ce85a5f5264e7118beb6524e120fd8b53a13da4Nikolai Kondrashov i_stream_get_error(input2));

3ce85a5f5264e7118beb6524e120fd8b53a13da4Nikolai Kondrashov return -1;

3ce85a5f5264e7118beb6524e120fd8b53a13da4Nikolai Kondrashov }

60e51fd2764291df2332f36ff478777627d92b57Sumit Bose if (size1 == 0 && size2 == 0)

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik *cmp_r = 0;

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik else

51d65c4ad15c2cc23f38fa09dd6efeb15e4f3e86Jakub Hrozek *cmp_r = size1 == 0 ? -1 : 1;

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik return 0;

18372712592b30638772afb5b7e15bfca92c2058Lukas Slebodnik}

51d65c4ad15c2cc23f38fa09dd6efeb15e4f3e86Jakub Hrozek

cbff3fcdce5b0377a62fbe74f32e476efbf7ca9cNikolai Kondrashovstatic int

7bb9ba8688ec1ca930d693eea05e936bc38f6d1bSumit Bosedsync_attributes_cmp_values(const struct dsync_mailbox_attribute *attr1,

51d65c4ad15c2cc23f38fa09dd6efeb15e4f3e86Jakub Hrozek const struct dsync_mailbox_attribute *attr2,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher int *cmp_r)

84ae5edab16ad6be5e3be956cb6fa031c1428eb5Stephen Gallagher{

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher struct istream *input1, *input2;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher int ret;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher i_assert(attr1->value_stream != NULL || attr1->value != NULL);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher i_assert(attr2->value_stream != NULL || attr2->value != NULL);

17f08cbd0f909181536b93d6c12c7cd69995f09eSumit Bose

3ce85a5f5264e7118beb6524e120fd8b53a13da4Nikolai Kondrashov if (attr1->value != NULL && attr2->value != NULL) {

3ce85a5f5264e7118beb6524e120fd8b53a13da4Nikolai Kondrashov *cmp_r = strcmp(attr1->value, attr2->value);

3ce85a5f5264e7118beb6524e120fd8b53a13da4Nikolai Kondrashov return 0;

3ce85a5f5264e7118beb6524e120fd8b53a13da4Nikolai Kondrashov }

3ce85a5f5264e7118beb6524e120fd8b53a13da4Nikolai Kondrashov /* at least one of them is a stream. make both of them streams. */

6398f22526303343193a18e514602f1af6fb29cbNikolai Kondrashov input1 = attr1->value_stream != NULL ? attr1->value_stream :

6398f22526303343193a18e514602f1af6fb29cbNikolai Kondrashov i_stream_create_from_data(attr1->value, strlen(attr1->value));

a8d887323f83984679a7d9b827a70146656bb7b2Sumit Bose input2 = attr2->value_stream != NULL ? attr2->value_stream :

a8d887323f83984679a7d9b827a70146656bb7b2Sumit Bose i_stream_create_from_data(attr2->value, strlen(attr2->value));

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek i_stream_seek(input1, 0);

6398f22526303343193a18e514602f1af6fb29cbNikolai Kondrashov i_stream_seek(input2, 0);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher ret = dsync_istreams_cmp(input1, input2, cmp_r);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (attr1->value_stream == NULL)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher i_stream_unref(&input1);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (attr2->value_stream == NULL)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher i_stream_unref(&input2);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher return ret;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher}

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherstatic int

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherdsync_attributes_cmp(const struct dsync_mailbox_attribute *attr,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher const struct dsync_mailbox_attribute *local_attr,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher int *cmp_r)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher{

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (DSYNC_ATTR_HAS_VALUE(attr) &&

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher !DSYNC_ATTR_HAS_VALUE(local_attr)) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* remote has a value and local doesn't -> use it */

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *cmp_r = 1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher return 0;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher } else if (!DSYNC_ATTR_HAS_VALUE(attr) &&

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher DSYNC_ATTR_HAS_VALUE(local_attr)) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* remote doesn't have a value, bt local does -> skip */

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *cmp_r = -1;

bfbf5cb0f00c60c0f000f56c282377b13b9a89abSumit Bose return 0;

b32159300fea63222d8dd9200ed634087704ea74Stephen Gallagher }

77c0d1f6074059dafd2293f9c42ea0f9d60f8aadJakub Hrozek

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher return dsync_attributes_cmp_values(attr, local_attr, cmp_r);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher}

a5bb518446d5ce565d7ba819590a009cabb0b0b4Jakub Hrozek

eaaeaa7e00c3d4bfa792cc4d3c6770dc1e28ef0cSumit Bosestatic int

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherdsync_mailbox_import_attribute_real(struct dsync_mailbox_importer *importer,

c42ca36247022490ad65a33c453cb5e43900dbe9Lukas Slebodnik const struct dsync_mailbox_attribute *attr,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher const struct dsync_mailbox_attribute *local_attr,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher const char **result_r)

59744cff6edb106ae799b2321cb8731edadf409aStephen Gallagher{

eb2e21b764d03544d8161e9956d7f70b07b75f77Simo Sorce struct mail_attribute_value value;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher int cmp;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool ignore = FALSE;

b9e5bd09a5ff7009537a18914dbebcf10498f592Sumit Bose

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher i_assert(DSYNC_ATTR_HAS_VALUE(attr) || attr->deleted);

a8d1a344e580f29699aed9b88d87fc3c6f5d113bSimo Sorce

0ef783e186ef1c9f60e61a4e8e54c44cb366fdfePavel Březina if (attr->deleted &&

2cbdd12983eb85eddb90f64cfafb24eae5b448f4Jakub Hrozek (local_attr == NULL || !DSYNC_ATTR_HAS_VALUE(local_attr))) {

e7311aec8d691e5427317442387af1bc8fff3742Jan Cholasta /* attribute doesn't exist on either side -> ignore */

50c9d542e8bf641412debaa82a4dcf67ddb72258Lukas Slebodnik *result_r = "Nonexistent in both sides";

50c9d542e8bf641412debaa82a4dcf67ddb72258Lukas Slebodnik return 0;

50c9d542e8bf641412debaa82a4dcf67ddb72258Lukas Slebodnik }

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (local_attr == NULL) {

b3b6189850d50c656d62efbd498789124c033b00Lukas Slebodnik /* we haven't seen this locally -> use whatever remote has */

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *result_r = "Nonexistent locally";

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher } else if (local_attr->modseq <= importer->last_common_modseq &&

e7ccfb139388c947ec2dee16cfe3005f5643b90dPetr Cech attr->modseq > importer->last_common_modseq &&

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher importer->last_common_modseq > 0) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* we're doing incremental syncing, and we can see that the

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *result_r = "Changed remotely";

c0f9698cd951b7223f251ff2511c4b22a6e4ba60Jan Zeleny } else if (local_attr->modseq > importer->last_common_modseq &&

769347ad4d35d43488eb98f980143495b0db415dStef Walter attr->modseq <= importer->last_common_modseq &&

115de6d50f0d0bdd5745a5d8eb0d067be9128528Sumit Bose importer->last_common_modseq > 0) {

360a4be4266d6a72be99dfd252623dc0527f5b84Pavel Březina /* we're doing incremental syncing, and we can see that the

83a79d93035c2d75a1941f3b54426119174044a0Pavel Březina *result_r = "Changed locally";

769347ad4d35d43488eb98f980143495b0db415dStef Walter ignore = TRUE;

769347ad4d35d43488eb98f980143495b0db415dStef Walter } else if (attr->last_change > local_attr->last_change) {

376eaf187c13c2a1eaea0ffbdd970b6b563ab74cPetr Cech /* remote has a newer timestamp -> use it */

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *result_r = "Remote has newer timestamp";

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher } else if (attr->last_change < local_attr->last_change) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* remote has an older timestamp -> ignore */

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *result_r = "Local has newer timestamp";

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher ignore = TRUE;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher } else {

284937e6b5b0c9d7a1d3382d0d2820d1168842fbPavel Březina /* the timestamps are the same. now we're down to guessing

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (dsync_attributes_cmp(attr, local_attr, &cmp) < 0) {

543676afec3c08fdc0a5a794976adc8dfdca974bJakub Hrozek importer->mail_error = MAIL_ERROR_TEMP;

543676afec3c08fdc0a5a794976adc8dfdca974bJakub Hrozek importer->failed = TRUE;

543676afec3c08fdc0a5a794976adc8dfdca974bJakub Hrozek return -1;

543676afec3c08fdc0a5a794976adc8dfdca974bJakub Hrozek }

543676afec3c08fdc0a5a794976adc8dfdca974bJakub Hrozek if (cmp == 0) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* identical scripts */

ca261795ce61c41d7e62217ccb2ee913923040ffPavel Březina *result_r = "Unchanged value";

ca261795ce61c41d7e62217ccb2ee913923040ffPavel Březina return 0;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher }

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (attr->modseq > local_attr->modseq) {

77d165f0629966db65753a3aee84a8b4971673afPavel Březina /* remote has a higher modseq -> use it */

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *result_r = "Remote has newer modseq";

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher } else if (attr->modseq < local_attr->modseq) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* remote has an older modseq -> ignore */

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *result_r = "Local has newer modseq";

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher ignore = TRUE;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher } else if (cmp < 0) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher ignore = TRUE;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *result_r = "Value changed, but unknown which is newer - picking local";

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher } else {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *result_r = "Value changed, but unknown which is newer - picking remote";

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher }

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher }

126c9338cf12a3e4404c36bbe4ec14b18f23537cMaxim if (ignore)

6499d0b915209b670f8e337c4fe76a8be9fa6576Simo Sorce return 0;

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher i_zero(&value);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher value.value = attr->value;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher value.value_stream = attr->value_stream;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher value.last_change = attr->last_change;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (mailbox_attribute_set(importer->trans, attr->type,

4e0404ca1b19830dc0f729e59efd5bbd0a9d6103Lukas Slebodnik attr->key, &value) < 0) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher i_error("Mailbox %s: Failed to set attribute %s: %s",

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher mailbox_get_vname(importer->box), attr->key,

eaa723b4d06b4c1e588df67bef44a84bbfaebf1aLukas Slebodnik mailbox_get_last_internal_error(importer->box, NULL));

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* the attributes aren't vital, don't fail everything just

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher }

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher return 0;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher}

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherint dsync_mailbox_import_attribute(struct dsync_mailbox_importer *importer,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher const struct dsync_mailbox_attribute *attr)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher{

bfbf5cb0f00c60c0f000f56c282377b13b9a89abSumit Bose struct dsync_mailbox_attribute *local_attr;

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher const char *result = "";

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher int ret;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

2e6087c6cc903d5164b9a1d5e3d791fd046001d9Jakub Hrozek if (dsync_mailbox_import_lookup_attr(importer, attr->type,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher attr->key, &local_attr) < 0)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher ret = -1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher else {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher ret = dsync_mailbox_import_attribute_real(importer, attr,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher local_attr, &result);

3b08dec5ee634f83ee18e1753d5ffe0ac5e3c458Jakub Hrozek if (local_attr != NULL && local_attr->value_stream != NULL)

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose i_stream_unref(&local_attr->value_stream);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher }

558ec7d717735bb16c210c675c2cc5bee1da4576Lukas Slebodnik imp_debug(importer, "Import attribute %s: %s", attr->key,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher ret < 0 ? "failed" : result);

3a4186ae40d0c3b7be46a4c973166f6048fcfe38Lukas Slebodnik return ret;

8bcabb97d988d1602882a1f036aac2eaf5e09234Simo Sorce}

b9d8c6172e48a2633ebe196b2e88bebdf9523c20Stef Walter

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherstatic void dsync_mail_error(struct dsync_mailbox_importer *importer,

46e36286953de4e5af5e4289b90a529929bdd17cPetr Cech struct mail *mail, const char *field)

1658c567191c35beaddffafdb079abe33248037bLukas Slebodnik{

29be7d76c949b82350c7603cfd362a1fcb47eb1bJan Zeleny const char *errstr;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher enum mail_error error;

72e60fd4eabcfbcdbfe01e8c38b94052bc6c2067Jakub Hrozek

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher errstr = mailbox_get_last_internal_error(importer->box, &error);

823a5b3f4375f12b6edae4dd5169ee01771baebeJan Zeleny if (error == MAIL_ERROR_EXPUNGED)

5dbf360f2d6b0281c32f1bba6ebf5cc834c1716eSimo Sorce return;

b32159300fea63222d8dd9200ed634087704ea74Stephen Gallagher

748ba184db97b7534254f97018fa04e8aa458faeJan Cholasta i_error("Mailbox %s: Can't lookup %s for UID=%u: %s",

7de6e3534fd61c7619ed34a6b1afe7230b5e6504Ondrej Kos mailbox_get_vname(mail->box), field, mail->uid, errstr);

701f13b5c8e27bcbfc79e77ce7c76d9f768a448cLukas Slebodnik importer->mail_error = error;

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina importer->failed = TRUE;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher}

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherstatic bool

5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorcedsync_mail_change_guid_equals(struct dsync_mailbox_importer *importer,

5f90993426fa2bdc3b3d994c9e85e0805bb92bbcSimo Sorce const struct dsync_mail_change *change,

9959c512ac3ba36f7a0db7614f0357ce0bae748fJakub Hrozek const char *guid, const char **cmp_guid_r)

7452f1b637276ce582b120f8f5482ae7f3b6bd47Jakub Hrozek{

918b2a5a91f1c551d48f4bffed2a28c36fdb4be1Simo Sorce guid_128_t guid_128, change_guid_128;

bc052ea17d858c19f9cb9c9e2bc602e754f68831Sumit Bose

2fa8d6655ac37f9bdeb34420000052d921f4a543Michal Zidek if (change->type == DSYNC_MAIL_CHANGE_TYPE_EXPUNGE) {

a473fb88e6015cf0ccbd2e9005c7e6acca18f452Pavel Březina if (guid_128_from_string(change->guid, change_guid_128) < 0)

6499d0b915209b670f8e337c4fe76a8be9fa6576Simo Sorce i_unreached();

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher } else if (importer->mails_use_guid128) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher mail_generate_guid_128_hash(change->guid, change_guid_128);

7ac503a73a26abe49f9f7d175c74df705380898dPavel Březina } else {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (cmp_guid_r != NULL)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher *cmp_guid_r = change->guid;

e850be1ff2e13bba9812c94c3d102c0a0b570820Jakub Hrozek return strcmp(change->guid, guid) == 0;

360a4be4266d6a72be99dfd252623dc0527f5b84Pavel Březina }

83a79d93035c2d75a1941f3b54426119174044a0Pavel Březina

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher mail_generate_guid_128_hash(guid, guid_128);

d844aab866ae237844360cea70e2dccdc90c783dStephen Gallagher if (memcmp(change_guid_128, guid_128, GUID_128_SIZE) != 0) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (cmp_guid_r != NULL) {

ef39c0adcb61b16f9edc7beb4cdc8f3b0d5a8f15Stephen Gallagher *cmp_guid_r = t_strdup_printf("%s(guid128, orig=%s)",

ef39c0adcb61b16f9edc7beb4cdc8f3b0d5a8f15Stephen Gallagher binary_to_hex(change_guid_128, sizeof(change_guid_128)),

8c3a4809b3420657289b42f028a1c9019b112991Stephen Gallagher change->guid);

eb2e21b764d03544d8161e9956d7f70b07b75f77Simo Sorce }

b9e5bd09a5ff7009537a18914dbebcf10498f592Sumit Bose return FALSE;

e7ccfb139388c947ec2dee16cfe3005f5643b90dPetr Cech }

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher return TRUE;

2827b0d03f7b6bafa504d22a5d7ca39cbda048b3Pavel Březina}

9e80079370ff3b943832adc3c5ef430e64be0a0cJakub Hrozek

e7311aec8d691e5427317442387af1bc8fff3742Jan Cholastastatic int

7ac503a73a26abe49f9f7d175c74df705380898dPavel Březinaimporter_try_next_mail(struct dsync_mailbox_importer *importer,

7f0b01bf0a8f5c5b3ef145e81511b6db2cb4f98fPavel Březina uint32_t wanted_uid)

cb4d5b588e704114b7090678752d33512baa718eJakub Hrozek{

590582be38cdbfde387fcc57df92903d48c5a083Jakub Hrozek struct mail_private *pmail;

8a1fd0633e85221da1fb63451516a70d66c0af31Pavel Březina const char *hdr_hash;

c747b0c875785ce693f70b50bdda0237c4b04e35Pavel Březina

a1e4113a5388e34c08459c5b69679c82ac2bddc9Pavel Březina if (importer->cur_mail == NULL) {

d3c82d0170d6d7407549afdadd08aa7e11aeb9a2Pavel Březina /* end of search */

a8d1a344e580f29699aed9b88d87fc3c6f5d113bSimo Sorce return -1;

1dd679584241a0f9b29072c7eed1c5c5e4a577e4Simo Sorce }

1dd679584241a0f9b29072c7eed1c5c5e4a577e4Simo Sorce while (importer->cur_mail->seq < importer->next_local_seq ||

8f2a34cc6964a1f80a1434e05315a7ae0bb5774eSimo Sorce importer->cur_mail->uid < wanted_uid) {

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (!importer->cur_uid_has_change &&

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher !importer->last_common_uid_found) {

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter /* this message exists locally, but remote didn't send

364b3572bab5a9649e8f2d4da835d05d3c8ca7a9Pavel Březina seq_range_array_add(&importer->maybe_expunge_uids,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher importer->cur_mail->uid);

3f98cdc011bb4e8cd22c088f288b0bcdb6452492Jakub Hrozek }

1f1e6cbc59868f06dee3ab4b3df660fcb77ce1c8Jakub Hrozek

4c11f752e1f10cf5740d53a3206bb795e9e34fe8Jan Zeleny importer->cur_mail_skip = FALSE;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (!mailbox_search_next(importer->search_ctx,

4c1bf6607060cea867fccf667063c028dfd51e96Stephen Gallagher &importer->cur_mail)) {

1a7d1977037864e52858058777af8ff8401547ddJan Cholasta importer->cur_mail = NULL;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher importer->cur_guid = NULL;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher importer->cur_hdr_hash = NULL;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher return -1;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher }

376eaf187c13c2a1eaea0ffbdd970b6b563ab74cPetr Cech importer->cur_uid_has_change = FALSE;

7ac503a73a26abe49f9f7d175c74df705380898dPavel Březina }

d3dee2a07f1a8ee9ae6f94e149ced754ef76c248Pavel Březina importer->cur_uid_has_change = importer->cur_mail->uid == wanted_uid;

d3dee2a07f1a8ee9ae6f94e149ced754ef76c248Pavel Březina if (importer->mails_have_guids) {

d3dee2a07f1a8ee9ae6f94e149ced754ef76c248Pavel Březina if (mail_get_special(importer->cur_mail, MAIL_FETCH_GUID,

d3dee2a07f1a8ee9ae6f94e149ced754ef76c248Pavel Březina &importer->cur_guid) < 0) {

d3dee2a07f1a8ee9ae6f94e149ced754ef76c248Pavel Březina dsync_mail_error(importer, importer->cur_mail, "GUID");

d3dee2a07f1a8ee9ae6f94e149ced754ef76c248Pavel Březina return 0;

d3dee2a07f1a8ee9ae6f94e149ced754ef76c248Pavel Březina }

d3dee2a07f1a8ee9ae6f94e149ced754ef76c248Pavel Březina } else {

d3dee2a07f1a8ee9ae6f94e149ced754ef76c248Pavel Březina if (dsync_mail_get_hdr_hash(importer->cur_mail,

cc2d77d5218c188119fa954c856e858cbde76947Pavel Březina importer->hdr_hash_version,

892ddeb5190dd5c1ffa26a95142a10a0034fc5e3Pavel Březina &hdr_hash) < 0) {

3b99f7a97553a0a357d50abe507d4f0060c4eceaPavel Březina dsync_mail_error(importer, importer->cur_mail,

3b99f7a97553a0a357d50abe507d4f0060c4eceaPavel Březina "header hash");

50c2a57dea6d38a4f6753a917a5d745b07036325Pavel Březina return 0;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher }

f9961e5f82e0ef474d6492371bfdf9e74e208a99Pavel Březina pmail = (struct mail_private *)importer->cur_mail;

87c07559af5cfcd2752295ef7c425bd3205f426fStephen Gallagher importer->cur_hdr_hash = p_strdup(pmail->pool, hdr_hash);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher importer->cur_guid = "";

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher }

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher /* make sure next_local_seq gets updated in case we came here

3441d0c2d11aea0c39b009751a1898333c009674Stephen Gallagher importer->next_local_seq = importer->cur_mail->seq;

65e8f538ad35ba7d86cd9e60a3d86aec34537027Stephen Gallagher return 1;

45aeb924ec3ac448bb8d174a5cc061ed98b147c7Jakub Hrozek}

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherstatic bool

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherimporter_next_mail(struct dsync_mailbox_importer *importer, uint32_t wanted_uid)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher{

cce3e8526176ce2fe9baa5bda1bb457b996b7bcfSumit Bose int ret;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

e9eeb4302e0e426c6cc1a4e65b95a6f7066e80b9Pavel Březina for (;;) {

85feb8d77a2c832787880944e02104846c4d5376Pavel Březina T_BEGIN {

cc84fd46f356c4a36a721ab135a33ec77c93e34dJakub Hrozek ret = importer_try_next_mail(importer, wanted_uid);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher } T_END;

65e8f538ad35ba7d86cd9e60a3d86aec34537027Stephen Gallagher if (ret != 0 || importer->failed)

cdaa29d2c5724a4c72bfa0f42284ccfac3d5a464Pavel Reichl break;

ae8d047122c7ba8123f72b2eac68944868ac37d4Stephen Gallagher importer->next_local_seq = importer->cur_mail->seq + 1;

fae99bfe4bfc8b4a12e9c2a0ad01b3684c22f934Simo Sorce }

9cb46bc62f22e0104f1b41a423b014c281ef5fc2Jakub Hrozek return ret > 0;

8ca73915a3bf60331468fed6b3b38652c979f95dJakub Hrozek}

d0599eaa9369fd867953e3c58b8d7bb445525ff5Pavel Březina

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagherstatic int

213ce2a78b1abe3921d8dc13c949a28130d00aecJan Zelenyimporter_mail_cmp(const struct importer_mail *m1,

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher const struct importer_mail *m2)

38e2ec1c757955ab557fd95807afa58042d09482Jan Zeleny{

ad07ed37b6b51ef134d4524edaf2259e19ac984fJan Zeleny int ret;

1a853121ca2ba8ede6df429ee76942131ffb0f65Jan Zeleny

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (m1->guid == NULL)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher return 1;

81165faf5d951aca69f410713730c26ff048ec44Sumit Bose if (m2->guid == NULL)

3a62a99faf8e12965100d0b26fc9e07752bd3e2dStephen Gallagher return -1;

1a7d1977037864e52858058777af8ff8401547ddJan Cholasta

65e8f538ad35ba7d86cd9e60a3d86aec34537027Stephen Gallagher ret = strcmp(m1->guid, m2->guid);

88275cccddf39892e01682b39b02292eb74729bdPavel Březina if (ret != 0)

b407fe0474a674bb42f0f42ab47c7f530a07a367Pavel Březina return ret;

4ddd5591c50e27dffa55f03fbce0dcc85cd50a8bPavel Březina

a679f0167b646cffdae86546ed77e105576991b0Pavel Březina if (m1->uid < m2->uid)

dea636af4d1902a081ee891f1b19ee2f8729d759Pavel Březina return -1;

dea636af4d1902a081ee891f1b19ee2f8729d759Pavel Březina if (m1->uid > m2->uid)

dea636af4d1902a081ee891f1b19ee2f8729d759Pavel Březina return 1;

dea636af4d1902a081ee891f1b19ee2f8729d759Pavel Březina return 0;

dea636af4d1902a081ee891f1b19ee2f8729d759Pavel Březina}

dea636af4d1902a081ee891f1b19ee2f8729d759Pavel Březina

dea636af4d1902a081ee891f1b19ee2f8729d759Pavel Březinastatic void newmail_link(struct dsync_mailbox_importer *importer,

dea636af4d1902a081ee891f1b19ee2f8729d759Pavel Březina struct importer_new_mail *newmail, uint32_t remote_uid)

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher{

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher struct importer_new_mail *first_mail, **last, *mail, *link = NULL;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher if (*newmail->guid != '\0') {

347f7c4d1e8e83fc7ffcaf9524a67e8b3ad5d7c5Jan Cholasta first_mail = hash_table_lookup(importer->import_guids,

4139a7a731f2831963a42b26aac111422be28792Jakub Hrozek newmail->guid);

50fe3d79ab12b795a687b676761bef265701626aStephen Gallagher if (first_mail == NULL) {

50fe3d79ab12b795a687b676761bef265701626aStephen Gallagher /* first mail for this GUID */

3f32406640d89face5e79244b4d8dab34adb6c7cPavel Březina hash_table_insert(importer->import_guids,

17d37aecdf397fcb7a1d0c75adebdb25d7be112ePavel Březina newmail->guid, newmail);

b1a822a16e3ef97e31d167f9e97efec06fc121dcJakub Hrozek return;

d43c9d18fb263b1ea4071b20e93ce4994583f62fJakub Hrozek }

077f8c9ca849ec895da3f0a25d15484ead08e99eLukas Slebodnik } else {

3e5e98aae4b14f5447c561ff5b0d854b74046312Pavel Březina if (remote_uid == 0) {

7ac503a73a26abe49f9f7d175c74df705380898dPavel Březina /* mail exists only locally. we don't want to request

e293fba4f5459f3c2dad254dcc966407d8fc3312Jakub Hrozek return;

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose }

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose first_mail = hash_table_lookup(importer->import_uids,

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose POINTER_CAST(remote_uid));

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose if (first_mail == NULL) {

b9c8ce2bdd4045782c243605a1b999098bedcffcNoam Meltzer /* first mail for this UID */

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina hash_table_insert(importer->import_uids,

462db32918a05097652f8232cd6c8d78a826e63cLukas Slebodnik POINTER_CAST(remote_uid), newmail);

1d1a0a019d8d4d9ab0f51ada03604cd2cada287eSumit Bose return;

462db32918a05097652f8232cd6c8d78a826e63cLukas Slebodnik }

284937e6b5b0c9d7a1d3382d0d2820d1168842fbPavel Březina }

aea1d5c0ca9bb1470759b024c8b97b6c1f577193Pavel Březina /* 1) add the newmail to the end of the linked list

347f7c4d1e8e83fc7ffcaf9524a67e8b3ad5d7c5Jan Cholasta last = &first_mail->next;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher for (mail = first_mail; mail != NULL; mail = mail->next) {

3b08dec5ee634f83ee18e1753d5ffe0ac5e3c458Jakub Hrozek if (mail->final_uid == newmail->final_uid)

625bb2ddf15e8f305a53afa44e87f2146fa930afSimo Sorce mail->uid_is_usable = TRUE;

625bb2ddf15e8f305a53afa44e87f2146fa930afSimo Sorce if (link == NULL && mail->link == NULL &&

3b08dec5ee634f83ee18e1753d5ffe0ac5e3c458Jakub Hrozek mail->uid_in_local != newmail->uid_in_local)

3b08dec5ee634f83ee18e1753d5ffe0ac5e3c458Jakub Hrozek link = mail;

374bf54785365273b20690bd3792c25a44738041Pavel Březina last = &mail->next;

8359bf07a2e6c0181251ce8d5d9160dc57546c55Stephen Gallagher }

8359bf07a2e6c0181251ce8d5d9160dc57546c55Stephen Gallagher *last = newmail;

2a9af1f71887f02935e2fb6ad5023afba5b6d43eSumit Bose if (link != NULL && newmail->link == NULL) {

2a9af1f71887f02935e2fb6ad5023afba5b6d43eSumit Bose link->link = newmail;

8359bf07a2e6c0181251ce8d5d9160dc57546c55Stephen Gallagher newmail->link = link;

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina }

2d5d7761ef2b0d43c39dadf877b87aae19231036Lukas Slebodnik}

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březinastatic void

eaa723b4d06b4c1e588df67bef44a84bbfaebf1aLukas Slebodnikdsync_mailbox_revert_existing_uid(struct dsync_mailbox_importer *importer,

eaa723b4d06b4c1e588df67bef44a84bbfaebf1aLukas Slebodnik uint32_t uid, const char *reason)

86b61156743b7ebdc049450a6f88452890fd9a61Jakub Hrozek{

eaa723b4d06b4c1e588df67bef44a84bbfaebf1aLukas Slebodnik i_assert(importer->revert_local_changes);

86b61156743b7ebdc049450a6f88452890fd9a61Jakub Hrozek

86b61156743b7ebdc049450a6f88452890fd9a61Jakub Hrozek /* UID either already exists or UIDNEXT is too high. we can't set the

77c0d1f6074059dafd2293f9c42ea0f9d60f8aadJakub Hrozek i_warning("Deleting mailbox '%s': UID=%u already exists locally for a different mail: %s",

77c0d1f6074059dafd2293f9c42ea0f9d60f8aadJakub Hrozek mailbox_get_vname(importer->box), uid, reason);

77c0d1f6074059dafd2293f9c42ea0f9d60f8aadJakub Hrozek importer->delete_mailbox = TRUE;

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher importer->mail_error = MAIL_ERROR_TEMP;

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher importer->failed = TRUE;

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher}

96453f402831275a39d5fb89c33c9776e148d03fStephen Gallagher

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagherstatic bool dsync_mailbox_try_save_cur(struct dsync_mailbox_importer *importer,

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher struct dsync_mail_change *save_change)

11e8f3ecdddf8edd8b1bbe9f41b49ce8b709b92aPetr Cech{

11e8f3ecdddf8edd8b1bbe9f41b49ce8b709b92aPetr Cech struct importer_mail m1, m2;

11e8f3ecdddf8edd8b1bbe9f41b49ce8b709b92aPetr Cech struct importer_new_mail *newmail;

654757bcead49427baaeb1b368c0e3433b67c51aJan Engelhardt int diff;

654757bcead49427baaeb1b368c0e3433b67c51aJan Engelhardt bool remote_saved;

96453f402831275a39d5fb89c33c9776e148d03fStephen Gallagher

96453f402831275a39d5fb89c33c9776e148d03fStephen Gallagher i_zero(&m1);

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher if (importer->cur_mail != NULL) {

96453f402831275a39d5fb89c33c9776e148d03fStephen Gallagher m1.guid = importer->mails_have_guids ?

87c07559af5cfcd2752295ef7c425bd3205f426fStephen Gallagher importer->cur_guid : importer->cur_hdr_hash;

5a05b6127064c74349f1edae32e5e13032c386feLukas Slebodnik m1.uid = importer->cur_mail->uid;

5a05b6127064c74349f1edae32e5e13032c386feLukas Slebodnik }

5a05b6127064c74349f1edae32e5e13032c386feLukas Slebodnik i_zero(&m2);

5a05b6127064c74349f1edae32e5e13032c386feLukas Slebodnik if (save_change != NULL) {

5a05b6127064c74349f1edae32e5e13032c386feLukas Slebodnik m2.guid = importer->mails_have_guids ?

5a05b6127064c74349f1edae32e5e13032c386feLukas Slebodnik save_change->guid : save_change->hdr_hash;

96453f402831275a39d5fb89c33c9776e148d03fStephen Gallagher m2.uid = save_change->uid;

87c07559af5cfcd2752295ef7c425bd3205f426fStephen Gallagher i_assert(save_change->type != DSYNC_MAIL_CHANGE_TYPE_EXPUNGE);

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik }

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik

69b46c32357ccf1aab9c0bd6d1afa33a8724ad77Lukas Slebodnik if (importer->empty_hdr_workaround && !importer->mails_have_guids &&

69b46c32357ccf1aab9c0bd6d1afa33a8724ad77Lukas Slebodnik importer->cur_mail != NULL && save_change != NULL &&

69b46c32357ccf1aab9c0bd6d1afa33a8724ad77Lukas Slebodnik (dsync_mail_hdr_hash_is_empty(m1.guid) ||

69b46c32357ccf1aab9c0bd6d1afa33a8724ad77Lukas Slebodnik dsync_mail_hdr_hash_is_empty(m2.guid))) {

69b46c32357ccf1aab9c0bd6d1afa33a8724ad77Lukas Slebodnik /* one of the headers is empty. assume it's broken and that

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik diff = 0;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik } else {

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik diff = importer_mail_cmp(&m1, &m2);

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik }

625bb2ddf15e8f305a53afa44e87f2146fa930afSimo Sorce if (diff < 0) {

625bb2ddf15e8f305a53afa44e87f2146fa930afSimo Sorce /* add a record for local mail */

625bb2ddf15e8f305a53afa44e87f2146fa930afSimo Sorce i_assert(importer->cur_mail != NULL);

625bb2ddf15e8f305a53afa44e87f2146fa930afSimo Sorce if (importer->revert_local_changes) {

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik if (save_change == NULL &&

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik importer->cur_mail->uid >= importer->remote_uid_next) {

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose dsync_mailbox_revert_existing_uid(importer, importer->cur_mail->uid,

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose t_strdup_printf("higher than remote's UIDs (remote UIDNEXT=%u)", importer->remote_uid_next));

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose return TRUE;

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose }

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose mail_expunge(importer->cur_mail);

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose importer->cur_mail_skip = TRUE;

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose importer->next_local_seq++;

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose return FALSE;

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose }

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose newmail = p_new(importer->pool, struct importer_new_mail, 1);

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose newmail->guid = p_strdup(importer->pool, importer->cur_guid);

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail->final_uid = importer->cur_mail->uid;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail->local_uid = importer->cur_mail->uid;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail->uid_in_local = TRUE;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail->uid_is_usable =

625bb2ddf15e8f305a53afa44e87f2146fa930afSimo Sorce newmail->final_uid >= importer->remote_uid_next;

625bb2ddf15e8f305a53afa44e87f2146fa930afSimo Sorce remote_saved = FALSE;

625bb2ddf15e8f305a53afa44e87f2146fa930afSimo Sorce } else if (diff > 0) {

625bb2ddf15e8f305a53afa44e87f2146fa930afSimo Sorce i_assert(save_change != NULL);

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail = p_new(importer->pool, struct importer_new_mail, 1);

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail->guid = save_change->guid;

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose newmail->final_uid = save_change->uid;

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose newmail->remote_uid = save_change->uid;

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose newmail->uid_in_local = FALSE;

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose newmail->uid_is_usable =

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose newmail->final_uid >= importer->local_uid_next;

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose if (!newmail->uid_is_usable && importer->revert_local_changes) {

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose dsync_mailbox_revert_existing_uid(importer, newmail->final_uid,

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose t_strdup_printf("UID >= local UIDNEXT=%u", importer->local_uid_next));

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose return TRUE;

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose }

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose remote_saved = TRUE;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik } else {

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik /* identical */

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik i_assert(importer->cur_mail != NULL);

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik i_assert(save_change != NULL);

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail = p_new(importer->pool, struct importer_new_mail, 1);

3b1aa479b377e570c6dff359a1f8099289a2af75Michal Židek newmail->guid = save_change->guid;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail->final_uid = importer->cur_mail->uid;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail->local_uid = importer->cur_mail->uid;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail->remote_uid = save_change->uid;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail->uid_in_local = TRUE;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail->uid_is_usable = TRUE;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik newmail->link = newmail;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik remote_saved = TRUE;

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik }

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik if (newmail->uid_in_local) {

25d4435998d0446f7699e7ab0874c7a6f610ab58Lukas Slebodnik importer->cur_mail_skip = TRUE;

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose importer->next_local_seq++;

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose }

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose /* NOTE: assumes save_change is allocated from importer pool */

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose newmail->change = save_change;

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose array_append(&importer->newmails, &newmail, 1);

3b1aa479b377e570c6dff359a1f8099289a2af75Michal Židek newmail_link(importer, newmail,

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose save_change == NULL ? 0 : save_change->uid);

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose return remote_saved;

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose}

0d5bb38364a6976e9c85d6349aa13a04d181a090Sumit Bose

bf01e8179cbb2be476805340636098deda7e1366Sumit Bosestatic bool ATTR_NULL(2)

bf01e8179cbb2be476805340636098deda7e1366Sumit Bosedsync_mailbox_try_save(struct dsync_mailbox_importer *importer,

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose struct dsync_mail_change *save_change)

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose{

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose if (importer->cur_mail_skip) {

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose if (!importer_next_mail(importer, 0) && save_change == NULL)

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose return FALSE;

bf01e8179cbb2be476805340636098deda7e1366Sumit Bose }

96453f402831275a39d5fb89c33c9776e148d03fStephen Gallagher return dsync_mailbox_try_save_cur(importer, save_change);

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher}

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagherstatic void dsync_mailbox_save(struct dsync_mailbox_importer *importer,

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher struct dsync_mail_change *save_change)

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher{

4c11f752e1f10cf5740d53a3206bb795e9e34fe8Jan Zeleny while (!dsync_mailbox_try_save(importer, save_change)) ;

c2352a73f52f600d95966ebe0b0819649ba923faStephen Gallagher}

6e9d7cbe43fdfc866b18f9ef0779bbfc10ad6f3aJakub Hrozek

4c1bf6607060cea867fccf667063c028dfd51e96Stephen Gallagherstatic bool

1f1e6cbc59868f06dee3ab4b3df660fcb77ce1c8Jakub Hrozekdsync_import_set_mail(struct dsync_mailbox_importer *importer,

e76d78338026fa47dca32eaf7f5c15eabb1b951aJan Zeleny const struct dsync_mail_change *change)

2ef62c64e7f07c8aced3f72850008ecb72860162Sumit Bose{

386a66b1aa18a176e6a06fa126556c9590c373b6Sumit Bose const char *guid, *cmp_guid;

817b1bcafff27cc67630dd0cbd36df708c05fcccStephen Gallagher

64074e584a56611d7563667e0fcdadd215b0c922Yassir Elley if (!mail_set_uid(importer->mail, change->uid))

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher return FALSE;

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher if (change->guid == NULL) {

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher /* GUID is unknown */

d3dee2a07f1a8ee9ae6f94e149ced754ef76c248Pavel Březina return TRUE;

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher }

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher if (*change->guid == '\0') {

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher /* backend doesn't support GUIDs. if hdr_hash is set, we could

42c28b9424b6ef8a0021b124773e171dd5defaddJakub Hrozek return TRUE;

df4e1db5d41c903ae57fd880acc76a0ad84aa7b2Pavel Březina }

1319e71fd1680ca4864afe0b1aca2b8c8e4a1ee4Stef Walter

d9577dbd92555b0755881e37724019ef9c578404Stef Walter /* verify that GUID matches, just in case */

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher if (mail_get_special(importer->mail, MAIL_FETCH_GUID, &guid) < 0) {

ae7247551b78a05a5397d3c790afad7ef51b0d9dPavel Březina dsync_mail_error(importer, importer->mail, "GUID");

d4aa049726ce8c6feeaf6995d4abb4cb5155b9a1Pavel Březina return FALSE;

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher }

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher if (!dsync_mail_change_guid_equals(importer, change, guid, &cmp_guid)) {

b9d8c6172e48a2633ebe196b2e88bebdf9523c20Stef Walter dsync_import_unexpected_state(importer, t_strdup_printf(

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher "Unexpected GUID mismatch for UID=%u: %s != %s",

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher change->uid, guid, cmp_guid));

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher return FALSE;

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher }

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher return TRUE;

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher}

b32159300fea63222d8dd9200ed634087704ea74Stephen Gallagher

29be7d76c949b82350c7603cfd362a1fcb47eb1bJan Zelenystatic bool dsync_check_cur_guid(struct dsync_mailbox_importer *importer,

dbea04f585a30d001b574317c068cd03a4fa332bJakub Hrozek const struct dsync_mail_change *change)

5a70b84cb66fb8c7a3fce0e3f2e4b61e0b2ea9d4Simo Sorce{

823a5b3f4375f12b6edae4dd5169ee01771baebeJan Zeleny const char *cmp_guid;

9959c512ac3ba36f7a0db7614f0357ce0bae748fJakub Hrozek

918b2a5a91f1c551d48f4bffed2a28c36fdb4be1Simo Sorce if (change->guid == NULL || change->guid[0] == '\0' ||

bc052ea17d858c19f9cb9c9e2bc602e754f68831Sumit Bose importer->cur_guid[0] == '\0')

20d0bc6d587f346238062df4da5edfde815e59b1Jan Zeleny return TRUE;

0a55f903a1da319338fdcf147efa01ed22f9710dMichal Zidek if (!dsync_mail_change_guid_equals(importer, change,

8bcabb97d988d1602882a1f036aac2eaf5e09234Simo Sorce importer->cur_guid, &cmp_guid)) {

22d381367c27910fe82f476a76b9f4ede555e35aLukas Slebodnik dsync_import_unexpected_state(importer, t_strdup_printf(

12805da52a93c268290cec7b8fbbdbd4ea8abc3eLukas Slebodnik "Unexpected GUID mismatch (2) for UID=%u: %s != %s",

7de6e3534fd61c7619ed34a6b1afe7230b5e6504Ondrej Kos change->uid, importer->cur_guid, cmp_guid));

a473fb88e6015cf0ccbd2e9005c7e6acca18f452Pavel Březina return FALSE;

de38d860e39585486e3ccbb42555196e319c7efdSumit Bose }

022c6b90bb37851c0e8704c0e5388ebc113c6470Lukas Slebodnik return TRUE;

022c6b90bb37851c0e8704c0e5388ebc113c6470Lukas Slebodnik}

ac40d2f2b2b2fc35c95389f5e28febd580bd2b7aJakub Hrozek

75ba524d356fed615a9c92152f64aebf0bdaf9c2Simo Sorcestatic void

022c6b90bb37851c0e8704c0e5388ebc113c6470Lukas Slebodnikmerge_flags(uint32_t local_final, uint32_t local_add, uint32_t local_remove,

12805da52a93c268290cec7b8fbbdbd4ea8abc3eLukas Slebodnik uint32_t remote_final, uint32_t remote_add, uint32_t remote_remove,

12805da52a93c268290cec7b8fbbdbd4ea8abc3eLukas Slebodnik uint32_t pvt_mask, bool prefer_remote, bool prefer_pvt_remote,

ac40d2f2b2b2fc35c95389f5e28febd580bd2b7aJakub Hrozek uint32_t *change_add_r, uint32_t *change_remove_r,

ac40d2f2b2b2fc35c95389f5e28febd580bd2b7aJakub Hrozek bool *remote_changed, bool *remote_pvt_changed)

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher{

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagher uint32_t combined_add, combined_remove, conflict_flags;

12805da52a93c268290cec7b8fbbdbd4ea8abc3eLukas Slebodnik uint32_t local_wanted, remote_wanted, conflict_pvt_flags;

ac40d2f2b2b2fc35c95389f5e28febd580bd2b7aJakub Hrozek

5a05b6127064c74349f1edae32e5e13032c386feLukas Slebodnik /* resolve conflicts */

5a05b6127064c74349f1edae32e5e13032c386feLukas Slebodnik conflict_flags = local_add & remote_remove;

5a05b6127064c74349f1edae32e5e13032c386feLukas Slebodnik if (conflict_flags != 0) {

7d8b7d82f0a91ed656320577fc781f24a66db9f8Sumit Bose conflict_pvt_flags = conflict_flags & pvt_mask;

ac40d2f2b2b2fc35c95389f5e28febd580bd2b7aJakub Hrozek conflict_flags &= ~pvt_mask;

3f98cdc011bb4e8cd22c088f288b0bcdb6452492Jakub Hrozek if (prefer_remote)

3f98cdc011bb4e8cd22c088f288b0bcdb6452492Jakub Hrozek local_add &= ~conflict_flags;

3f98cdc011bb4e8cd22c088f288b0bcdb6452492Jakub Hrozek else

1a7d1977037864e52858058777af8ff8401547ddJan Cholasta remote_remove &= ~conflict_flags;

748ba184db97b7534254f97018fa04e8aa458faeJan Cholasta if (prefer_pvt_remote)

748ba184db97b7534254f97018fa04e8aa458faeJan Cholasta local_add &= ~conflict_pvt_flags;

748ba184db97b7534254f97018fa04e8aa458faeJan Cholasta else

1a7d1977037864e52858058777af8ff8401547ddJan Cholasta remote_remove &= ~conflict_pvt_flags;

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek }

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek conflict_flags = local_remove & remote_add;

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek if (conflict_flags != 0) {

96453f402831275a39d5fb89c33c9776e148d03fStephen Gallagher conflict_pvt_flags = conflict_flags & pvt_mask;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher conflict_flags &= ~pvt_mask;

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek if (prefer_remote)

1e0fa55fb377db788e065de917ba8e149eb56161Jakub Hrozek local_remove &= ~conflict_flags;

1e0fa55fb377db788e065de917ba8e149eb56161Jakub Hrozek else

1e0fa55fb377db788e065de917ba8e149eb56161Jakub Hrozek remote_add &= ~conflict_flags;

1e0fa55fb377db788e065de917ba8e149eb56161Jakub Hrozek if (prefer_pvt_remote)

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek local_remove &= ~conflict_pvt_flags;

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek else

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek remote_add &= ~conflict_pvt_flags;

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek }

1e0fa55fb377db788e065de917ba8e149eb56161Jakub Hrozek

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek combined_add = local_add|remote_add;

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek combined_remove = local_remove|remote_remove;

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek i_assert((combined_add & combined_remove) == 0);

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek /* don't change flags that are currently identical in both sides */

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek conflict_flags = local_final ^ remote_final;

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek combined_add &= conflict_flags;

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek combined_remove &= conflict_flags;

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek

577ba99b3150404533bd3d859522a2c994b17e76Lukas Slebodnik /* see if there are conflicting final flags */

fd98a28d6e94080e52bbedc789b06606a6019b10Lukas Slebodnik local_wanted = (local_final|combined_add) & ~combined_remove;

577ba99b3150404533bd3d859522a2c994b17e76Lukas Slebodnik remote_wanted = (remote_final|combined_add) & ~combined_remove;

577ba99b3150404533bd3d859522a2c994b17e76Lukas Slebodnik

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek conflict_flags = local_wanted ^ remote_wanted;

42ec8af02ecf1937e4db9b1ecc6216022634f0f9Michal Zidek if (conflict_flags != 0) {

577ba99b3150404533bd3d859522a2c994b17e76Lukas Slebodnik if (prefer_remote && prefer_pvt_remote)

bbaba8b3ef9bc101863b8687f234f4ee956caacdPavel Březina local_wanted = remote_wanted;

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina else if (prefer_remote && !prefer_pvt_remote) {

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina local_wanted = (local_wanted & pvt_mask) |

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina (remote_wanted & ~pvt_mask);

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina } else if (!prefer_remote && prefer_pvt_remote) {

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina local_wanted = (local_wanted & ~pvt_mask) |

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina (remote_wanted & pvt_mask);

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina }

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina }

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina *change_add_r = local_wanted & ~local_final;

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina *change_remove_r = local_final & ~local_wanted;

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina if ((local_wanted & ~pvt_mask) != (remote_final & ~pvt_mask))

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina *remote_changed = TRUE;

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina if ((local_wanted & pvt_mask) != (remote_final & pvt_mask))

bbaba8b3ef9bc101863b8687f234f4ee956caacdPavel Březina *remote_pvt_changed = TRUE;

bbaba8b3ef9bc101863b8687f234f4ee956caacdPavel Březina}

3fc158e59eebbc2f538fe0076a03928d0d4eab9fPavel Březina

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bosestatic bool

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bosekeyword_find(ARRAY_TYPE(const_string) *keywords, const char *name,

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose unsigned int *idx_r)

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose{

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose const char *const *names;

e0c86d21388bffe2e3919e780780c40d96186abbJakub Hrozek unsigned int i, count;

e0c86d21388bffe2e3919e780780c40d96186abbJakub Hrozek

4dd615c01357b8715711aad6820ba9595d3ad377Stephen Gallagher names = array_get(keywords, &count);

e0c86d21388bffe2e3919e780780c40d96186abbJakub Hrozek for (i = 0; i < count; i++) {

b32159300fea63222d8dd9200ed634087704ea74Stephen Gallagher if (strcmp(names[i], name) == 0) {

de5fa34860886ad68fba5e739987e16c342e8f14Lukas Slebodnik *idx_r = i;

de5fa34860886ad68fba5e739987e16c342e8f14Lukas Slebodnik return TRUE;

de5fa34860886ad68fba5e739987e16c342e8f14Lukas Slebodnik }

de5fa34860886ad68fba5e739987e16c342e8f14Lukas Slebodnik }

e0c86d21388bffe2e3919e780780c40d96186abbJakub Hrozek return FALSE;

e0c86d21388bffe2e3919e780780c40d96186abbJakub Hrozek}

e0c86d21388bffe2e3919e780780c40d96186abbJakub Hrozek

de5fa34860886ad68fba5e739987e16c342e8f14Lukas Slebodnikstatic void keywords_append(ARRAY_TYPE(const_string) *dest,

e0c86d21388bffe2e3919e780780c40d96186abbJakub Hrozek const ARRAY_TYPE(const_string) *keywords,

654757bcead49427baaeb1b368c0e3433b67c51aJan Engelhardt uint32_t bits, unsigned int start_idx)

b32159300fea63222d8dd9200ed634087704ea74Stephen Gallagher{

654757bcead49427baaeb1b368c0e3433b67c51aJan Engelhardt const char *const *namep;

e0c86d21388bffe2e3919e780780c40d96186abbJakub Hrozek unsigned int i;

65ce66c43141f7e5c8482a8f8e7e217a23791588Petr Cech

4dd615c01357b8715711aad6820ba9595d3ad377Stephen Gallagher for (i = 0; i < 32; i++) {

e0c86d21388bffe2e3919e780780c40d96186abbJakub Hrozek if ((bits & (1U << i)) == 0)

f28b09f887870c10c8c611beee3c17eaa9ef74f3Lukas Slebodnik continue;

4f6931e854c698dcb1c09f99eb330ce2fb97e7c6Lukas Slebodnik

f28b09f887870c10c8c611beee3c17eaa9ef74f3Lukas Slebodnik namep = array_idx(keywords, start_idx+i);

a6098862048d4bb469130b9ff21be3020d6f2c54Sumit Bose array_append(dest, namep, 1);

b6dfbf81c61d4431aaa81687ec53e892f8b71edbSumit Bose }

46222e5191473f9a46aec581273eb2eef22e23beMichal Zidek}

46222e5191473f9a46aec581273eb2eef22e23beMichal Zidek

a6098862048d4bb469130b9ff21be3020d6f2c54Sumit Bosestatic void

f28b09f887870c10c8c611beee3c17eaa9ef74f3Lukas Slebodnikmerge_keywords(struct mail *mail, const ARRAY_TYPE(const_string) *local_changes,

8babbeee01e67893af4828ddfc922ecac0be4197Pavel Reichl const ARRAY_TYPE(const_string) *remote_changes,

a6098862048d4bb469130b9ff21be3020d6f2c54Sumit Bose bool prefer_remote,

f28b09f887870c10c8c611beee3c17eaa9ef74f3Lukas Slebodnik bool *remote_changed, bool *remote_pvt_changed)

f28b09f887870c10c8c611beee3c17eaa9ef74f3Lukas Slebodnik{

4f6931e854c698dcb1c09f99eb330ce2fb97e7c6Lukas Slebodnik /* local_changes and remote_changes are assumed to have no

2a9af1f71887f02935e2fb6ad5023afba5b6d43eSumit Bose uint32_t *local_add, *local_remove, *local_final;

2a9af1f71887f02935e2fb6ad5023afba5b6d43eSumit Bose uint32_t *remote_add, *remote_remove, *remote_final;

2a9af1f71887f02935e2fb6ad5023afba5b6d43eSumit Bose uint32_t *change_add, *change_remove;

2a9af1f71887f02935e2fb6ad5023afba5b6d43eSumit Bose ARRAY_TYPE(const_string) all_keywords, add_keywords, remove_keywords;

654757bcead49427baaeb1b368c0e3433b67c51aJan Engelhardt const char *const *changes, *name, *const *local_keywords;

654757bcead49427baaeb1b368c0e3433b67c51aJan Engelhardt struct mail_keywords *kw;

2a9af1f71887f02935e2fb6ad5023afba5b6d43eSumit Bose unsigned int i, count, name_idx, array_size;

f28b09f887870c10c8c611beee3c17eaa9ef74f3Lukas Slebodnik

9c88f837ffacf6548c13825589b327de1a5525f3Sumit Bose local_keywords = mail_get_keywords(mail);

a6098862048d4bb469130b9ff21be3020d6f2c54Sumit Bose

f28b09f887870c10c8c611beee3c17eaa9ef74f3Lukas Slebodnik /* we'll assign a common index for each keyword name and place

a9c287bda3fc2a1e12cef2135ade96945f11ad01Sumit Bose if (array_is_created(remote_changes))

e0c86d21388bffe2e3919e780780c40d96186abbJakub Hrozek changes = array_get(remote_changes, &count);

a9c287bda3fc2a1e12cef2135ade96945f11ad01Sumit Bose else {

a9c287bda3fc2a1e12cef2135ade96945f11ad01Sumit Bose changes = NULL;

a9c287bda3fc2a1e12cef2135ade96945f11ad01Sumit Bose count = 0;

a9c287bda3fc2a1e12cef2135ade96945f11ad01Sumit Bose }

a9c287bda3fc2a1e12cef2135ade96945f11ad01Sumit Bose

f3c85d900c4663854cc7bbae7d9f77867ed1f69bSumit Bose array_size = str_array_length(local_keywords) + count;

f3c85d900c4663854cc7bbae7d9f77867ed1f69bSumit Bose if (array_is_created(local_changes))

a9c287bda3fc2a1e12cef2135ade96945f11ad01Sumit Bose array_size += array_count(local_changes);

f3c85d900c4663854cc7bbae7d9f77867ed1f69bSumit Bose if (array_size == 0) {

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose /* this message has no keywords */

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose return;

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose }

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose t_array_init(&all_keywords, array_size);

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose t_array_init(&add_keywords, array_size);

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose t_array_init(&remove_keywords, array_size);

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose /* @UNSAFE: create large enough arrays to fit all keyword indexes. */

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose array_size = (array_size+31)/32;

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose local_add = t_new(uint32_t, array_size);

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose local_remove = t_new(uint32_t, array_size);

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose local_final = t_new(uint32_t, array_size);

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose remote_add = t_new(uint32_t, array_size);

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose remote_remove = t_new(uint32_t, array_size);

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose remote_final = t_new(uint32_t, array_size);

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose change_add = t_new(uint32_t, array_size);

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose change_remove = t_new(uint32_t, array_size);

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose /* get remote changes */

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose for (i = 0; i < count; i++) {

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose name = changes[i]+1;

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose name_idx = array_count(&all_keywords);

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose array_append(&all_keywords, &name, 1);

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose switch (changes[i][0]) {

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose case KEYWORD_CHANGE_ADD:

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose remote_add[name_idx/32] |= 1U << (name_idx%32);

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose break;

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose case KEYWORD_CHANGE_REMOVE:

1270ffe9f3809f2fd488ef4a320d344ae107ab87Sumit Bose remote_remove[name_idx/32] |= 1U << (name_idx%32);

885386b7e3f1c3e74b354576b98a092b0835d64eSumit Bose break;

f3c85d900c4663854cc7bbae7d9f77867ed1f69bSumit Bose case KEYWORD_CHANGE_FINAL:

a9c287bda3fc2a1e12cef2135ade96945f11ad01Sumit Bose remote_final[name_idx/32] |= 1U << (name_idx%32);

4dd615c01357b8715711aad6820ba9595d3ad377Stephen Gallagher break;

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina case KEYWORD_CHANGE_ADD_AND_FINAL:

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina remote_add[name_idx/32] |= 1U << (name_idx%32);

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina remote_final[name_idx/32] |= 1U << (name_idx%32);

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina break;

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina }

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina }

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina /* get local changes. use existing indexes for names when they exist. */

0bb98b7700b1b61f5b0a20b93279d5c2c391007fPavel Březina if (array_is_created(local_changes))

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina changes = array_get(local_changes, &count);

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina else {

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina changes = NULL;

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina count = 0;

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina }

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina for (i = 0; i < count; i++) {

efa6c1f75c4c18bcc148d6e7efd429c2d56499adPavel Březina name = changes[i]+1;

efa6c1f75c4c18bcc148d6e7efd429c2d56499adPavel Březina if (!keyword_find(&all_keywords, name, &name_idx)) {

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina name_idx = array_count(&all_keywords);

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina array_append(&all_keywords, &name, 1);

36e262020c80479baa09b2c4c8dd045c7a0f32a1Pavel Březina }

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina switch (changes[i][0]) {

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina case KEYWORD_CHANGE_ADD:

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina case KEYWORD_CHANGE_ADD_AND_FINAL:

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina local_add[name_idx/32] |= 1U << (name_idx%32);

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina break;

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina case KEYWORD_CHANGE_REMOVE:

a7e27c11866a48742bb70564b88e15bf15e9367dPavel Březina local_remove[name_idx/32] |= 1U << (name_idx%32);

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek break;

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek case KEYWORD_CHANGE_FINAL:

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek break;

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek }

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek }

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek for (i = 0; local_keywords[i] != NULL; i++) {

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek name = local_keywords[i];

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek if (!keyword_find(&all_keywords, name, &name_idx)) {

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek name_idx = array_count(&all_keywords);

6dcbfe52d5e64205c0d922f3e89add066b42c496Jakub Hrozek array_append(&all_keywords, &name, 1);

6dcbfe52d5e64205c0d922f3e89add066b42c496Jakub Hrozek }

8c829226ce0cf98c35ffce39a66f9645cff65767Jakub Hrozek local_final[name_idx/32] |= 1U << (name_idx%32);

8c829226ce0cf98c35ffce39a66f9645cff65767Jakub Hrozek }

8c829226ce0cf98c35ffce39a66f9645cff65767Jakub Hrozek i_assert(array_count(&all_keywords) <= array_size*32);

8c829226ce0cf98c35ffce39a66f9645cff65767Jakub Hrozek array_size = (array_count(&all_keywords)+31) / 32;

41291f19dbc5bf14f20729959b852fa605fcc02dJakub Hrozek

41291f19dbc5bf14f20729959b852fa605fcc02dJakub Hrozek /* merge keywords */

c23ea7772113a163139a7b7669303e9e80dc1d09Jakub Hrozek for (i = 0; i < array_size; i++) {

41291f19dbc5bf14f20729959b852fa605fcc02dJakub Hrozek merge_flags(local_final[i], local_add[i], local_remove[i],

41291f19dbc5bf14f20729959b852fa605fcc02dJakub Hrozek remote_final[i], remote_add[i], remote_remove[i],

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek 0, prefer_remote, prefer_remote,

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek &change_add[i], &change_remove[i],

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek remote_changed, remote_pvt_changed);

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek if (change_add[i] != 0) {

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek keywords_append(&add_keywords, &all_keywords,

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek change_add[i], i*32);

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek }

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek if (change_remove[i] != 0) {

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek keywords_append(&remove_keywords, &all_keywords,

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek change_remove[i], i*32);

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek }

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek }

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek /* apply changes */

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek if (array_count(&add_keywords) > 0) {

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek array_append_zero(&add_keywords);

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek kw = mailbox_keywords_create_valid(mail->box,

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek array_idx(&add_keywords, 0));

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek mail_update_keywords(mail, MODIFY_ADD, kw);

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek mailbox_keywords_unref(&kw);

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek }

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek if (array_count(&remove_keywords) > 0) {

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek array_append_zero(&remove_keywords);

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter kw = mailbox_keywords_create_valid(mail->box,

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter array_idx(&remove_keywords, 0));

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter mail_update_keywords(mail, MODIFY_REMOVE, kw);

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter mailbox_keywords_unref(&kw);

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter }

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter}

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter

769347ad4d35d43488eb98f980143495b0db415dStef Walterstatic void

769347ad4d35d43488eb98f980143495b0db415dStef Walterdsync_mailbox_import_replace_flags(struct mail *mail,

8214510f125879c3b1d247f2ce981ee20b5375d1Jakub Hrozek const struct dsync_mail_change *change)

d3dee2a07f1a8ee9ae6f94e149ced754ef76c248Pavel Březina{

8214510f125879c3b1d247f2ce981ee20b5375d1Jakub Hrozek ARRAY_TYPE(const_string) keywords;

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter struct mail_keywords *kw;

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter const char *const *changes, *name;

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter unsigned int i, count;

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter if (array_is_created(&change->keyword_changes))

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter changes = array_get(&change->keyword_changes, &count);

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter else {

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter changes = NULL;

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter count = 0;

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter }

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter t_array_init(&keywords, count+1);

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter for (i = 0; i < count; i++) {

fcd8093c58638dc7c4f9cddfc97f273b94ce2eadStef Walter switch (changes[i][0]) {

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter case KEYWORD_CHANGE_ADD:

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter case KEYWORD_CHANGE_FINAL:

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter case KEYWORD_CHANGE_ADD_AND_FINAL:

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter name = changes[i]+1;

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter array_append(&keywords, &name, 1);

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter break;

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter case KEYWORD_CHANGE_REMOVE:

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter break;

29c5542feb4c45865ea61be97e0e84a1d1f04918Jakub Hrozek }

b699c4d7f85a5404be1d1ee9450331aea869b886Stef Walter }

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher array_append_zero(&keywords);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher kw = mailbox_keywords_create_valid(mail->box, array_idx(&keywords, 0));

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher mail_update_keywords(mail, MODIFY_REPLACE, kw);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher mailbox_keywords_unref(&kw);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

574a1c20f114851071ae74112b34488c3d1aeeb3Ondrej Kos mail_update_flags(mail, MODIFY_REPLACE,

769347ad4d35d43488eb98f980143495b0db415dStef Walter change->add_flags | change->final_flags);

d2d8f342cd5e90bb9fd947c448492225f959aa86Pavel Březina if (mail_get_modseq(mail) < change->modseq)

d2d8f342cd5e90bb9fd947c448492225f959aa86Pavel Březina mail_update_modseq(mail, change->modseq);

d2d8f342cd5e90bb9fd947c448492225f959aa86Pavel Březina if (mail_get_pvt_modseq(mail) < change->pvt_modseq)

7ac503a73a26abe49f9f7d175c74df705380898dPavel Březina mail_update_pvt_modseq(mail, change->pvt_modseq);

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher}

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher

9917c138d9a270deb5820915384fbde751190c2aLukas Slebodnikstatic void

fe2091327ff44f80d6681c261494e4432404e9baStephen Gallagherdsync_mailbox_import_flag_change(struct dsync_mailbox_importer *importer,

e369fc08906383e6d5c39832f31bb6600a33f887Simo Sorce const struct dsync_mail_change *change)

577ba99b3150404533bd3d859522a2c994b17e76Lukas Slebodnik{

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher const struct dsync_mail_change *local_change;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher enum mail_flags local_add, local_remove;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher uint32_t change_add, change_remove;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher uint64_t new_modseq;

ef39c0adcb61b16f9edc7beb4cdc8f3b0d5a8f15Stephen Gallagher ARRAY_TYPE(const_string) local_keyword_changes = ARRAY_INIT;

8c3a4809b3420657289b42f028a1c9019b112991Stephen Gallagher struct mail *mail;

eb2e21b764d03544d8161e9956d7f70b07b75f77Simo Sorce bool prefer_remote, prefer_pvt_remote;

551aa6c36797ed720487f5974dcadabf19e6ff9fStephen Gallagher bool remote_changed = FALSE, remote_pvt_changed = FALSE;