fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

6c1a5346febccc35b8d5eb4f26e62748ca640529Timo Sirainen

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#include "lib.h"

d172c364637944d667aa98eb5de0d4a3a97ab92aTimo Sirainen#include "ioloop.h"

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#include "array.h"

b19a1420da0618a10edf67c2cfd13c8c8633057aTimo Sirainen#include "bsearch-insert-pos.h"

7370fb9ff75b674f99059adf24502ee9ae7a47bcTimo Sirainen#include "seq-range-array.h"

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen#include "mail-index-view-private.h"

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen#include "mail-index-modseq.h"

b19a1420da0618a10edf67c2cfd13c8c8633057aTimo Sirainen#include "mail-transaction-log.h"

b19a1420da0618a10edf67c2cfd13c8c8633057aTimo Sirainen#include "mail-cache-private.h"

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen#include "mail-index-transaction-private.h"

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen#include <stddef.h>

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen#include <stdlib.h>

539977f9257bd8985be5a8093658da266ae9cd19Timo Sirainen#include <time.h>

539977f9257bd8985be5a8093658da266ae9cd19Timo Sirainen

539977f9257bd8985be5a8093658da266ae9cd19Timo Sirainenvoid (*hook_mail_index_transaction_created)

539977f9257bd8985be5a8093658da266ae9cd19Timo Sirainen (struct mail_index_transaction *t) = NULL;

539977f9257bd8985be5a8093658da266ae9cd19Timo Sirainen

539977f9257bd8985be5a8093658da266ae9cd19Timo Sirainenstatic bool

539977f9257bd8985be5a8093658da266ae9cd19Timo Sirainenmail_index_transaction_has_ext_changes(struct mail_index_transaction *t);

539977f9257bd8985be5a8093658da266ae9cd19Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainenvoid mail_index_transaction_reset(struct mail_index_transaction *t)

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen{

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen ARRAY_TYPE(seq_array) *recs;

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen struct mail_index_transaction_ext_hdr_update *ext_hdrs;

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen unsigned i, count;

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen if (array_is_created(&t->ext_rec_updates)) {

d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen recs = array_get_modifiable(&t->ext_rec_updates, &count);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen for (i = 0; i < count; i++) {

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen if (array_is_created(&recs[i]))

73b50eecfc31750a312e2f940023f522eb07178cTimo Sirainen array_free(&recs[i]);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen }

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen array_free(&t->ext_rec_updates);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen }

7631f16156aca373004953fe6b01a7f343fb47e0Timo Sirainen if (array_is_created(&t->ext_rec_atomics)) {

7631f16156aca373004953fe6b01a7f343fb47e0Timo Sirainen recs = array_get_modifiable(&t->ext_rec_atomics, &count);

7631f16156aca373004953fe6b01a7f343fb47e0Timo Sirainen for (i = 0; i < count; i++) {

7631f16156aca373004953fe6b01a7f343fb47e0Timo Sirainen if (array_is_created(&recs[i]))

7631f16156aca373004953fe6b01a7f343fb47e0Timo Sirainen array_free(&recs[i]);

7631f16156aca373004953fe6b01a7f343fb47e0Timo Sirainen }

7631f16156aca373004953fe6b01a7f343fb47e0Timo Sirainen array_free(&t->ext_rec_atomics);

7631f16156aca373004953fe6b01a7f343fb47e0Timo Sirainen }

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen if (array_is_created(&t->ext_hdr_updates)) {

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen ext_hdrs = array_get_modifiable(&t->ext_hdr_updates, &count);

73b50eecfc31750a312e2f940023f522eb07178cTimo Sirainen for (i = 0; i < count; i++) {

a12399903f415a7e14c2816cffa2f7a09dcbb097Timo Sirainen i_free(ext_hdrs[i].data);

a12399903f415a7e14c2816cffa2f7a09dcbb097Timo Sirainen i_free(ext_hdrs[i].mask);

a12399903f415a7e14c2816cffa2f7a09dcbb097Timo Sirainen }

a12399903f415a7e14c2816cffa2f7a09dcbb097Timo Sirainen array_free(&t->ext_hdr_updates);

a12399903f415a7e14c2816cffa2f7a09dcbb097Timo Sirainen }

a12399903f415a7e14c2816cffa2f7a09dcbb097Timo Sirainen

e15b305e90c9834734ccf35ed78f0ad29d570ee9Timo Sirainen if (array_is_created(&t->keyword_updates)) {

e15b305e90c9834734ccf35ed78f0ad29d570ee9Timo Sirainen struct mail_index_transaction_keyword_update *u;

e15b305e90c9834734ccf35ed78f0ad29d570ee9Timo Sirainen

e15b305e90c9834734ccf35ed78f0ad29d570ee9Timo Sirainen u = array_get_modifiable(&t->keyword_updates, &count);

e15b305e90c9834734ccf35ed78f0ad29d570ee9Timo Sirainen for (i = 0; i < count; i++) {

e15b305e90c9834734ccf35ed78f0ad29d570ee9Timo Sirainen if (array_is_created(&u[i].add_seq))

e15b305e90c9834734ccf35ed78f0ad29d570ee9Timo Sirainen array_free(&u[i].add_seq);

ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen if (array_is_created(&u[i].remove_seq))

ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen array_free(&u[i].remove_seq);

ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen }

ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen array_free(&t->keyword_updates);

ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen }

ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen if (array_is_created(&t->keyword_resets))

ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen array_free(&t->keyword_resets);

ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen

ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen if (array_is_created(&t->appends))

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen array_free(&t->appends);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen if (array_is_created(&t->expunges))

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen array_free(&t->expunges);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen if (array_is_created(&t->updates))

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen array_free(&t->updates);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen if (array_is_created(&t->ext_resizes))

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen array_free(&t->ext_resizes);

a2f250a332dfc1e6cd4ffd196c621eb9dbf7b8a1Timo Sirainen if (array_is_created(&t->ext_resets))

a2f250a332dfc1e6cd4ffd196c621eb9dbf7b8a1Timo Sirainen array_free(&t->ext_resets);

a2f250a332dfc1e6cd4ffd196c621eb9dbf7b8a1Timo Sirainen if (array_is_created(&t->ext_reset_ids))

a2f250a332dfc1e6cd4ffd196c621eb9dbf7b8a1Timo Sirainen array_free(&t->ext_reset_ids);

a2f250a332dfc1e6cd4ffd196c621eb9dbf7b8a1Timo Sirainen if (array_is_created(&t->ext_reset_atomic))

a2f250a332dfc1e6cd4ffd196c621eb9dbf7b8a1Timo Sirainen array_free(&t->ext_reset_atomic);

a2f250a332dfc1e6cd4ffd196c621eb9dbf7b8a1Timo Sirainen

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen t->first_new_seq = mail_index_view_get_messages_count(t->view)+1;

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen t->last_new_seq = 0;

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen t->last_update_idx = 0;

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen t->min_flagupdate_seq = 0;

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen t->max_flagupdate_seq = 0;

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen memset(t->pre_hdr_mask, 0, sizeof(t->pre_hdr_mask));

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen memset(t->post_hdr_mask, 0, sizeof(t->post_hdr_mask));

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen if (t->cache_trans_ctx != NULL)

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen mail_cache_transaction_rollback(&t->cache_trans_ctx);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen t->appends_nonsorted = FALSE;

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen t->pre_hdr_changed = FALSE;

a757f31393b9d6fc7760a9dec8363404ab3ae576Timo Sirainen t->post_hdr_changed = FALSE;

a757f31393b9d6fc7760a9dec8363404ab3ae576Timo Sirainen t->reset = FALSE;

a757f31393b9d6fc7760a9dec8363404ab3ae576Timo Sirainen t->log_updates = FALSE;

a757f31393b9d6fc7760a9dec8363404ab3ae576Timo Sirainen t->log_ext_updates = FALSE;

a757f31393b9d6fc7760a9dec8363404ab3ae576Timo Sirainen}

a757f31393b9d6fc7760a9dec8363404ab3ae576Timo Sirainen

a757f31393b9d6fc7760a9dec8363404ab3ae576Timo Sirainenstatic bool mail_index_transaction_has_changes(struct mail_index_transaction *t)

c0225f7f6b43d34dc58c17d3304f0fd60ab89894Timo Sirainen{

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen /* flag updates aren't included in log_updates */

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen return array_is_created(&t->appends) ||

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen array_is_created(&t->expunges) ||

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen array_is_created(&t->keyword_resets) ||

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen array_is_created(&t->keyword_updates) ||

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen t->pre_hdr_changed || t->post_hdr_changed;

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen}

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainenstatic void mail_index_transaction_free(struct mail_index_transaction *t)

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen{

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen mail_index_transaction_reset(t);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen array_free(&t->module_contexts);

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen mail_index_view_transaction_unref(t->view);

90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen mail_index_view_close(&t->view);

90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen i_free(t);

90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen}

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen

90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainenstruct mail_index_view *

90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainenmail_index_transaction_get_view(struct mail_index_transaction *t)

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen{

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen return t->view;

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen}

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainenbool mail_index_transaction_is_expunged(struct mail_index_transaction *t,

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen uint32_t seq)

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen{

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen return array_is_created(&t->expunges) &&

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen seq_range_exists(&t->expunges, seq);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen}

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainenvoid mail_index_transaction_ref(struct mail_index_transaction *t)

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen{

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen t->refcount++;

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen}

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainenvoid mail_index_transaction_unref(struct mail_index_transaction **_t)

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen{

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen struct mail_index_transaction *t = *_t;

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen *_t = NULL;

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen if (--t->refcount == 0)

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen mail_index_transaction_free(t);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen}

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainenstatic int mail_index_seq_record_cmp(const void *key, const void *data)

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen{

dce5a2719df4fc64a8762d2aa94ba98dcf9cd6feTimo Sirainen const uint32_t *seq_p = key;

dce5a2719df4fc64a8762d2aa94ba98dcf9cd6feTimo Sirainen const uint32_t *data_seq = data;

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen return *seq_p - *data_seq;

dce5a2719df4fc64a8762d2aa94ba98dcf9cd6feTimo Sirainen}

dce5a2719df4fc64a8762d2aa94ba98dcf9cd6feTimo Sirainen

dce5a2719df4fc64a8762d2aa94ba98dcf9cd6feTimo Sirainenbool mail_index_seq_array_lookup(const ARRAY_TYPE(seq_array) *array,

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen uint32_t seq, unsigned int *idx_r)

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen{

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen const void *base;

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen unsigned int count;

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen base = array_get(array, &count);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen return bsearch_insert_pos(&seq, base, count, array->arr.element_size,

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen mail_index_seq_record_cmp, idx_r);

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen}

dce5a2719df4fc64a8762d2aa94ba98dcf9cd6feTimo Sirainen

dce5a2719df4fc64a8762d2aa94ba98dcf9cd6feTimo Sirainenstatic bool mail_index_seq_array_add(ARRAY_TYPE(seq_array) *array, uint32_t seq,

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen const void *record, size_t record_size,

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen void *old_record)

dce5a2719df4fc64a8762d2aa94ba98dcf9cd6feTimo Sirainen{

dce5a2719df4fc64a8762d2aa94ba98dcf9cd6feTimo Sirainen void *p;

dce5a2719df4fc64a8762d2aa94ba98dcf9cd6feTimo Sirainen unsigned int idx, aligned_record_size;

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen /* records need to be 32bit aligned */

87460b08cb97b31cde640d4975a6aa2c1d0e7226Timo Sirainen aligned_record_size = (record_size + 3) & ~3;

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen if (!array_is_created(array)) {

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen array_create(array, default_pool,

87460b08cb97b31cde640d4975a6aa2c1d0e7226Timo Sirainen sizeof(seq) + aligned_record_size,

87460b08cb97b31cde640d4975a6aa2c1d0e7226Timo Sirainen 1024 / (sizeof(seq) + aligned_record_size));

87460b08cb97b31cde640d4975a6aa2c1d0e7226Timo Sirainen }

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen i_assert(array->arr.element_size == sizeof(seq) + aligned_record_size);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen if (mail_index_seq_array_lookup(array, seq, &idx)) {

e34d170f8f0e084bd94bfbc1a7085ece67e508dfTimo Sirainen /* already there, update */

ebe6df72f1309135f02b6a4d2aef1e81a073f91cTimo Sirainen p = array_idx_modifiable(array, idx);

ebe6df72f1309135f02b6a4d2aef1e81a073f91cTimo Sirainen if (old_record != NULL) {

ebe6df72f1309135f02b6a4d2aef1e81a073f91cTimo Sirainen /* save the old record before overwriting it */

ebe6df72f1309135f02b6a4d2aef1e81a073f91cTimo Sirainen memcpy(old_record, PTR_OFFSET(p, sizeof(seq)),

ebe6df72f1309135f02b6a4d2aef1e81a073f91cTimo Sirainen record_size);

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen }

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen memcpy(PTR_OFFSET(p, sizeof(seq)), record, record_size);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen return TRUE;

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen } else {

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen /* insert */

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen p = array_insert_space(array, idx);

e34d170f8f0e084bd94bfbc1a7085ece67e508dfTimo Sirainen memcpy(p, &seq, sizeof(seq));

e34d170f8f0e084bd94bfbc1a7085ece67e508dfTimo Sirainen memcpy(PTR_OFFSET(p, sizeof(seq)), record, record_size);

e34d170f8f0e084bd94bfbc1a7085ece67e508dfTimo Sirainen return FALSE;

e34d170f8f0e084bd94bfbc1a7085ece67e508dfTimo Sirainen }

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen}

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainenstatic uint32_t

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainenmail_index_transaction_get_uid(struct mail_index_transaction *t, uint32_t seq)

6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen{

6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen const struct mail_index_record *rec;

6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen

6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen i_assert(seq > 0);

6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen

6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen if (seq >= t->first_new_seq)

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen rec = mail_index_transaction_lookup(t, seq);

6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen else {

e34d170f8f0e084bd94bfbc1a7085ece67e508dfTimo Sirainen i_assert(seq <= t->view->map->hdr.messages_count);

e34d170f8f0e084bd94bfbc1a7085ece67e508dfTimo Sirainen rec = MAIL_INDEX_MAP_IDX(t->view->map, seq - 1);

e34d170f8f0e084bd94bfbc1a7085ece67e508dfTimo Sirainen }

e34d170f8f0e084bd94bfbc1a7085ece67e508dfTimo Sirainen i_assert(rec->uid != 0);

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen return rec->uid;

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen}

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainenstatic void

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainenmail_index_convert_to_uids(struct mail_index_transaction *t,

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen ARRAY_TYPE(seq_array) *array)

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen{

e53ab6c7081246c865917f9aa0eff031a08ad1e7Timo Sirainen uint32_t *seq;

e53ab6c7081246c865917f9aa0eff031a08ad1e7Timo Sirainen unsigned int i, count;

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen if (!array_is_created(array))

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen return;

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen count = array_count(array);

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen for (i = 0; i < count; i++) {

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen seq = array_idx_modifiable(array, i);

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen *seq = mail_index_transaction_get_uid(t, *seq);

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen }

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen}

e53ab6c7081246c865917f9aa0eff031a08ad1e7Timo Sirainen

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainenstatic uint32_t

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainenget_nonexpunged_uid2(struct mail_index_transaction *t,

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen uint32_t uid1, uint32_t seq1)

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen{

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen seq1++;

e53ab6c7081246c865917f9aa0eff031a08ad1e7Timo Sirainen

e53ab6c7081246c865917f9aa0eff031a08ad1e7Timo Sirainen while (mail_index_transaction_get_uid(t, seq1) == uid1 + 1) {

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen seq1++;

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen uid1++;

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen }

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen return uid1;

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen}

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainenstatic void

e53ab6c7081246c865917f9aa0eff031a08ad1e7Timo Sirainenmail_index_convert_to_uid_ranges(struct mail_index_transaction *t,

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen ARRAY_TYPE(seq_range) *array)

6e8f0036cad59d1d6bcd9ef69bfe712d01656ca3Timo Sirainen{

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen struct seq_range *range, *new_range;

306b3f41b05da642d87e7ca7a1496efce9f5902fTimo Sirainen unsigned int i, count;

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen uint32_t uid1, uid2;

83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen if (!array_is_created(array))

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen return;

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

c161661e74ed29504a461110670f816ffa408b42Timo Sirainen count = array_count(array);

c161661e74ed29504a461110670f816ffa408b42Timo Sirainen for (i = 0; i < count; i++) {

c161661e74ed29504a461110670f816ffa408b42Timo Sirainen range = array_idx_modifiable(array, i);

c161661e74ed29504a461110670f816ffa408b42Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen uid1 = mail_index_transaction_get_uid(t, range->seq1);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen uid2 = mail_index_transaction_get_uid(t, range->seq2);

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen if (uid2 - uid1 == range->seq2 - range->seq1) {

9af6cc9ebc9986c1275ebdfa29c39e152af1557eTimo Sirainen /* simple conversion */

9af6cc9ebc9986c1275ebdfa29c39e152af1557eTimo Sirainen range->seq1 = uid1;

9af6cc9ebc9986c1275ebdfa29c39e152af1557eTimo Sirainen range->seq2 = uid2;

ceac44e7560fcbf6fc2f932c7b624a5055dc3bc9Timo Sirainen } else {

ceac44e7560fcbf6fc2f932c7b624a5055dc3bc9Timo Sirainen /* remove expunged UIDs */

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen new_range = array_insert_space(array, i);

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen range = array_idx_modifiable(array, i + 1);

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen count++;

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen memcpy(new_range, range, array->arr.element_size);

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen new_range->seq1 = uid1;

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen new_range->seq2 = get_nonexpunged_uid2(t, uid1,

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen range->seq1);

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen /* continue the range without the inserted seqs */

541b251a99a55cb0fa2eaf02645a7c39ad997092Timo Sirainen range->seq1 += new_range->seq2 - new_range->seq1 + 1;

9af6cc9ebc9986c1275ebdfa29c39e152af1557eTimo Sirainen }

9af6cc9ebc9986c1275ebdfa29c39e152af1557eTimo Sirainen }

73b50eecfc31750a312e2f940023f522eb07178cTimo Sirainen}

73b50eecfc31750a312e2f940023f522eb07178cTimo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainenstatic void keyword_updates_convert_to_uids(struct mail_index_transaction *t)

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen{

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen struct mail_index_transaction_keyword_update *updates;

efb373fd7e30df171452c9f40881a8bd06b81780Timo Sirainen unsigned int i, count;

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen if (!array_is_created(&t->keyword_updates))

73b50eecfc31750a312e2f940023f522eb07178cTimo Sirainen return;

73b50eecfc31750a312e2f940023f522eb07178cTimo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen updates = array_get_modifiable(&t->keyword_updates, &count);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen for (i = 0; i < count; i++) {

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen mail_index_convert_to_uid_ranges(t, &updates[i].add_seq);

73b50eecfc31750a312e2f940023f522eb07178cTimo Sirainen mail_index_convert_to_uid_ranges(t, &updates[i].remove_seq);

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen }

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen}

ad48319996942463675b53877092ab7e13a7a75aTimo Sirainen

ad48319996942463675b53877092ab7e13a7a75aTimo Sirainenvoid mail_index_transaction_convert_to_uids(struct mail_index_transaction *t)

ad48319996942463675b53877092ab7e13a7a75aTimo Sirainen{

ad48319996942463675b53877092ab7e13a7a75aTimo Sirainen ARRAY_TYPE(seq_array) *updates;

ad48319996942463675b53877092ab7e13a7a75aTimo Sirainen unsigned int i, count;

ad48319996942463675b53877092ab7e13a7a75aTimo Sirainen

ad48319996942463675b53877092ab7e13a7a75aTimo Sirainen if (array_is_created(&t->ext_rec_updates)) {

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen updates = array_get_modifiable(&t->ext_rec_updates, &count);

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen for (i = 0; i < count; i++)

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen mail_index_convert_to_uids(t, (void *)&updates[i]);

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen }

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen if (array_is_created(&t->ext_rec_atomics)) {

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen updates = array_get_modifiable(&t->ext_rec_atomics, &count);

f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen for (i = 0; i < count; i++)

225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen mail_index_convert_to_uids(t, (void *)&updates[i]);

225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen }

225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen

225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen keyword_updates_convert_to_uids(t);

225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen

225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen mail_index_convert_to_uid_ranges(t, &t->expunges);

225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen mail_index_convert_to_uid_ranges(t, (void *)&t->updates);

225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen mail_index_convert_to_uid_ranges(t, &t->keyword_resets);

73b50eecfc31750a312e2f940023f522eb07178cTimo Sirainen}

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainenstruct uid_map {

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen uint32_t idx;

73b50eecfc31750a312e2f940023f522eb07178cTimo Sirainen uint32_t uid;

fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen};

910fa4e4204a73d3d24c03f3059dd24e727ca057Timo Sirainen

910fa4e4204a73d3d24c03f3059dd24e727ca057Timo Sirainenstatic int uid_map_cmp(const void *p1, const void *p2)

910fa4e4204a73d3d24c03f3059dd24e727ca057Timo Sirainen{

910fa4e4204a73d3d24c03f3059dd24e727ca057Timo Sirainen const struct uid_map *m1 = p1, *m2 = p2;

910fa4e4204a73d3d24c03f3059dd24e727ca057Timo Sirainen

910fa4e4204a73d3d24c03f3059dd24e727ca057Timo Sirainen return m1->uid < m2->uid ? -1 :

910fa4e4204a73d3d24c03f3059dd24e727ca057Timo Sirainen (m1->uid > m2->uid ? 1 : 0);

838e367716bbd5e44b4a1691db9cbf72af53e9f0Timo Sirainen}

421d30619384e72a27e2a5d13ff6525aff4d17feTimo Sirainen

c7e14824e4e1ca9dc5d48d1eddc4a38d3041218fTimo Sirainenstatic void

c7e14824e4e1ca9dc5d48d1eddc4a38d3041218fTimo Sirainenmail_index_update_day_headers(struct mail_index_transaction *t)

c7e14824e4e1ca9dc5d48d1eddc4a38d3041218fTimo Sirainen{

b6c6c4f6483b8340eec4c16c50ea078fe8297da2Timo Sirainen struct mail_index_header hdr;

b6c6c4f6483b8340eec4c16c50ea078fe8297da2Timo Sirainen const struct mail_index_record *rec;

b6c6c4f6483b8340eec4c16c50ea078fe8297da2Timo Sirainen const int max_days = N_ELEMENTS(hdr.day_first_uid);

c7e14824e4e1ca9dc5d48d1eddc4a38d3041218fTimo Sirainen struct tm tm;

c7e14824e4e1ca9dc5d48d1eddc4a38d3041218fTimo Sirainen time_t stamp;

838e367716bbd5e44b4a1691db9cbf72af53e9f0Timo Sirainen int i, days;

838e367716bbd5e44b4a1691db9cbf72af53e9f0Timo Sirainen

838e367716bbd5e44b4a1691db9cbf72af53e9f0Timo Sirainen hdr = *mail_index_get_header(t->view);

838e367716bbd5e44b4a1691db9cbf72af53e9f0Timo Sirainen rec = array_idx(&t->appends, 0);

838e367716bbd5e44b4a1691db9cbf72af53e9f0Timo Sirainen

838e367716bbd5e44b4a1691db9cbf72af53e9f0Timo Sirainen /* get beginning of today */

b19a1420da0618a10edf67c2cfd13c8c8633057aTimo Sirainen tm = *localtime(&ioloop_time);

de62ce819d59a529530da4b57be1b8d6dad13d6bTimo Sirainen tm.tm_hour = 0;

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen tm.tm_min = 0;

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen tm.tm_sec = 0;

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen stamp = mktime(&tm);

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen i_assert(stamp != (time_t)-1);

de62ce819d59a529530da4b57be1b8d6dad13d6bTimo Sirainen

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen if ((time_t)hdr.day_stamp >= stamp)

3281669db44d09a087a203201248abbc81b3cc1aTimo Sirainen return;

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen

0f83592ccc280a29bdf01c4475805f6a4bad9abdTimo Sirainen /* get number of days since last message */

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen days = (stamp - hdr.day_stamp) / (3600*24);

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen if (days > max_days)

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen days = max_days;

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen

de62ce819d59a529530da4b57be1b8d6dad13d6bTimo Sirainen /* @UNSAFE: move days forward and fill the missing days with old

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen memmove(hdr.day_first_uid + days, hdr.day_first_uid, max_days - days);

0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen for (i = 1; i < days; i++)

hdr.day_first_uid[i] = hdr.day_first_uid[0];

hdr.day_stamp = stamp;

hdr.day_first_uid[0] = rec->uid;

mail_index_update_header(t,

offsetof(struct mail_index_header, day_stamp),

&hdr.day_stamp, sizeof(hdr.day_stamp), FALSE);

mail_index_update_header(t,

offsetof(struct mail_index_header, day_first_uid),

hdr.day_first_uid, sizeof(hdr.day_first_uid), FALSE);

}

static void

mail_index_transaction_sort_appends_ext(struct mail_index_transaction *t,

ARRAY_TYPE(seq_array_array) *updates,

const uint32_t *old_to_newseq_map)

{

ARRAY_TYPE(seq_array) *ext_rec_arrays;

ARRAY_TYPE(seq_array) *old_array;

ARRAY_TYPE(seq_array) new_array;

unsigned int ext_count;

const uint32_t *ext_rec;

uint32_t seq;

unsigned int i, j, count;

if (!array_is_created(updates))

return;

ext_rec_arrays = array_get_modifiable(updates, &count);

for (j = 0; j < count; j++) {

old_array = &ext_rec_arrays[j];

if (!array_is_created(old_array))

continue;

ext_count = array_count(old_array);

array_create(&new_array, default_pool,

old_array->arr.element_size, ext_count);

for (i = 0; i < ext_count; i++) {

ext_rec = array_idx(old_array, i);

seq = *ext_rec < t->first_new_seq ? *ext_rec :

old_to_newseq_map[*ext_rec - t->first_new_seq];

mail_index_seq_array_add(&new_array, seq, ext_rec+1,

old_array->arr.element_size -

sizeof(*ext_rec), NULL);

}

array_free(old_array);

ext_rec_arrays[j] = new_array;

}

}

static void

sort_appends_seq_range(struct mail_index_transaction *t,

ARRAY_TYPE(seq_range) *array,

const uint32_t *old_to_newseq_map)

{

struct seq_range *range, temp_range;

ARRAY_TYPE(seq_range) old_seqs;

uint32_t idx, idx1, idx2;

unsigned int i, count;

range = array_get_modifiable(array, &count);

for (i = 0; i < count; i++) {

if (range[i].seq2 >= t->first_new_seq)

break;

}

if (i == count) {

/* nothing to do */

return;

}

i_array_init(&old_seqs, count - i);

if (range[i].seq1 < t->first_new_seq) {

temp_range.seq1 = t->first_new_seq;

temp_range.seq2 = range[i].seq2;

array_append(&old_seqs, &temp_range, 1);

range[i].seq2 = t->first_new_seq - 1;

i++;

}

array_append(&old_seqs, &range[i], count - i);

array_delete(array, i, count - i);

range = array_get_modifiable(&old_seqs, &count);

for (i = 0; i < count; i++) {

idx1 = range[i].seq1 - t->first_new_seq;

idx2 = range[i].seq2 - t->first_new_seq;

for (idx = idx1; idx <= idx2; idx++)

seq_range_array_add(array, 0, old_to_newseq_map[idx]);

}

array_free(&old_seqs);

}

static void

mail_index_transaction_sort_appends_keywords(struct mail_index_transaction *t,

const uint32_t *old_to_newseq_map)

{

struct mail_index_transaction_keyword_update *updates;

unsigned int i, count;

if (array_is_created(&t->keyword_updates)) {

updates = array_get_modifiable(&t->keyword_updates, &count);

for (i = 0; i < count; i++) {

if (array_is_created(&updates[i].add_seq)) {

sort_appends_seq_range(t, &updates[i].add_seq,

old_to_newseq_map);

}

if (array_is_created(&updates[i].remove_seq)) {

sort_appends_seq_range(t,

&updates[i].remove_seq,

old_to_newseq_map);

}

}

}

if (array_is_created(&t->keyword_resets)) {

sort_appends_seq_range(t, &t->keyword_resets,

old_to_newseq_map);

}

}

void mail_index_transaction_sort_appends(struct mail_index_transaction *t)

{

struct mail_index_record *recs, *sorted_recs;

struct uid_map *new_uid_map;

uint32_t *old_to_newseq_map;

unsigned int i, count;

if (!t->appends_nonsorted)

return;

/* first make a copy of the UIDs and map them to sequences */

recs = array_get_modifiable(&t->appends, &count);

i_assert(count > 0);

new_uid_map = i_new(struct uid_map, count);

for (i = 0; i < count; i++) {

new_uid_map[i].idx = i;

new_uid_map[i].uid = recs[i].uid;

}

/* now sort the UID map */

qsort(new_uid_map, count, sizeof(*new_uid_map), uid_map_cmp);

/* sort mail records */

sorted_recs = i_new(struct mail_index_record, count);

sorted_recs[0] = recs[new_uid_map[0].idx];

for (i = 1; i < count; i++) {

sorted_recs[i] = recs[new_uid_map[i].idx];

if (sorted_recs[i].uid == sorted_recs[i-1].uid)

i_panic("Duplicate UIDs added in transaction");

}

buffer_write(t->appends.arr.buffer, 0, sorted_recs,

sizeof(*sorted_recs) * count);

i_free(sorted_recs);

old_to_newseq_map = i_new(uint32_t, count);

for (i = 0; i < count; i++)

old_to_newseq_map[new_uid_map[i].idx] = i + t->first_new_seq;

i_free(new_uid_map);

mail_index_transaction_sort_appends_ext(t, &t->ext_rec_updates,

old_to_newseq_map);

mail_index_transaction_sort_appends_ext(t, &t->ext_rec_atomics,

old_to_newseq_map);

mail_index_transaction_sort_appends_keywords(t, old_to_newseq_map);

i_free(old_to_newseq_map);

t->appends_nonsorted = FALSE;

}

uint32_t mail_index_transaction_get_next_uid(struct mail_index_transaction *t)

{

const struct mail_index_header *head_hdr, *hdr;

unsigned int offset;

uint32_t next_uid;

head_hdr = &t->view->index->map->hdr;

hdr = &t->view->map->hdr;

next_uid = t->reset || head_hdr->uid_validity != hdr->uid_validity ?

1 : hdr->next_uid;

if (array_is_created(&t->appends) && t->highest_append_uid != 0) {

/* get next_uid from appends if they have UIDs */

i_assert(next_uid <= t->highest_append_uid);

next_uid = t->highest_append_uid + 1;

}

/* see if it's been updated in pre/post header changes */

offset = offsetof(struct mail_index_header, next_uid);

if (t->post_hdr_mask[offset] != 0) {

hdr = (const void *)t->post_hdr_change;

if (hdr->next_uid > next_uid)

next_uid = hdr->next_uid;

}

if (t->pre_hdr_mask[offset] != 0) {

hdr = (const void *)t->pre_hdr_change;

if (hdr->next_uid > next_uid)

next_uid = hdr->next_uid;

}

return next_uid;

}

static int mail_index_transaction_commit_v(struct mail_index_transaction *t,

uint32_t *log_file_seq_r,

uoff_t *log_file_offset_r)

{

int ret;

i_assert(t->first_new_seq >

mail_index_view_get_messages_count(t->view));

if (t->cache_trans_ctx != NULL)

mail_cache_transaction_commit(&t->cache_trans_ctx);

if (array_is_created(&t->appends)) {

mail_index_transaction_sort_appends(t);

mail_index_update_day_headers(t);

}

ret = mail_transaction_log_append(t, log_file_seq_r, log_file_offset_r);

if (ret == 0 && !t->view->index->syncing) {

/* if we're committing a normal transaction, we want to

(void)mail_index_refresh(t->view->index);

}

mail_index_transaction_unref(&t);

return ret;

}

static void mail_index_transaction_rollback_v(struct mail_index_transaction *t)

{

if (t->cache_trans_ctx != NULL)

mail_cache_transaction_rollback(&t->cache_trans_ctx);

mail_index_transaction_unref(&t);

}

int mail_index_transaction_commit(struct mail_index_transaction **t)

{

uint32_t log_seq;

uoff_t log_offset;

return mail_index_transaction_commit_get_pos(t, &log_seq, &log_offset);

}

int mail_index_transaction_commit_get_pos(struct mail_index_transaction **_t,

uint32_t *log_file_seq_r,

uoff_t *log_file_offset_r)

{

struct mail_index_transaction *t = *_t;

if (mail_index_view_is_inconsistent(t->view)) {

mail_index_transaction_rollback(_t);

return -1;

}

*_t = NULL;

return t->v.commit(t, log_file_seq_r, log_file_offset_r);

}

void mail_index_transaction_rollback(struct mail_index_transaction **_t)

{

struct mail_index_transaction *t = *_t;

*_t = NULL;

t->v.rollback(t);

}

struct mail_index_record *

mail_index_transaction_lookup(struct mail_index_transaction *t, uint32_t seq)

{

i_assert(seq >= t->first_new_seq && seq <= t->last_new_seq);

return array_idx_modifiable(&t->appends, seq - t->first_new_seq);

}

void mail_index_append(struct mail_index_transaction *t, uint32_t uid,

uint32_t *seq_r)

{

struct mail_index_record *rec;

i_assert(!t->no_appends);

t->log_updates = TRUE;

if (!array_is_created(&t->appends))

i_array_init(&t->appends, 32);

/* sequence number is visible only inside given view,

if (t->last_new_seq != 0)

*seq_r = ++t->last_new_seq;

else

*seq_r = t->last_new_seq = t->first_new_seq;

rec = array_append_space(&t->appends);

if (uid != 0) {

rec->uid = uid;

if (!t->appends_nonsorted &&

t->last_new_seq != t->first_new_seq) {

/* if previous record's UID is larger than this one,

rec = mail_index_transaction_lookup(t, *seq_r - 1);

if (rec->uid > uid)

t->appends_nonsorted = TRUE;

else if (rec->uid == uid)

i_panic("Duplicate UIDs added in transaction");

}

if (t->highest_append_uid < uid)

t->highest_append_uid = uid;

}

}

void mail_index_append_assign_uids(struct mail_index_transaction *t,

uint32_t first_uid, uint32_t *next_uid_r)

{

struct mail_index_record *recs;

unsigned int i, count;

i_assert(first_uid != 0);

if (!array_is_created(&t->appends))

return;

recs = array_get_modifiable(&t->appends, &count);

/* find the first mail with uid = 0 */

for (i = 0; i < count; i++) {

if (recs[i].uid == 0)

break;

}

for (; i < count; i++) {

i_assert(recs[i].uid == 0);

recs[i].uid = first_uid++;

}

*next_uid_r = first_uid;

}

static void

mail_index_expunge_last_append_ext(struct mail_index_transaction *t,

ARRAY_TYPE(seq_array_array) *updates,

uint32_t seq)

{

ARRAY_TYPE(seq_array) *seqs;

unsigned int i, count, idx;

if (!array_is_created(updates))

return;

seqs = array_get_modifiable(&t->ext_rec_updates, &count);

for (i = 0; i < count; i++) {

if (array_is_created(&seqs[i]) &&

mail_index_seq_array_lookup(&seqs[i], seq, &idx))

array_delete(&seqs[i], idx, 1);

}

}

static void

mail_index_expunge_last_append(struct mail_index_transaction *t, uint32_t seq)

{

struct mail_index_transaction_keyword_update *kw_updates;

unsigned int i, count;

i_assert(seq == t->last_new_seq);

/* remove extension updates */

mail_index_expunge_last_append_ext(t, &t->ext_rec_updates, seq);

mail_index_expunge_last_append_ext(t, &t->ext_rec_atomics, seq);

t->log_ext_updates = mail_index_transaction_has_ext_changes(t);

/* remove keywords */

if (array_is_created(&t->keyword_resets))

seq_range_array_remove(&t->keyword_resets, seq);

if (array_is_created(&t->keyword_updates)) {

kw_updates = array_get_modifiable(&t->keyword_updates, &count);

for (i = 0; i < count; i++) {

if (array_is_created(&kw_updates[i].add_seq)) {

seq_range_array_remove(&kw_updates[i].add_seq,

seq);

}

if (array_is_created(&kw_updates[i].remove_seq)) {

seq_range_array_remove(

&kw_updates[i].remove_seq, seq);

}

}

}

/* and finally remove the append itself */

array_delete(&t->appends, seq - t->first_new_seq, 1);

t->last_new_seq--;

if (t->first_new_seq > t->last_new_seq) {

t->last_new_seq = 0;

t->appends_nonsorted = FALSE;

array_free(&t->appends);

}

t->log_updates = mail_index_transaction_has_changes(t);

}

void mail_index_expunge(struct mail_index_transaction *t, uint32_t seq)

{

i_assert(seq > 0);

if (seq >= t->first_new_seq) {

/* we can handle only the last append. otherwise we'd have to

mail_index_expunge_last_append(t, seq);

} else {

t->log_updates = TRUE;

/* expunges is a sorted array of {seq1, seq2, ..}, .. */

seq_range_array_add(&t->expunges, 128, seq);

}

}

static void update_minmax_flagupdate_seq(struct mail_index_transaction *t,

uint32_t seq1, uint32_t seq2)

{

if (t->min_flagupdate_seq == 0) {

t->min_flagupdate_seq = seq1;

t->max_flagupdate_seq = seq2;

} else {

if (t->min_flagupdate_seq > seq1)

t->min_flagupdate_seq = seq1;

if (t->max_flagupdate_seq < seq2)

t->max_flagupdate_seq = seq2;

}

}

static bool

mail_transaction_update_want_add(struct mail_index_transaction *t,

const struct mail_transaction_flag_update *u)

{

const struct mail_index_record *rec;

uint32_t seq;

if ((t->flags & MAIL_INDEX_TRANSACTION_FLAG_AVOID_FLAG_UPDATES) == 0)

return TRUE;

for (seq = u->uid1; seq <= u->uid2; seq++) {

rec = mail_index_lookup(t->view, seq);

if ((rec->flags & u->add_flags) != u->add_flags ||

(rec->flags & u->remove_flags) != 0)

return TRUE;

}

return FALSE;

}

unsigned int

mail_index_transaction_get_flag_update_pos(struct mail_index_transaction *t,

unsigned int left_idx,

unsigned int right_idx,

uint32_t seq)

{

const struct mail_transaction_flag_update *updates;

unsigned int idx, count;

updates = array_get(&t->updates, &count);

i_assert(left_idx <= right_idx && right_idx <= count);

/* find the first update with either overlapping range,

idx = left_idx;

while (left_idx < right_idx) {

idx = (left_idx + right_idx) / 2;

if (updates[idx].uid2 < seq)

left_idx = idx+1;

else if (updates[idx].uid1 > seq)

right_idx = idx;

else

break;

}

if (idx < count && updates[idx].uid2 < seq)

idx++;

return idx;

}

static void

mail_index_insert_flag_update(struct mail_index_transaction *t,

struct mail_transaction_flag_update u,

unsigned int idx)

{

struct mail_transaction_flag_update *updates, tmp_update;

unsigned int count;

uint32_t move;

updates = array_get_modifiable(&t->updates, &count);

/* overlapping ranges, split/merge them */

i_assert(idx == 0 || updates[idx-1].uid2 < u.uid1);

i_assert(idx == count || updates[idx].uid2 >= u.uid1);

for (; idx < count && u.uid2 >= updates[idx].uid1; idx++) {

if (u.uid1 != updates[idx].uid1 &&

(updates[idx].add_flags != u.add_flags ||

updates[idx].remove_flags != u.remove_flags)) {

if (u.uid1 < updates[idx].uid1) {

/* insert new update */

tmp_update = u;

tmp_update.uid2 = updates[idx].uid1 - 1;

move = 0;

} else {

/* split existing update from beginning */

tmp_update = updates[idx];

tmp_update.uid2 = u.uid1 - 1;

updates[idx].uid1 = u.uid1;

move = 1;

}

i_assert(tmp_update.uid1 <= tmp_update.uid2);

i_assert(updates[idx].uid1 <= updates[idx].uid2);

if (mail_transaction_update_want_add(t, &tmp_update)) {

array_insert(&t->updates, idx, &tmp_update, 1);

updates = array_get_modifiable(&t->updates,

&count);

idx += move;

}

} else if (u.uid1 < updates[idx].uid1) {

updates[idx].uid1 = u.uid1;

}

if (u.uid2 < updates[idx].uid2 &&

(updates[idx].add_flags != u.add_flags ||

updates[idx].remove_flags != u.remove_flags)) {

/* split existing update from end */

tmp_update = updates[idx];

tmp_update.uid2 = u.uid2;

updates[idx].uid1 = u.uid2 + 1;

i_assert(tmp_update.uid1 <= tmp_update.uid2);

i_assert(updates[idx].uid1 <= updates[idx].uid2);

if (mail_transaction_update_want_add(t, &tmp_update))

array_insert(&t->updates, idx, &tmp_update, 1);

updates = array_get_modifiable(&t->updates, &count);

}

updates[idx].add_flags =

(updates[idx].add_flags | u.add_flags) &

~u.remove_flags;

updates[idx].remove_flags =

(updates[idx].remove_flags | u.remove_flags) &

~u.add_flags;

u.uid1 = updates[idx].uid2 + 1;

if (updates[idx].add_flags == 0 &&

updates[idx].remove_flags == 0) {

/* we can remove this update completely */

array_delete(&t->updates, idx, 1);

updates = array_get_modifiable(&t->updates, &count);

idx--;

}

if (u.uid1 > u.uid2) {

/* break here before idx++ so last_update_idx is set

break;

}

}

i_assert(idx <= count);

if (u.uid1 <= u.uid2) {

i_assert(idx == 0 || updates[idx-1].uid2 < u.uid1);

i_assert(idx == count || updates[idx].uid1 > u.uid2);

if (mail_transaction_update_want_add(t, &u)) {

array_insert(&t->updates, idx, &u, 1);

count++;

}

}

t->last_update_idx = idx == count ? count-1 : idx;

}

static void mail_index_record_modify_flags(struct mail_index_record *rec,

enum modify_type modify_type,

enum mail_flags flags)

{

switch (modify_type) {

case MODIFY_REPLACE:

rec->flags = flags;

break;

case MODIFY_ADD:

rec->flags |= flags;

break;

case MODIFY_REMOVE:

rec->flags &= ~flags;

break;

}

}

void mail_index_update_flags_range(struct mail_index_transaction *t,

uint32_t seq1, uint32_t seq2,

enum modify_type modify_type,

enum mail_flags flags)

{

struct mail_index_record *rec;

struct mail_transaction_flag_update u, *last_update;

unsigned int idx, first_idx, count;

update_minmax_flagupdate_seq(t, seq1, seq2);

if (seq2 >= t->first_new_seq) {

/* updates for appended messages, modify them directly */

uint32_t seq;

for (seq = I_MAX(t->first_new_seq, seq1); seq <= seq2; seq++) {

rec = mail_index_transaction_lookup(t, seq);

mail_index_record_modify_flags(rec, modify_type, flags);

}

if (seq1 >= t->first_new_seq)

return;

/* range contains also existing messages. update them next. */

seq2 = t->first_new_seq - 1;

}

i_assert(seq1 <= seq2 && seq1 > 0);

i_assert(seq2 <= mail_index_view_get_messages_count(t->view));

memset(&u, 0, sizeof(u));

u.uid1 = seq1;

u.uid2 = seq2;

switch (modify_type) {

case MODIFY_REPLACE:

u.add_flags = flags;

u.remove_flags = ~flags & MAIL_INDEX_FLAGS_MASK;

break;

case MODIFY_ADD:

u.add_flags = flags;

break;

case MODIFY_REMOVE:

u.remove_flags = flags;

break;

}

if (!array_is_created(&t->updates)) {

i_array_init(&t->updates, 256);

if (mail_transaction_update_want_add(t, &u))

array_append(&t->updates, &u, 1);

return;

}

last_update = array_get_modifiable(&t->updates, &count);

if (t->last_update_idx < count) {

/* fast path - hopefully we're updating the next message,

last_update += t->last_update_idx;

if (seq1 - 1 == last_update->uid2) {

if (u.add_flags == last_update->add_flags &&

u.remove_flags == last_update->remove_flags &&

(t->last_update_idx + 1 == count ||

last_update[1].uid1 > seq2)) {

/* we can just update the UID range */

if (mail_transaction_update_want_add(t, &u))

last_update->uid2 = seq2;

return;

}

} else if (seq1 > last_update->uid2) {

/* hopefully we can just append it */

t->last_update_idx++;

last_update++;

}

}

if (t->last_update_idx == count) {

if (mail_transaction_update_want_add(t, &u))

array_append(&t->updates, &u, 1);

else if (t->last_update_idx > 0)

t->last_update_idx--;

} else {

i_assert(t->last_update_idx < count);

/* slow path */

if (seq1 > last_update->uid2) {

/* added after this */

first_idx = t->last_update_idx + 1;

} else {

/* added before this or on top of this */

first_idx = 0;

count = t->last_update_idx + 1;

}

idx = mail_index_transaction_get_flag_update_pos(t, first_idx,

count, u.uid1);

mail_index_insert_flag_update(t, u, idx);

}

}

void mail_index_update_flags(struct mail_index_transaction *t, uint32_t seq,

enum modify_type modify_type,

enum mail_flags flags)

{

mail_index_update_flags_range(t, seq, seq, modify_type, flags);

}

void mail_index_update_header(struct mail_index_transaction *t,

size_t offset, const void *data, size_t size,

bool prepend)

{

i_assert(offset < sizeof(t->pre_hdr_change));

i_assert(size <= sizeof(t->pre_hdr_change) - offset);

t->log_updates = TRUE;

if (prepend) {

t->pre_hdr_changed = TRUE;

memcpy(t->pre_hdr_change + offset, data, size);

for (; size > 0; size--)

t->pre_hdr_mask[offset++] = 1;

} else {

t->post_hdr_changed = TRUE;

memcpy(t->post_hdr_change + offset, data, size);

for (; size > 0; size--)

t->post_hdr_mask[offset++] = 1;

}

}

void mail_index_ext_resize(struct mail_index_transaction *t, uint32_t ext_id,

uint32_t hdr_size, uint16_t record_size,

uint16_t record_align)

{

struct mail_transaction_ext_intro intro;

uint32_t old_record_size, old_record_align;

memset(&intro, 0, sizeof(intro));

/* get ext_id from transaction's map if it's there */

if (!mail_index_map_get_ext_idx(t->view->map, ext_id, &intro.ext_id)) {

/* have to create it */

const struct mail_index_registered_ext *rext;

intro.ext_id = (uint32_t)-1;

rext = array_idx(&t->view->index->extensions, ext_id);

old_record_size = rext->record_size;

old_record_align = rext->record_align;

} else {

const struct mail_index_ext *ext;

ext = array_idx(&t->view->map->extensions, intro.ext_id);

old_record_size = ext->record_size;

old_record_align = ext->record_align;

}

/* allow only header size changes if extension records have already

i_assert(!array_is_created(&t->ext_rec_updates) ||

(old_record_size == record_size &&

old_record_align == record_align));

t->log_ext_updates = TRUE;

if (!array_is_created(&t->ext_resizes))

i_array_init(&t->ext_resizes, ext_id + 2);

intro.hdr_size = hdr_size;

intro.record_size = record_size;

intro.record_align = record_align;

intro.name_size = 1;

array_idx_set(&t->ext_resizes, ext_id, &intro);

}

void mail_index_ext_reset(struct mail_index_transaction *t, uint32_t ext_id,

uint32_t reset_id, bool clear_data)

{

struct mail_transaction_ext_reset reset;

i_assert(reset_id != 0);

memset(&reset, 0, sizeof(reset));

reset.new_reset_id = reset_id;

reset.preserve_data = !clear_data;

mail_index_ext_set_reset_id(t, ext_id, reset_id);

if (!array_is_created(&t->ext_resets))

i_array_init(&t->ext_resets, ext_id + 2);

array_idx_set(&t->ext_resets, ext_id, &reset);

t->log_ext_updates = TRUE;

}

void mail_index_ext_reset_inc(struct mail_index_transaction *t, uint32_t ext_id,

uint32_t prev_reset_id, bool clear_data)

{

uint32_t expected_reset_id = prev_reset_id + 1;

mail_index_ext_reset(t, ext_id, (uint32_t)-1, clear_data);

if (!array_is_created(&t->ext_reset_atomic))

i_array_init(&t->ext_reset_atomic, ext_id + 2);

array_idx_set(&t->ext_reset_atomic, ext_id, &expected_reset_id);

}

static bool

mail_index_transaction_has_ext_updates(const ARRAY_TYPE(seq_array_array) *arr)

{

const ARRAY_TYPE(seq_array) *array;

unsigned int i, count;

if (array_is_created(arr)) {

array = array_get(arr, &count);

for (i = 0; i < count; i++) {

if (array_is_created(&array[i]))

return TRUE;

}

}

return FALSE;

}

static bool

mail_index_transaction_has_ext_changes(struct mail_index_transaction *t)

{

unsigned int i, count;

if (mail_index_transaction_has_ext_updates(&t->ext_rec_updates))

return TRUE;

if (mail_index_transaction_has_ext_updates(&t->ext_rec_atomics))

return TRUE;

if (array_is_created(&t->ext_hdr_updates)) {

const struct mail_index_transaction_ext_hdr_update *hdr;

hdr = array_get(&t->ext_hdr_updates, &count);

for (i = 0; i < count; i++) {

if (hdr[i].alloc_size > 0)

return TRUE;

}

}

if (array_is_created(&t->ext_resets)) {

const struct mail_transaction_ext_reset *resets;

resets = array_get(&t->ext_resets, &count);

for (i = 0; i < count; i++) {

if (resets[i].new_reset_id != 0)

return TRUE;

}

}

if (array_is_created(&t->ext_resizes)) {

const struct mail_transaction_ext_intro *resizes;

resizes = array_get(&t->ext_resizes, &count);

for (i = 0; i < count; i++) {

if (resizes[i].name_size > 0)

return TRUE;

}

}

return FALSE;

}

static void

mail_index_ext_update_reset(ARRAY_TYPE(seq_array_array) *arr, uint32_t ext_id)

{

if (array_is_created(arr) && ext_id < array_count(arr)) {

/* if extension records have been updated, clear them */

ARRAY_TYPE(seq_array) *array;

array = array_idx_modifiable(arr, ext_id);

if (array_is_created(array))

array_clear(array);

}

}

void mail_index_ext_set_reset_id(struct mail_index_transaction *t,

uint32_t ext_id, uint32_t reset_id)

{

mail_index_ext_update_reset(&t->ext_rec_updates, ext_id);

mail_index_ext_update_reset(&t->ext_rec_atomics, ext_id);

if (array_is_created(&t->ext_hdr_updates) &&

ext_id < array_count(&t->ext_hdr_updates)) {

/* if extension headers have been updated, clear them */

struct mail_index_transaction_ext_hdr_update *hdr;

hdr = array_idx_modifiable(&t->ext_hdr_updates, ext_id);

if (hdr->alloc_size > 0) {

i_free_and_null(hdr->mask);

i_free_and_null(hdr->data);

}

hdr->alloc_size = 0;

}

if (array_is_created(&t->ext_resets) &&

ext_id < array_count(&t->ext_resets)) {

/* clear resets */

array_idx_clear(&t->ext_resets, ext_id);

}

if (array_is_created(&t->ext_resizes) &&

ext_id < array_count(&t->ext_resizes)) {

/* clear resizes */

array_idx_clear(&t->ext_resizes, ext_id);

}

if (!array_is_created(&t->ext_reset_ids))

i_array_init(&t->ext_reset_ids, ext_id + 2);

array_idx_set(&t->ext_reset_ids, ext_id, &reset_id);

t->log_ext_updates = mail_index_transaction_has_ext_changes(t);

}

void mail_index_update_header_ext(struct mail_index_transaction *t,

uint32_t ext_id, size_t offset,

const void *data, size_t size)

{

struct mail_index_transaction_ext_hdr_update *hdr;

size_t new_size;

i_assert(offset <= (uint16_t)-1 && size <= (uint16_t)-1 &&

offset + size <= (uint16_t)-1);

if (!array_is_created(&t->ext_hdr_updates))

i_array_init(&t->ext_hdr_updates, ext_id + 2);

hdr = array_idx_modifiable(&t->ext_hdr_updates, ext_id);

if (hdr->alloc_size < offset || hdr->alloc_size - offset < size) {

i_assert(size < (size_t)-1 - offset);

new_size = nearest_power(offset + size);

hdr->mask = i_realloc(hdr->mask, hdr->alloc_size, new_size);

hdr->data = i_realloc(hdr->data, hdr->alloc_size, new_size);

hdr->alloc_size = new_size;

}

memset(hdr->mask + offset, 1, size);

memcpy(hdr->data + offset, data, size);