mail-index-view.c revision ff7257145f317d6ca44a9402427bb74c34b999a9
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen/* Copyright (C) 2003-2004 Timo Sirainen */
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainenvoid mail_index_view_clone(struct mail_index_view *dest,
7d7b5c98f086ffa8ac9c90f21db17748ca607202Timo Sirainen mail_transaction_log_view_open(src->index->log);
1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainenvoid mail_index_view_ref(struct mail_index_view *view)
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainenstatic void _view_close(struct mail_index_view *view)
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen mail_transaction_log_view_close(&view->log_view);
c3b36993785d9567a63bdad1933031060c9460cfTimo Sirainenstatic void mail_index_view_check_nextuid(struct mail_index_view *view)
c3b36993785d9567a63bdad1933031060c9460cfTimo Sirainen rec = MAIL_INDEX_MAP_IDX(view->map, view->hdr.messages_count-1);
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainenint mail_index_view_lock_head(struct mail_index_view *view, bool update_index)
0add8c99ca65e56dbf613595fc37c41aafff3f7fTimo Sirainen unsigned int lock_id;
ea546eaab672d441e180b7619d4750be813c08d8Timo Sirainen if (MAIL_INDEX_MAP_IS_IN_MEMORY(view->index->map))
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (!mail_index_is_locked(view->index, view->lock_id)) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (mail_index_lock_shared(view->index, update_index,
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (mail_index_map(view->index, FALSE) <= 0) {
31ddc75584c5cde53d2e78a737587f2e7fdcb0d2Timo Sirainen /* index was rebuilt */
0add8c99ca65e56dbf613595fc37c41aafff3f7fTimo Sirainen if (mail_index_lock_shared(view->index, TRUE, &lock_id) < 0)
0add8c99ca65e56dbf613595fc37c41aafff3f7fTimo Sirainen mail_index_unlock(view->index, view->lock_id);
f99575e1d6cd251bd7b6d0654bd75b475e6a894cTimo Sirainenint mail_index_view_lock(struct mail_index_view *view)
eaa36e8058dd6ca4f729f4d0667f8be9912ab473Timo Sirainen /* not head mapping, no need to lock */
f99575e1d6cd251bd7b6d0654bd75b475e6a894cTimo Sirainen return mail_index_view_lock_head(view, FALSE);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenvoid mail_index_view_unlock(struct mail_index_view *view)
c3b36993785d9567a63bdad1933031060c9460cfTimo Sirainen if (view->lock_id != 0 && view->transactions == 0) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen mail_index_unlock(view->index, view->lock_id);
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainenbool mail_index_view_is_inconsistent(struct mail_index_view *view)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstruct mail_index *mail_index_view_get_index(struct mail_index_view *view)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenvoid mail_index_view_transaction_ref(struct mail_index_view *view)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenvoid mail_index_view_transaction_unref(struct mail_index_view *view)
7c5b51bdf43a98e12c654ad437e0b258c5fffbc1Timo Sirainenstatic void mail_index_view_ref_map(struct mail_index_view *view,
4c8b1c4aa0582c6ca43a4d1cbd210741e7fff952Timo Sirainen unsigned int i, count;
4c8b1c4aa0582c6ca43a4d1cbd210741e7fff952Timo Sirainen /* if map is already referenced, do nothing */
4c8b1c4aa0582c6ca43a4d1cbd210741e7fff952Timo Sirainen for (i = 0; i < count; i++) {
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen /* reference the given mapping. the reference is dropped when the view
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen is synchronized or closed. */
7c5b51bdf43a98e12c654ad437e0b258c5fffbc1Timo Sirainenvoid mail_index_view_unref_maps(struct mail_index_view *view)
4c8b1c4aa0582c6ca43a4d1cbd210741e7fff952Timo Sirainen unsigned int i, count;
8d80659e504ffb34bb0c6a633184fece35751b18Timo Sirainen maps = array_get_modifiable(&view->map_refs, &count);
4c8b1c4aa0582c6ca43a4d1cbd210741e7fff952Timo Sirainen for (i = 0; i < count; i++)
df4018ae2f0a95be602f724ca70df7e0e3bd6a7dTimo Sirainenstatic uint32_t _view_get_messages_count(struct mail_index_view *view)
b20fb5b1df9d604a7541f5118fc5b4b466d211efTimo Sirainenstatic const struct mail_index_header *
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainenstatic int _view_lookup_full(struct mail_index_view *view, uint32_t seq,
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen const struct mail_index_record *rec, *head_rec;
df4018ae2f0a95be602f724ca70df7e0e3bd6a7dTimo Sirainen i_assert(seq > 0 && seq <= mail_index_view_get_messages_count(view));
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen /* look up the record */
06fb99af33bd380b382d2d4f2994cf9a5bf0bbaeTimo Sirainen mail_index_set_error(view->index, "Corrupted Index file %s: "
06fb99af33bd380b382d2d4f2994cf9a5bf0bbaeTimo Sirainen "Record [%u].uid=0", view->index->filepath, seq);
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen /* view's mapping is latest. we can use it directly. */
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen /* look up the record from head mapping. it may contain some changes. */
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (mail_index_view_lock_head(view, FALSE) < 0)
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen /* start looking up from the same sequence as in the old view.
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen if there are no expunges, it's there. otherwise it's somewhere
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen before (since records can't be inserted).
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen usually there are only a few expunges, so just going downwards from
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen our initial sequence position is probably faster than binary
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen /* everything is expunged from head. use the old record. */
024815ea2ffdda9ea79919f18e865663977f73eaTimo Sirainen } while (seq > 0);
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen /* found it. use it. reference the index mapping so that the
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen returned record doesn't get invalidated after next sync. */
7c5b51bdf43a98e12c654ad437e0b258c5fffbc1Timo Sirainen mail_index_view_ref_map(view, view->index->map);
8afec4d1a32b78f540257a27769b372aad753384Timo Sirainen /* expuned from head. use the old record. */
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainenstatic int _view_lookup_uid(struct mail_index_view *view, uint32_t seq,
df4018ae2f0a95be602f724ca70df7e0e3bd6a7dTimo Sirainen i_assert(seq > 0 && seq <= mail_index_view_get_messages_count(view));
7e94cf9d70ce9fdeccb7a85ff400b899e6386f36Timo Sirainen *uid_r = MAIL_INDEX_MAP_IDX(view->map, seq-1)->uid;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstatic uint32_t mail_index_bsearch_uid(struct mail_index_view *view,
8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen const struct mail_index_record *rec_base, *rec;
df4018ae2f0a95be602f724ca70df7e0e3bd6a7dTimo Sirainen i_assert(view->hdr.messages_count <= view->map->records_count);
06a5ffa611efd86ffb9acc8beb0fe66e7bd844e4Timo Sirainen /* optimization: the message can be only the first one */
8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen rec = CONST_PTR_OFFSET(rec_base, idx * record_size);
8e7da21696c9f8a6d5e601243fb6172ec85d47b2Timo Sirainen rec = CONST_PTR_OFFSET(rec_base, idx * record_size);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* we want uid or larger */
df4018ae2f0a95be602f724ca70df7e0e3bd6a7dTimo Sirainen idx == view->hdr.messages_count-1 ? 0 : idx+2;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* we want uid or smaller */
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainenstatic int _view_lookup_uid_range(struct mail_index_view *view,
6d25922a089626f5535d51358e33d3337783a410Timo Sirainen *first_seq_r = mail_index_bsearch_uid(view, first_uid, 0, 1);
06a5ffa611efd86ffb9acc8beb0fe66e7bd844e4Timo Sirainen MAIL_INDEX_MAP_IDX(view->map, *first_seq_r-1)->uid > last_uid) {
06a5ffa611efd86ffb9acc8beb0fe66e7bd844e4Timo Sirainen /* we want the last message */
24815ed8224a0647926b49b9a1f716efb2a57148Timo Sirainen /* optimization - binary lookup only from right side: */
24815ed8224a0647926b49b9a1f716efb2a57148Timo Sirainen *last_seq_r = mail_index_bsearch_uid(view, last_uid,
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainenstatic int _view_lookup_first(struct mail_index_view *view,
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen STMT_START { if ((x) > low_uid) low_uid = x; } STMT_END
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if ((flags_mask & MAIL_RECENT) != 0 && (flags & MAIL_RECENT) != 0)
1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen LOW_UPDATE(view->map->hdr.first_recent_uid_lowwater);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if ((flags_mask & MAIL_SEEN) != 0 && (flags & MAIL_SEEN) == 0)
1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen LOW_UPDATE(view->map->hdr.first_unseen_uid_lowwater);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if ((flags_mask & MAIL_DELETED) != 0 && (flags & MAIL_DELETED) != 0)
1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen LOW_UPDATE(view->map->hdr.first_deleted_uid_lowwater);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (mail_index_lookup_uid_range(view, low_uid, low_uid,
df4018ae2f0a95be602f724ca70df7e0e3bd6a7dTimo Sirainen i_assert(view->hdr.messages_count <= view->map->records_count);
df4018ae2f0a95be602f724ca70df7e0e3bd6a7dTimo Sirainen for (; seq <= view->hdr.messages_count; seq++) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if ((rec->flags & flags_mask) == (uint8_t)flags) {
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainenstatic int _view_lookup_ext_full(struct mail_index_view *view, uint32_t seq,
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen uint32_t ext_id, struct mail_index_map **map_r,
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen const void **data_r)
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen if ((ret = mail_index_lookup_full(view, seq, map_r, &rec)) < 0)
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen if (rec == NULL || !mail_index_map_get_ext_idx(*map_r, ext_id, &idx)) {
5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainen *data_r = offset == 0 ? NULL : CONST_PTR_OFFSET(rec, offset);
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainenstatic int _view_get_header_ext(struct mail_index_view *view,
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen /* if we have a mapping, the view where it's from is already locked */
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen /* no mapping given, use head mapping */
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen if (mail_index_view_lock_head(view, FALSE) < 0)
16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen if (!mail_index_map_get_ext_idx(map, ext_id, &idx)) {
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen /* extension doesn't exist in this index file */
1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen *data_r = CONST_PTR_OFFSET(map->hdr_base, ext->hdr_offset);
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainenvoid mail_index_view_close(struct mail_index_view **_view)
df4018ae2f0a95be602f724ca70df7e0e3bd6a7dTimo Sirainenuint32_t mail_index_view_get_messages_count(struct mail_index_view *view)
b20fb5b1df9d604a7541f5118fc5b4b466d211efTimo Sirainenmail_index_get_header(struct mail_index_view *view)
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainenint mail_index_lookup(struct mail_index_view *view, uint32_t seq,
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainen return mail_index_lookup_full(view, seq, &map, rec_r);
5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainenint mail_index_lookup_full(struct mail_index_view *view, uint32_t seq,
d6badc27cd6e8d3398877b6766cb0aaeef3a7800Timo Sirainen return view->v.lookup_full(view, seq, map_r, rec_r);
16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainenint mail_index_lookup_keywords(struct mail_index_view *view, uint32_t seq,
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen const unsigned char *keyword_data;
bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen const unsigned int *keyword_idx_map;
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen /* get the keywords data. */
16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen ret = mail_index_lookup_ext_full(view, seq, ext_id, &map, &data);
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen /* no keywords at all in index */
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen (void)mail_index_ext_get_size(view, ext_id, map, NULL,
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen /* keyword_idx_map[] contains file => index keyword mapping */
bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen if (!array_is_created(&map->keyword_idx_map)) {
bb10ebcf076c959c752f583746d83805d7686df8Timo Sirainen keyword_idx_map = array_get(&map->keyword_idx_map,
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen /* first do the quick check to see if there's keywords at all */
1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen /* keyword header was updated, parse it again
1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen it so we know what this keyword is called */
1e47cfede3a0b62654105daab00e97b5d660bc6bTimo Sirainen if (mail_index_map_parse_keywords(view->index,
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen /* pointer may have changed. update it. */
16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen /* extra bits set in keyword bytes.
16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen shouldn't happen, but just ignore. */
5a07b37a9df398b5189c14872a600384208ab74bTimo Sirainenint mail_index_lookup_uid(struct mail_index_view *view, uint32_t seq,
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainenint mail_index_lookup_uid_range(struct mail_index_view *view,
d6badc27cd6e8d3398877b6766cb0aaeef3a7800Timo Sirainen return view->v.lookup_uid_range(view, first_uid, last_uid,
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainenint mail_index_lookup_first(struct mail_index_view *view, enum mail_flags flags,
d6badc27cd6e8d3398877b6766cb0aaeef3a7800Timo Sirainen return view->v.lookup_first(view, flags, flags_mask, seq_r);
7797aa2479e99aeb71057b7a2584b2cb72e4d3f8Timo Sirainenint mail_index_lookup_ext(struct mail_index_view *view, uint32_t seq,
d6badc27cd6e8d3398877b6766cb0aaeef3a7800Timo Sirainen return view->v.lookup_ext_full(view, seq, ext_id, &map, data_r);
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainenint mail_index_lookup_ext_full(struct mail_index_view *view, uint32_t seq,
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen uint32_t ext_id, struct mail_index_map **map_r,
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen const void **data_r)
d6badc27cd6e8d3398877b6766cb0aaeef3a7800Timo Sirainen return view->v.lookup_ext_full(view, seq, ext_id, map_r, data_r);
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainenint mail_index_get_header_ext(struct mail_index_view *view, uint32_t ext_id,
d6badc27cd6e8d3398877b6766cb0aaeef3a7800Timo Sirainen return view->v.get_header_ext(view, NULL, ext_id, data_r, data_size_r);
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainenint mail_index_map_get_header_ext(struct mail_index_view *view,
d6badc27cd6e8d3398877b6766cb0aaeef3a7800Timo Sirainen return view->v.get_header_ext(view, map, ext_id, data_r, data_size_r);
bb2b91b4c5363348b737237893d414639510a561Timo Sirainenint mail_index_ext_get_size(struct mail_index_view *view __attr_unused__,
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen uint32_t *hdr_size_r, uint16_t *record_size_r,
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen if (!mail_index_map_get_ext_idx(map, ext_id, &idx)) {
bb2b91b4c5363348b737237893d414639510a561Timo Sirainen /* extension doesn't exist in this index file */
d6badc27cd6e8d3398877b6766cb0aaeef3a7800Timo Sirainenstatic struct mail_index_view_vfuncs view_vfuncs = {
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainenstruct mail_index_view *mail_index_view_open(struct mail_index *index)
24fc71a693331ffe77e2b6d81c70aca6fa055e47Timo Sirainen view->log_view = mail_transaction_log_view_open(index->log);
1b3bb8d39686ed24730cbc31cc9a33dc62c8c6c3Timo Sirainen view->log_file_seq = view->map->hdr.log_file_seq;
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainenmail_index_view_get_ext(struct mail_index_view *view, uint32_t ext_id)
6a19e109ee8c5a6f688da83a86a7f6abeb71abddTimo Sirainen if (!mail_index_map_get_ext_idx(view->map, ext_id, &idx))