maildir-mail.c revision ad48319996942463675b53877092ab7e13a7a75a
2454dfa32c93c20a8522c6ed42fe057baaac9f9aStephan Bosch/* Copyright (c) 2003-2009 Dovecot authors, see the included COPYING file */
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainendo_open(struct maildir_mailbox *mbox, const char *path, int *fd)
8b247780e911909a9fdc47f69ce6d1478902ad98Timo Sirainen mail_storage_set_critical(&mbox->storage->storage,
862ec874f9373e3e499e237d3b9f71fdf1413feeTimo Sirainendo_stat(struct maildir_mailbox *mbox, const char *path, struct stat *st)
862ec874f9373e3e499e237d3b9f71fdf1413feeTimo Sirainen mail_storage_set_critical(&mbox->storage->storage,
862ec874f9373e3e499e237d3b9f71fdf1413feeTimo Sirainenstatic struct istream *
862ec874f9373e3e499e237d3b9f71fdf1413feeTimo Sirainenmaildir_open_mail(struct maildir_mailbox *mbox, struct mail *mail,
e2ce8d4a6ac5d82a906178148453e7613fab9ba0Timo Sirainen struct mail_private *p = (struct mail_private *)mail;
9a48c2243fe98ca8393be7908f84d20c634bcdf9Timo Sirainen if (maildir_file_do(mbox, mail->uid, do_open, &fd) < 0)
f988b93c2ef773987bcdcbfb4cca39b955e3a392Timo Sirainen path = maildir_save_file_get_path(mail->transaction, mail->seq);
cd56a23e21f1df3f79648cf07e2f4385e2fadebbTimo Sirainen return i_stream_create_fd(fd, MAIL_READ_BLOCK_SIZE, TRUE);
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainenstatic int maildir_mail_stat(struct mail *mail, struct stat *st)
252db51b6c0a605163326b3ea5d09e9936ca3b29Timo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)mail->box;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen struct index_mail *imail = (struct index_mail *)mail;
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen if (mail->lookup_abort == MAIL_LOOKUP_ABORT_NOT_IN_CACHE)
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen if (imail->data.access_part != 0 && imail->data.stream == NULL) {
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen /* we're going to open the mail anyway */
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen (void)mail_get_stream(mail, NULL, NULL, &input);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen stp = i_stream_stat(imail->data.stream, FALSE);
eb98a038ca8b0ef33d1d11794803ce09547496faTimo Sirainen ret = maildir_file_do(mbox, mail->uid, do_stat, st);
eb98a038ca8b0ef33d1d11794803ce09547496faTimo Sirainen path = maildir_save_file_get_path(mail->transaction, mail->seq);
211ed7806d8715ec2280ffbf5d10f0d6e4f1beb2Timo Sirainenstatic int maildir_mail_get_received_date(struct mail *_mail, time_t *date_r)
252db51b6c0a605163326b3ea5d09e9936ca3b29Timo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
2767104d81e97a109f0aa9758792bfa1da325a97Timo Sirainen if (index_mail_get_received_date(_mail, date_r) == 0)
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainenstatic int maildir_mail_get_save_date(struct mail *_mail, time_t *date_r)
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
556f95092c3bc850517d5ab2bb502024a55645f1Timo Sirainen if (index_mail_get_save_date(_mail, date_r) == 0)
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainenmaildir_mail_get_fname(struct maildir_mailbox *mbox, struct mail *mail,
2767104d81e97a109f0aa9758792bfa1da325a97Timo Sirainen const char **fname_r)
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen ret = maildir_uidlist_lookup(mbox->uidlist, mail->uid, &flags, fname_r);
10ff47d5d6146995e16da00d36eca7d162064a7bTimo Sirainen /* file exists in index file, but not in dovecot-uidlist anymore. */
10ff47d5d6146995e16da00d36eca7d162064a7bTimo Sirainen /* one reason this could happen is if we delayed opening
10ff47d5d6146995e16da00d36eca7d162064a7bTimo Sirainen dovecot-uidlist and we're trying to open a mail that got recently
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen expunged. Let's test this theory first: */
252db51b6c0a605163326b3ea5d09e9936ca3b29Timo Sirainen view = mail_index_view_open(mbox->ibox.index);
8f32e59200da904613506f5649ffa4d9f5989cebTimo Sirainen exists = mail_index_lookup_seq(view, mail->uid, &seq);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen /* the message still exists in index. this means there's some
d66ef20c30fee728899ee168c75fcc5ff8fbdac1Timo Sirainen kind of a desync, which doesn't get fixed if cur/ mtime is
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen the same as in index. fix this by forcing a resync. */
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen (void)maildir_storage_sync_force(mbox, mail->uid);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainenstatic int maildir_get_pop3_state(struct index_mail *mail)
5238111c460098d9cc8cc22527026138a278b9a4Timo Sirainen /* if this mail itself has non-pop3 fields we know we're not
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen allowed_pop3_fields = MAIL_FETCH_FLAGS | MAIL_FETCH_STREAM_HEADER |
68a4946b12583b88fa802e52ebee45cd96056772Timo Sirainen MAIL_FETCH_STREAM_BODY | MAIL_FETCH_UIDL_FILE_NAME |
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen (mail->wanted_fields & ~allowed_pop3_fields) != 0)
de954ff15b495be13007a8aca2c09fd1d356a283Timo Sirainen /* get vsize decisions */
de954ff15b495be13007a8aca2c09fd1d356a283Timo Sirainen psize_idx = mail->ibox->cache_fields[MAIL_CACHE_PHYSICAL_FULL_SIZE].idx;
de954ff15b495be13007a8aca2c09fd1d356a283Timo Sirainen vsize_idx = mail->ibox->cache_fields[MAIL_CACHE_VIRTUAL_FULL_SIZE].idx;
de954ff15b495be13007a8aca2c09fd1d356a283Timo Sirainen vsize_dec = mail_cache_field_get_decision(mail->ibox->cache,
252db51b6c0a605163326b3ea5d09e9936ca3b29Timo Sirainen /* also check if there are any non-[pv]size cached fields */
3d77cc0d502dc69ffe2afe318605964dd40b7b20Timo Sirainen fields = mail_cache_register_get_list(mail->ibox->cache,
d66ef20c30fee728899ee168c75fcc5ff8fbdac1Timo Sirainen for (i = 0; i < count; i++) {
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen dec = fields[i].decision & ~MAIL_CACHE_DECISION_FORCED;
2767104d81e97a109f0aa9758792bfa1da325a97Timo Sirainen /* either nothing is cached, or only vsize is cached. */
2767104d81e97a109f0aa9758792bfa1da325a97Timo Sirainen } else if (vsize_dec != MAIL_CACHE_DECISION_YES &&
efe78d3ba24fc866af1c79b9223dc0809ba26cadStephan Bosch (mail->ibox->box.flags & MAILBOX_FLAG_POP3_SESSION) == 0) {
2767104d81e97a109f0aa9758792bfa1da325a97Timo Sirainen /* if virtual size isn't cached permanently,
2767104d81e97a109f0aa9758792bfa1da325a97Timo Sirainen POP3 isn't being used */
2767104d81e97a109f0aa9758792bfa1da325a97Timo Sirainen /* possibly a mixed pop3/imap */
0ce5f96804e81cb0f857e7df32c0272f1eed9377Timo Sirainenstatic int maildir_quick_size_lookup(struct index_mail *mail, bool vsize,
9de176ef7f3d28ff486c2a8805110b84389e4f19Timo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)mail->ibox;
0ce5f96804e81cb0f857e7df32c0272f1eed9377Timo Sirainen if (maildir_mail_get_fname(mbox, _mail, &fname) <= 0)
6cc0546c058f3e6253c6f99727b28dd602712974Timo Sirainen path = maildir_save_file_get_path(_mail->transaction,
6cc0546c058f3e6253c6f99727b28dd602712974Timo Sirainen /* size can be included in filename */
9de176ef7f3d28ff486c2a8805110b84389e4f19Timo Sirainen /* size can be included in uidlist entry */
9de176ef7f3d28ff486c2a8805110b84389e4f19Timo Sirainen value = maildir_uidlist_lookup_ext(mbox->uidlist, _mail->uid,
9de176ef7f3d28ff486c2a8805110b84389e4f19Timo Sirainen if (*p == '\0') {
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainenmaildir_handle_size_caching(struct index_mail *mail, bool quick_check,
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)mail->ibox;
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen field = vsize ? MAIL_FETCH_VIRTUAL_SIZE : MAIL_FETCH_PHYSICAL_SIZE;
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen if ((mail->data.dont_cache_fetch_fields & field) != 0)
9de176ef7f3d28ff486c2a8805110b84389e4f19Timo Sirainen if (quick_check && maildir_quick_size_lookup(mail, vsize, &size) > 0) {
9de176ef7f3d28ff486c2a8805110b84389e4f19Timo Sirainen /* already in filename / uidlist. don't add it anywhere,
9de176ef7f3d28ff486c2a8805110b84389e4f19Timo Sirainen including to the uidlist if it's already in filename.
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen do some extra checks here to catch potential cache bugs. */
9de176ef7f3d28ff486c2a8805110b84389e4f19Timo Sirainen if (vsize && mail->data.virtual_size != size) {
9de176ef7f3d28ff486c2a8805110b84389e4f19Timo Sirainen "Corrupted virtual size for uid=%u: "
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen } else if (!vsize && mail->data.physical_size != size) {
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen "Corrupted physical size for uid=%u: "
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen /* 1 = pop3-only, 0 = mixed, -1 = no pop3 */
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen if (pop3_state >= 0 && mail->mail.mail.uid != 0) {
98a73e104c7b9c3747053e63113451e24daf7f36Timo Sirainen /* if size is wanted permanently, store it to uidlist
9de176ef7f3d28ff486c2a8805110b84389e4f19Timo Sirainen so that in case cache file gets lost we can get it quickly */
9de176ef7f3d28ff486c2a8805110b84389e4f19Timo Sirainen maildir_uidlist_set_ext(mbox->uidlist, mail->mail.mail.uid,
98a73e104c7b9c3747053e63113451e24daf7f36Timo Sirainenstatic int maildir_mail_get_virtual_size(struct mail *_mail, uoff_t *size_r)
98a73e104c7b9c3747053e63113451e24daf7f36Timo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen if (index_mail_get_cached_virtual_size(mail, size_r)) {
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen i_assert(mail->data.virtual_size != (uoff_t)-1);
e2a88d59c0d47d63ce1ad5b1fd95e487124a3fd4Timo Sirainen maildir_handle_size_caching(mail, TRUE, TRUE);
252db51b6c0a605163326b3ea5d09e9936ca3b29Timo Sirainen if (maildir_quick_size_lookup(mail, TRUE, &data->virtual_size) < 0)
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen data->dont_cache_fetch_fields |= MAIL_FETCH_VIRTUAL_SIZE;
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen /* fallback to reading the file */
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen old_offset = data->stream == NULL ? 0 : data->stream->v_offset;
6adf683655750bcb809275cd65dc75fd12214198Timo Sirainen if (mail_get_stream(_mail, &hdr_size, &body_size, &input) < 0)
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen maildir_handle_size_caching(mail, FALSE, TRUE);
6adf683655750bcb809275cd65dc75fd12214198Timo Sirainenstatic int maildir_mail_get_physical_size(struct mail *_mail, uoff_t *size_r)
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)mail->ibox;
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen if (index_mail_get_physical_size(_mail, size_r) == 0) {
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen i_assert(mail->data.physical_size != (uoff_t)-1);
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen maildir_handle_size_caching(mail, TRUE, FALSE);
d66ef20c30fee728899ee168c75fcc5ff8fbdac1Timo Sirainen if (maildir_quick_size_lookup(mail, FALSE, &data->physical_size) < 0)
6adf683655750bcb809275cd65dc75fd12214198Timo Sirainen data->dont_cache_fetch_fields |= MAIL_FETCH_PHYSICAL_SIZE;
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen ret = maildir_file_do(mbox, _mail->uid, do_stat, &st);
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen /* saved mail which hasn't been committed yet */
b90fb7f78aca271243c26074ddd6587cce112a1eTimo Sirainen path = maildir_save_file_get_path(_mail->transaction,
b90fb7f78aca271243c26074ddd6587cce112a1eTimo Sirainen mail_storage_set_critical(_mail->box->storage,
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen maildir_handle_size_caching(mail, FALSE, FALSE);
8cdb3234fe3c77e477c7a0e6934678f58fc54d4dTimo Sirainenmaildir_mail_get_special(struct mail *_mail, enum mail_fetch_field field,
8cdb3234fe3c77e477c7a0e6934678f58fc54d4dTimo Sirainen const char **value_r)
8cdb3234fe3c77e477c7a0e6934678f58fc54d4dTimo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
3d77cc0d502dc69ffe2afe318605964dd40b7b20Timo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)mail->ibox;
8cdb3234fe3c77e477c7a0e6934678f58fc54d4dTimo Sirainen if (maildir_mail_get_fname(mbox, _mail, &fname) <= 0)
8cdb3234fe3c77e477c7a0e6934678f58fc54d4dTimo Sirainen path = maildir_save_file_get_path(_mail->transaction,
8ab3d88c56dff2f567193f80cc29821a64e576d1Timo Sirainen *value_r = end == NULL ? fname : t_strdup_until(fname, end);
8ab3d88c56dff2f567193f80cc29821a64e576d1Timo Sirainen uidl = maildir_uidlist_lookup_ext(mbox->uidlist, _mail->uid,
8ab3d88c56dff2f567193f80cc29821a64e576d1Timo Sirainen /* use the default */
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen /* special optimization case: use the base file name */
378e6cb162b355d6f103526505bc00b9a78962e7Timo Sirainen return index_mail_get_special(_mail, field, value_r);
71da447014454c84828d9dface77219875554d7dTimo Sirainenstatic int maildir_mail_get_stream(struct mail *_mail,
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)mail->ibox;
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen data->stream = maildir_open_mail(mbox, _mail, &deleted);
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen return index_mail_init_stream(mail, hdr_size, body_size, stream_r);
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainenstatic void maildir_mail_set_cache_corrupted(struct mail *_mail,
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)mail->ibox;
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen /* make sure it gets removed from uidlist.
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen if it's in file name, we can't really do more than log it. */
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen ret = maildir_uidlist_lookup(mbox->uidlist, _mail->uid,
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen if (maildir_filename_get_size(fname, MAILDIR_EXTRA_VIRTUAL_SIZE,
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen const char *subdir =
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen (flags & MAILDIR_UIDLIST_REC_FLAG_NEW_DIR) != 0 ?
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen mail_storage_set_critical(_mail->box->storage,
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen "Maildir filename has wrong W value: %s/%s/%s",
e3678f7bfba87b5aa1446a1a7b9928272b4f72a3Timo Sirainen } else if (maildir_uidlist_lookup_ext(mbox->uidlist, _mail->uid,