maildir-mail.c revision 900bb5e316d030cdebff7ee128ce65881dfb27f7
5f5870385cff47efd2f58e7892f251cf13761528Timo Sirainen/* Copyright (c) 2003-2012 Dovecot authors, see the included COPYING file */
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "lib.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "istream.h"
8363f50d7b5d605912e55c34f7f28e9f4ce01341Timo Sirainen#include "nfs-workarounds.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "index-mail.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "maildir-storage.h"
e8bdf1be00aec45d0c6dd72ad9c8be02a3dfc778Timo Sirainen#include "maildir-filename.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include "maildir-uidlist.h"
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen#include "maildir-sync.h"
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen#include <stdio.h>
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen#include <stdlib.h>
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <fcntl.h>
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <unistd.h>
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen#include <sys/stat.h>
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainenstruct maildir_open_context {
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen int fd;
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen char *path;
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen};
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen
b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainenstatic int
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainendo_open(struct maildir_mailbox *mbox, const char *path,
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen struct maildir_open_context *ctx)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
8363f50d7b5d605912e55c34f7f28e9f4ce01341Timo Sirainen ctx->fd = nfs_safe_open(path, O_RDONLY);
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen if (ctx->fd != -1) {
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen ctx->path = i_strdup(path);
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 1;
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (errno == ENOENT)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen if (errno == EACCES) {
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen mail_storage_set_critical(&mbox->storage->storage, "%s",
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen mail_error_eacces_msg("open", path));
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen } else {
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen mail_storage_set_critical(&mbox->storage->storage,
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen "open(%s) failed: %m", path);
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainenstatic int
2cfe9983ce7a6280636ee12beccc2e865111967bTimo Sirainendo_stat(struct maildir_mailbox *mbox, const char *path, struct stat *st)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (stat(path, st) == 0)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (errno == ENOENT)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen if (errno == EACCES) {
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen mail_storage_set_critical(&mbox->storage->storage, "%s",
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen mail_error_eacces_msg("stat", path));
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen } else {
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen mail_storage_set_critical(&mbox->storage->storage,
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen "stat(%s) failed: %m", path);
98922c5675bbbfadc84d58768bef867fe82256c2Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstatic struct istream *
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainenmaildir_open_mail(struct maildir_mailbox *mbox, struct mail *mail,
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen bool *deleted_r)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
d42eb03b3a4e79a2da22a1be2de59b95660af2beTimo Sirainen struct istream *input;
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen const char *path;
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen struct maildir_open_context ctx;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen *deleted_r = FALSE;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen ctx.fd = -1;
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen ctx.path = NULL;
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen
2d01cc1880cf2afd4fb1c8ad7fa6ce78e562e71eTimo Sirainen mail->transaction->stats.open_lookup_count++;
fc40a9a002458e372ff4b9f6f4e15239520c0bcdTimo Sirainen if (!mail->saving) {
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen if (maildir_file_do(mbox, mail->uid, do_open, &ctx) < 0)
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen return NULL;
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen } else {
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen path = maildir_save_file_get_path(mail->transaction, mail->seq);
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen if (do_open(mbox, path, &ctx) <= 0)
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen return NULL;
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen if (ctx.fd == -1) {
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen *deleted_r = TRUE;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return NULL;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen input = i_stream_create_fd(ctx.fd, 0, TRUE);
c60d1eda4df179d83d531647732d5e3e45064219Timo Sirainen if (input->stream_errno == EISDIR) {
c60d1eda4df179d83d531647732d5e3e45064219Timo Sirainen i_stream_destroy(&input);
f6f021c133f680cf3d559187524fd9abcbaae9b9Timo Sirainen if (maildir_lose_unexpected_dir(&mbox->storage->storage,
f6f021c133f680cf3d559187524fd9abcbaae9b9Timo Sirainen ctx.path) >= 0)
c60d1eda4df179d83d531647732d5e3e45064219Timo Sirainen *deleted_r = TRUE;
c60d1eda4df179d83d531647732d5e3e45064219Timo Sirainen } else {
c60d1eda4df179d83d531647732d5e3e45064219Timo Sirainen i_stream_set_name(input, ctx.path);
c60d1eda4df179d83d531647732d5e3e45064219Timo Sirainen index_mail_set_read_buffer_size(mail, input);
c60d1eda4df179d83d531647732d5e3e45064219Timo Sirainen }
f0a2d04321ba456e5c5ba821c0d1ed9e8e0e2e08Timo Sirainen i_free(ctx.path);
d42eb03b3a4e79a2da22a1be2de59b95660af2beTimo Sirainen return input;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
35283613d4c04ce18836e9fc431582c87b3710a0Timo Sirainenstatic int maildir_mail_stat(struct mail *mail, struct stat *st)
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen{
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)mail->box;
b0a901f1dbe9e05ac1c92a0974af6bce0274f31aTimo Sirainen struct index_mail *imail = (struct index_mail *)mail;
ee1a3e217279dcd0f1cccbd3442e481b7dc90f05Timo Sirainen const struct stat *stp;
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen const char *path;
ee1a3e217279dcd0f1cccbd3442e481b7dc90f05Timo Sirainen int ret;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
35283613d4c04ce18836e9fc431582c87b3710a0Timo Sirainen if (mail->lookup_abort == MAIL_LOOKUP_ABORT_NOT_IN_CACHE)
35283613d4c04ce18836e9fc431582c87b3710a0Timo Sirainen return mail_set_aborted(mail);
35283613d4c04ce18836e9fc431582c87b3710a0Timo Sirainen
35283613d4c04ce18836e9fc431582c87b3710a0Timo Sirainen if (imail->data.access_part != 0 &&
ebe6df72f1309135f02b6a4d2aef1e81a073f91cTimo Sirainen imail->data.stream == NULL) {
bc6ef0b01b99c43ee46aa796420516e89a744c30Timo Sirainen /* we're going to open the mail anyway */
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen struct istream *input;
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen (void)mail_get_stream(mail, NULL, NULL, &input);
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen }
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen if (imail->data.stream != NULL) {
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen mail->transaction->stats.fstat_lookup_count++;
b0a901f1dbe9e05ac1c92a0974af6bce0274f31aTimo Sirainen stp = i_stream_stat(imail->data.stream, FALSE);
2d01cc1880cf2afd4fb1c8ad7fa6ce78e562e71eTimo Sirainen if (stp == NULL)
01f4ee4a0243f3fe9af763e1a540cd5cff0d63f5Timo Sirainen return -1;
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen *st = *stp;
35283613d4c04ce18836e9fc431582c87b3710a0Timo Sirainen } else if (!mail->saving) {
3eb63515855f386449c22233d1f1baf1ddfe8a2dTimo Sirainen mail->transaction->stats.stat_lookup_count++;
2d01cc1880cf2afd4fb1c8ad7fa6ce78e562e71eTimo Sirainen ret = maildir_file_do(mbox, mail->uid, do_stat, st);
35283613d4c04ce18836e9fc431582c87b3710a0Timo Sirainen if (ret <= 0) {
e9d29ae46d435aee85514decfe6ee27399ebf794Timo Sirainen if (ret == 0)
e9d29ae46d435aee85514decfe6ee27399ebf794Timo Sirainen mail_set_expunged(mail);
e9d29ae46d435aee85514decfe6ee27399ebf794Timo Sirainen return -1;
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen }
e9d29ae46d435aee85514decfe6ee27399ebf794Timo Sirainen } else {
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen mail->transaction->stats.stat_lookup_count++;
2d01cc1880cf2afd4fb1c8ad7fa6ce78e562e71eTimo Sirainen path = maildir_save_file_get_path(mail->transaction, mail->seq);
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen if (stat(path, st) < 0) {
35283613d4c04ce18836e9fc431582c87b3710a0Timo Sirainen mail_storage_set_critical(mail->box->storage,
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen "stat(%s) failed: %m", path);
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen return -1;
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen }
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen}
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainenstatic int maildir_mail_get_received_date(struct mail *_mail, time_t *date_r)
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen{
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen struct index_mail_data *data = &mail->data;
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen struct stat st;
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen if (index_mail_get_received_date(_mail, date_r) == 0)
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen return 0;
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen if (maildir_mail_stat(_mail, &st) < 0)
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen return -1;
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen *date_r = data->received_date = st.st_mtime;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen return 0;
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen}
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstatic int maildir_mail_get_save_date(struct mail *_mail, time_t *date_r)
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen{
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen struct index_mail_data *data = &mail->data;
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen struct stat st;
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen if (index_mail_get_save_date(_mail, date_r) == 0)
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen return 0;
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen if (maildir_mail_stat(_mail, &st) < 0)
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen return -1;
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen *date_r = data->save_date = st.st_ctime;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen return 0;
51078c3413b7ed4811bc725acbb1289723361ba9Timo Sirainen}
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainenstatic int
7ede6554e451ec039a67beec7d6ee4aff61d386eTimo Sirainenmaildir_mail_get_fname(struct maildir_mailbox *mbox, struct mail *mail,
3ec2c1f31631bb5ff86f5fc93a563c33e5cae90dTimo Sirainen const char **fname_r)
3ec2c1f31631bb5ff86f5fc93a563c33e5cae90dTimo Sirainen{
3ec2c1f31631bb5ff86f5fc93a563c33e5cae90dTimo Sirainen enum maildir_uidlist_rec_flag flags;
3ec2c1f31631bb5ff86f5fc93a563c33e5cae90dTimo Sirainen struct mail_index_view *view;
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen uint32_t seq;
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen bool exists;
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen int ret;
7ede6554e451ec039a67beec7d6ee4aff61d386eTimo Sirainen
3ec2c1f31631bb5ff86f5fc93a563c33e5cae90dTimo Sirainen ret = maildir_sync_lookup(mbox, mail->uid, &flags, fname_r);
6013fbad6638795a00e6c2a2dd2cdbee19612494Timo Sirainen if (ret != 0)
7ede6554e451ec039a67beec7d6ee4aff61d386eTimo Sirainen return ret;
7ede6554e451ec039a67beec7d6ee4aff61d386eTimo Sirainen
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen /* file exists in index file, but not in dovecot-uidlist anymore. */
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen mail_set_expunged(mail);
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen /* one reason this could happen is if we delayed opening
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen dovecot-uidlist and we're trying to open a mail that got recently
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen expunged. Let's test this theory first: */
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen (void)mail_index_refresh(mbox->box.index);
b66d803de86bfb411165b3465b0d9ef64ecfe2a1Timo Sirainen view = mail_index_view_open(mbox->box.index);
d22301419109ed4a38351715e6760011421dadecTimo Sirainen exists = mail_index_lookup_seq(view, mail->uid, &seq);
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen mail_index_view_close(&view);
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen if (exists) {
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen /* the message still exists in index. this means there's some
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen kind of a desync, which doesn't get fixed if cur/ mtime is
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen the same as in index. fix this by forcing a resync. */
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen (void)maildir_storage_sync_force(mbox, mail->uid);
9334fbad0aabb2fed88f40b2205d0d6f80bdffa2Timo Sirainen }
3ec2c1f31631bb5ff86f5fc93a563c33e5cae90dTimo Sirainen return 0;
7ede6554e451ec039a67beec7d6ee4aff61d386eTimo Sirainen}
3ec2c1f31631bb5ff86f5fc93a563c33e5cae90dTimo Sirainen
3ec2c1f31631bb5ff86f5fc93a563c33e5cae90dTimo Sirainenstatic int maildir_get_pop3_state(struct index_mail *mail)
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen{
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen struct mailbox *box = mail->mail.mail.box;
d22301419109ed4a38351715e6760011421dadecTimo Sirainen struct index_mailbox_context *ibox = INDEX_STORAGE_CONTEXT(box);
d22301419109ed4a38351715e6760011421dadecTimo Sirainen const struct mail_cache_field *fields;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen unsigned int i, count, psize_idx, vsize_idx;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen enum mail_cache_decision_type dec, vsize_dec;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen enum mail_fetch_field allowed_pop3_fields;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen bool not_pop3_only = FALSE;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen if (mail->pop3_state_set)
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen return mail->pop3_state;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen /* if this mail itself has non-pop3 fields we know we're not
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen pop3-only */
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen allowed_pop3_fields = MAIL_FETCH_FLAGS | MAIL_FETCH_STREAM_HEADER |
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen MAIL_FETCH_STREAM_BODY | MAIL_FETCH_UIDL_FILE_NAME |
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen MAIL_FETCH_VIRTUAL_SIZE;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen if (mail->data.wanted_headers != NULL ||
ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen (mail->data.wanted_fields & ~allowed_pop3_fields) != 0)
ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen not_pop3_only = TRUE;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen /* get vsize decisions */
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen psize_idx = ibox->cache_fields[MAIL_CACHE_PHYSICAL_FULL_SIZE].idx;
d22301419109ed4a38351715e6760011421dadecTimo Sirainen vsize_idx = ibox->cache_fields[MAIL_CACHE_VIRTUAL_FULL_SIZE].idx;
d22301419109ed4a38351715e6760011421dadecTimo Sirainen if (not_pop3_only) {
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen vsize_dec = mail_cache_field_get_decision(box->cache,
d22301419109ed4a38351715e6760011421dadecTimo Sirainen vsize_idx);
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen vsize_dec &= ~MAIL_CACHE_DECISION_FORCED;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen } else {
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen /* also check if there are any non-[pv]size cached fields */
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen vsize_dec = MAIL_CACHE_DECISION_NO;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen fields = mail_cache_register_get_list(box->cache,
d22301419109ed4a38351715e6760011421dadecTimo Sirainen pool_datastack_create(),
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen &count);
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen for (i = 0; i < count; i++) {
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen dec = fields[i].decision & ~MAIL_CACHE_DECISION_FORCED;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen if (fields[i].idx == vsize_idx)
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen vsize_dec = dec;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen else if (dec != MAIL_CACHE_DECISION_NO &&
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen fields[i].idx != psize_idx)
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen not_pop3_only = TRUE;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen }
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen }
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen if (!not_pop3_only) {
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen /* either nothing is cached, or only vsize is cached. */
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen mail->pop3_state = 1;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen } else if (vsize_dec != MAIL_CACHE_DECISION_YES &&
236bedf76e31651ea9fca63fbdc25be673819526Timo Sirainen (box->flags & MAILBOX_FLAG_POP3_SESSION) == 0) {
d22301419109ed4a38351715e6760011421dadecTimo Sirainen /* if virtual size isn't cached permanently,
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen POP3 isn't being used */
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen mail->pop3_state = -1;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen } else {
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen /* possibly a mixed pop3/imap */
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen mail->pop3_state = 0;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen }
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen mail->pop3_state_set = TRUE;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen return mail->pop3_state;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen}
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainenstatic int maildir_quick_size_lookup(struct index_mail *mail, bool vsize,
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen uoff_t *size_r)
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen{
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen struct mail *_mail = &mail->mail.mail;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)_mail->box;
d22301419109ed4a38351715e6760011421dadecTimo Sirainen enum maildir_uidlist_rec_ext_key key;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen const char *path, *fname, *value;
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (!_mail->saving) {
3eb63515855f386449c22233d1f1baf1ddfe8a2dTimo Sirainen if (maildir_mail_get_fname(mbox, _mail, &fname) <= 0)
7ede6554e451ec039a67beec7d6ee4aff61d386eTimo Sirainen return -1;
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen } else {
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen path = maildir_save_file_get_path(_mail->transaction,
b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen _mail->seq);
b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen fname = strrchr(path, '/');
b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen fname = fname != NULL ? fname + 1 : path;
b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen }
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* size can be included in filename */
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen if (vsize || !mbox->storage->set->maildir_broken_filename_sizes) {
80bcc6caa317a52bddcafe74fede886247dbba5bTimo Sirainen if (maildir_filename_get_size(fname,
80bcc6caa317a52bddcafe74fede886247dbba5bTimo Sirainen vsize ? MAILDIR_EXTRA_VIRTUAL_SIZE :
80bcc6caa317a52bddcafe74fede886247dbba5bTimo Sirainen MAILDIR_EXTRA_FILE_SIZE, size_r))
80bcc6caa317a52bddcafe74fede886247dbba5bTimo Sirainen return 1;
80bcc6caa317a52bddcafe74fede886247dbba5bTimo Sirainen }
80bcc6caa317a52bddcafe74fede886247dbba5bTimo Sirainen
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen /* size can be included in uidlist entry */
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen if (!_mail->saving) {
3eb63515855f386449c22233d1f1baf1ddfe8a2dTimo Sirainen key = vsize ? MAILDIR_UIDLIST_REC_EXT_VSIZE :
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen MAILDIR_UIDLIST_REC_EXT_PSIZE;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen value = maildir_uidlist_lookup_ext(mbox->uidlist, _mail->uid,
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen key);
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen if (value != NULL && str_to_uoff(value, size_r) == 0)
9261dbf0675204898c6557591c7aa376e23a52b2Timo Sirainen return 1;
9261dbf0675204898c6557591c7aa376e23a52b2Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen return 0;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen}
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainenstatic void
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainenmaildir_handle_size_caching(struct index_mail *mail, bool quick_check,
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen bool vsize)
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen{
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen struct mailbox *box = mail->mail.mail.box;
d22301419109ed4a38351715e6760011421dadecTimo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)box;
d22301419109ed4a38351715e6760011421dadecTimo Sirainen enum mail_fetch_field field;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen uoff_t size;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen int pop3_state;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen field = vsize ? MAIL_FETCH_VIRTUAL_SIZE : MAIL_FETCH_PHYSICAL_SIZE;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen if ((mail->data.dont_cache_fetch_fields & field) != 0)
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen return;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen if (quick_check && maildir_quick_size_lookup(mail, vsize, &size) > 0) {
55b6e3105184ad6a2f987346380966f556300055Timo Sirainen /* already in filename / uidlist. don't add it anywhere,
7aeaf23f760d86aad525d831efcac9f860a55a39Timo Sirainen including to the uidlist if it's already in filename.
cf49fc07f541c0f74578ac6c3b334ddade143aa1Timo Sirainen do some extra checks here to catch potential cache bugs. */
cf49fc07f541c0f74578ac6c3b334ddade143aa1Timo Sirainen if (vsize && mail->data.virtual_size != size) {
cf49fc07f541c0f74578ac6c3b334ddade143aa1Timo Sirainen mail_cache_set_corrupted(box->cache,
d22301419109ed4a38351715e6760011421dadecTimo Sirainen "Corrupted virtual size for uid=%u: "
63aaafe7e6b201d6633f8c25610ecd30c9cda99cTimo Sirainen "%"PRIuUOFF_T" != %"PRIuUOFF_T,
cf49fc07f541c0f74578ac6c3b334ddade143aa1Timo Sirainen mail->mail.mail.uid,
63aaafe7e6b201d6633f8c25610ecd30c9cda99cTimo Sirainen mail->data.virtual_size, size);
cf49fc07f541c0f74578ac6c3b334ddade143aa1Timo Sirainen mail->data.virtual_size = size;
2ff23d6fb7e2ff85aa23b7f4769aeac1d0316a1bTimo Sirainen } else if (!vsize && mail->data.physical_size != size) {
cf49fc07f541c0f74578ac6c3b334ddade143aa1Timo Sirainen mail_cache_set_corrupted(box->cache,
d22301419109ed4a38351715e6760011421dadecTimo Sirainen "Corrupted physical size for uid=%u: "
63aaafe7e6b201d6633f8c25610ecd30c9cda99cTimo Sirainen "%"PRIuUOFF_T" != %"PRIuUOFF_T,
cf49fc07f541c0f74578ac6c3b334ddade143aa1Timo Sirainen mail->mail.mail.uid,
63aaafe7e6b201d6633f8c25610ecd30c9cda99cTimo Sirainen mail->data.physical_size, size);
cf49fc07f541c0f74578ac6c3b334ddade143aa1Timo Sirainen mail->data.physical_size = size;
2ff23d6fb7e2ff85aa23b7f4769aeac1d0316a1bTimo Sirainen }
cf49fc07f541c0f74578ac6c3b334ddade143aa1Timo Sirainen mail->data.dont_cache_fetch_fields |= field;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen return;
7aeaf23f760d86aad525d831efcac9f860a55a39Timo Sirainen }
7aeaf23f760d86aad525d831efcac9f860a55a39Timo Sirainen
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen /* 1 = pop3-only, 0 = mixed, -1 = no pop3 */
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen pop3_state = maildir_get_pop3_state(mail);
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen if (pop3_state >= 0 && mail->mail.mail.uid != 0) {
18065635d4e79dd96eb3b3215718abd12f6a6808Timo Sirainen /* if size is wanted permanently, store it to uidlist
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen so that in case cache file gets lost we can get it quickly */
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen mail->data.dont_cache_fetch_fields |= field;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen size = vsize ? mail->data.virtual_size :
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen mail->data.physical_size;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen maildir_uidlist_set_ext(mbox->uidlist, mail->mail.mail.uid,
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen vsize ? MAILDIR_UIDLIST_REC_EXT_VSIZE :
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen MAILDIR_UIDLIST_REC_EXT_PSIZE,
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen dec2str(size));
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen }
c36ec256c1bd1abe1c12e792cf64f0b7e3b3135aTimo Sirainen}
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainenstatic int maildir_mail_get_virtual_size(struct mail *_mail, uoff_t *size_r)
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen{
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)_mail->box;
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen struct index_mail_data *data = &mail->data;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen struct message_size hdr_size, body_size;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen struct istream *input;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen uoff_t old_offset;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen if (maildir_uidlist_is_read(mbox->uidlist) ||
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen (_mail->box->flags & MAILBOX_FLAG_POP3_SESSION) != 0) {
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen /* try to get the size from uidlist. this is especially useful
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen with pop3 to avoid unnecessarily opening the cache file. */
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen if (maildir_quick_size_lookup(mail, TRUE,
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen &data->virtual_size) < 0)
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen return -1;
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen }
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen if (data->virtual_size == (uoff_t)-1) {
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen if (index_mail_get_cached_virtual_size(mail, size_r)) {
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen i_assert(mail->data.virtual_size != (uoff_t)-1);
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen maildir_handle_size_caching(mail, TRUE, TRUE);
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen return 0;
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen }
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen if (maildir_quick_size_lookup(mail, TRUE,
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen &data->virtual_size) < 0)
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen return -1;
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen }
a0aedab7cd06125e4d73638b1bd0c01c7caa2626Timo Sirainen if (data->virtual_size != (uoff_t)-1) {
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen data->dont_cache_fetch_fields |= MAIL_FETCH_VIRTUAL_SIZE;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen *size_r = data->virtual_size;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen return 0;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen }
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen /* fallback to reading the file */
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen old_offset = data->stream == NULL ? 0 : data->stream->v_offset;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen if (mail_get_stream(_mail, &hdr_size, &body_size, &input) < 0)
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen return -1;
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen i_stream_seek(data->stream, old_offset);
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen
ae1b268ffff743ad9927c304a1344c5cbd7f909dTimo Sirainen maildir_handle_size_caching(mail, FALSE, TRUE);
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen *size_r = data->virtual_size;
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen return 0;
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen}
d67fde1a8ebc1d85704c5986d8f93aae97eccef3Timo Sirainen
d67fde1a8ebc1d85704c5986d8f93aae97eccef3Timo Sirainenstatic int maildir_mail_get_physical_size(struct mail *_mail, uoff_t *size_r)
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen{
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)_mail->box;
d22301419109ed4a38351715e6760011421dadecTimo Sirainen struct index_mail_data *data = &mail->data;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen struct stat st;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen const char *path;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen int ret;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen if (maildir_uidlist_is_read(mbox->uidlist) ||
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen (_mail->box->flags & MAILBOX_FLAG_POP3_SESSION) != 0) {
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen /* try to get the size from uidlist (see virtual size above) */
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen if (maildir_quick_size_lookup(mail, FALSE,
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen &data->physical_size) < 0)
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen return -1;
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen }
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen if (data->physical_size == (uoff_t)-1) {
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen if (index_mail_get_physical_size(_mail, size_r) == 0) {
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen i_assert(mail->data.physical_size != (uoff_t)-1);
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen maildir_handle_size_caching(mail, TRUE, FALSE);
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen return 0;
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen }
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen if (maildir_quick_size_lookup(mail, FALSE,
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen &data->physical_size) < 0)
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen return -1;
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen }
6d50c4d875bb05f9076e9e0ecbacb8beb2e9ae42Timo Sirainen if (data->physical_size != (uoff_t)-1) {
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen data->dont_cache_fetch_fields |= MAIL_FETCH_PHYSICAL_SIZE;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen *size_r = data->physical_size;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen return 0;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen }
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen if (!_mail->saving) {
3eb63515855f386449c22233d1f1baf1ddfe8a2dTimo Sirainen ret = maildir_file_do(mbox, _mail->uid, do_stat, &st);
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen if (ret <= 0) {
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen if (ret == 0)
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen mail_set_expunged(_mail);
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen return -1;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen }
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen } else {
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen /* saved mail which hasn't been committed yet */
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen path = maildir_save_file_get_path(_mail->transaction,
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen _mail->seq);
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen if (stat(path, &st) < 0) {
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen mail_storage_set_critical(_mail->box->storage,
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen "stat(%s) failed: %m", path);
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen return -1;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen }
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen }
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen data->physical_size = st.st_size;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen maildir_handle_size_caching(mail, FALSE, FALSE);
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen *size_r = st.st_size;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen return 0;
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen}
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainen
97eb53ade9057e6966dbb77289ad0204c7e1657bTimo Sirainenstatic int
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainenmaildir_mail_get_special(struct mail *_mail, enum mail_fetch_field field,
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen const char **value_r)
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen{
366d6311c9d5bac6613e3cd64619eb878adce9ecTimo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
366d6311c9d5bac6613e3cd64619eb878adce9ecTimo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)_mail->box;
d22301419109ed4a38351715e6760011421dadecTimo Sirainen const char *path, *fname = NULL, *end, *guid, *uidl, *order;
e1eeb3be29afde2830c2b7ed594c6f1fef2f69dcTimo Sirainen
366d6311c9d5bac6613e3cd64619eb878adce9ecTimo Sirainen switch (field) {
b19a1420da0618a10edf67c2cfd13c8c8633057aTimo Sirainen case MAIL_FETCH_GUID:
b19a1420da0618a10edf67c2cfd13c8c8633057aTimo Sirainen /* use GUID from uidlist if it exists */
e4e7475f646d66a257d682738fbff1f206ce4924Timo Sirainen i_assert(!_mail->saving);
24cd47a2c8f7507e555459b7e841de771ba3c318Timo Sirainen
24cd47a2c8f7507e555459b7e841de771ba3c318Timo Sirainen /* first make sure that we have a refreshed uidlist */
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen if (maildir_mail_get_fname(mbox, _mail, &fname) <= 0)
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen return -1;
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen guid = maildir_uidlist_lookup_ext(mbox->uidlist, _mail->uid,
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen MAILDIR_UIDLIST_REC_EXT_GUID);
24cd47a2c8f7507e555459b7e841de771ba3c318Timo Sirainen if (guid != NULL) {
24cd47a2c8f7507e555459b7e841de771ba3c318Timo Sirainen if (*guid != '\0') {
24cd47a2c8f7507e555459b7e841de771ba3c318Timo Sirainen *value_r = p_strdup(mail->data_pool, guid);
24cd47a2c8f7507e555459b7e841de771ba3c318Timo Sirainen return 0;
e4e7475f646d66a257d682738fbff1f206ce4924Timo Sirainen }
e4e7475f646d66a257d682738fbff1f206ce4924Timo Sirainen
e4e7475f646d66a257d682738fbff1f206ce4924Timo Sirainen mail_storage_set_critical(_mail->box->storage,
ed34a210eff7707787ee154e5581528b8f4b2daaTimo Sirainen "Maildir %s: Corrupted dovecot-uidlist: "
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen "UID %u had empty GUID, clearing it",
5f44975ec6c5755dd74bcd4c47a123a7242ecab3Timo Sirainen mailbox_get_path(_mail->box), _mail->uid);
ed34a210eff7707787ee154e5581528b8f4b2daaTimo Sirainen maildir_uidlist_set_ext(mbox->uidlist, _mail->uid,
ed34a210eff7707787ee154e5581528b8f4b2daaTimo Sirainen MAILDIR_UIDLIST_REC_EXT_GUID, NULL);
ed34a210eff7707787ee154e5581528b8f4b2daaTimo Sirainen }
ed34a210eff7707787ee154e5581528b8f4b2daaTimo Sirainen
ed34a210eff7707787ee154e5581528b8f4b2daaTimo Sirainen /* default to base filename: */
ed34a210eff7707787ee154e5581528b8f4b2daaTimo Sirainen case MAIL_FETCH_UIDL_FILE_NAME:
3df398a463e931b63586726adb3309c9692208c1Timo Sirainen if (mail->data.guid != NULL) {
a10ed8c47534b4c6b6bf2711ccfe577e720a47b4Timo Sirainen *value_r = mail->data.guid;
a10ed8c47534b4c6b6bf2711ccfe577e720a47b4Timo Sirainen return 0;
e4e7475f646d66a257d682738fbff1f206ce4924Timo Sirainen }
e4e7475f646d66a257d682738fbff1f206ce4924Timo Sirainen if (fname != NULL) {
e4e7475f646d66a257d682738fbff1f206ce4924Timo Sirainen /* we came here from MAIL_FETCH_GUID,
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen avoid a second lookup */
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen } else if (!_mail->saving) {
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen if (maildir_mail_get_fname(mbox, _mail, &fname) <= 0)
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen return -1;
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen } else {
e4e7475f646d66a257d682738fbff1f206ce4924Timo Sirainen path = maildir_save_file_get_path(_mail->transaction,
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen _mail->seq);
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen fname = strrchr(path, '/');
129cc29ae6d8ad64d6d2b72f18da18fa134d0f3eTimo Sirainen fname = fname != NULL ? fname + 1 : path;
129cc29ae6d8ad64d6d2b72f18da18fa134d0f3eTimo Sirainen }
24cd47a2c8f7507e555459b7e841de771ba3c318Timo Sirainen end = strchr(fname, MAILDIR_INFO_SEP);
24cd47a2c8f7507e555459b7e841de771ba3c318Timo Sirainen mail->data.guid = end == NULL ?
24cd47a2c8f7507e555459b7e841de771ba3c318Timo Sirainen p_strdup(mail->data_pool, fname) :
24cd47a2c8f7507e555459b7e841de771ba3c318Timo Sirainen p_strdup_until(mail->data_pool, fname, end);
7ede6554e451ec039a67beec7d6ee4aff61d386eTimo Sirainen *value_r = mail->data.guid;
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen return 0;
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen case MAIL_FETCH_UIDL_BACKEND:
b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen uidl = maildir_uidlist_lookup_ext(mbox->uidlist, _mail->uid,
b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen MAILDIR_UIDLIST_REC_EXT_POP3_UIDL);
b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen if (uidl == NULL) {
b142deb9a831c89b1bb9129ada655f3e56b9d4ccTimo Sirainen /* use the default */
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen *value_r = "";
8754bb7a1f24705ffa5434f9e10d57e0b3b88d6eTimo Sirainen } else if (*uidl == '\0') {
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen /* special optimization case: use the base file name */
5f44975ec6c5755dd74bcd4c47a123a7242ecab3Timo Sirainen return maildir_mail_get_special(_mail,
5f44975ec6c5755dd74bcd4c47a123a7242ecab3Timo Sirainen MAIL_FETCH_UIDL_FILE_NAME, value_r);
46c903eac3abcc7d32780da76ee6a79c26d185b6Timo Sirainen } else {
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen *value_r = p_strdup(mail->data_pool, uidl);
b19a1420da0618a10edf67c2cfd13c8c8633057aTimo Sirainen }
e76c494ad6535d3de314cc0d3ac7a44b06e53c4bTimo Sirainen return 0;
e76c494ad6535d3de314cc0d3ac7a44b06e53c4bTimo Sirainen case MAIL_FETCH_POP3_ORDER:
89fb98e9eb7e95255a579c8e9d865383c2334a74Timo Sirainen order = maildir_uidlist_lookup_ext(mbox->uidlist, _mail->uid,
89fb98e9eb7e95255a579c8e9d865383c2334a74Timo Sirainen MAILDIR_UIDLIST_REC_EXT_POP3_ORDER);
89fb98e9eb7e95255a579c8e9d865383c2334a74Timo Sirainen if (order == NULL) {
89fb98e9eb7e95255a579c8e9d865383c2334a74Timo Sirainen *value_r = "";
89fb98e9eb7e95255a579c8e9d865383c2334a74Timo Sirainen } else {
89fb98e9eb7e95255a579c8e9d865383c2334a74Timo Sirainen *value_r = p_strdup(mail->data_pool, order);
89fb98e9eb7e95255a579c8e9d865383c2334a74Timo Sirainen }
89fb98e9eb7e95255a579c8e9d865383c2334a74Timo Sirainen return 0;
5f44975ec6c5755dd74bcd4c47a123a7242ecab3Timo Sirainen default:
89fb98e9eb7e95255a579c8e9d865383c2334a74Timo Sirainen return index_mail_get_special(_mail, field, value_r);
0d73d91d1a1809f173d433023ccf97e6ec5ba629Timo Sirainen }
e1eeb3be29afde2830c2b7ed594c6f1fef2f69dcTimo Sirainen}
e1eeb3be29afde2830c2b7ed594c6f1fef2f69dcTimo Sirainen
e1eeb3be29afde2830c2b7ed594c6f1fef2f69dcTimo Sirainenstatic int
e1eeb3be29afde2830c2b7ed594c6f1fef2f69dcTimo Sirainenmaildir_mail_get_stream(struct mail *_mail, bool get_body ATTR_UNUSED,
e1eeb3be29afde2830c2b7ed594c6f1fef2f69dcTimo Sirainen struct message_size *hdr_size,
e1eeb3be29afde2830c2b7ed594c6f1fef2f69dcTimo Sirainen struct message_size *body_size,
5f44975ec6c5755dd74bcd4c47a123a7242ecab3Timo Sirainen struct istream **stream_r)
e1eeb3be29afde2830c2b7ed594c6f1fef2f69dcTimo Sirainen{
e1eeb3be29afde2830c2b7ed594c6f1fef2f69dcTimo Sirainen struct index_mail *mail = (struct index_mail *)_mail;
b19a1420da0618a10edf67c2cfd13c8c8633057aTimo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)_mail->box;
b19a1420da0618a10edf67c2cfd13c8c8633057aTimo Sirainen struct index_mail_data *data = &mail->data;
366d6311c9d5bac6613e3cd64619eb878adce9ecTimo Sirainen bool deleted;
366d6311c9d5bac6613e3cd64619eb878adce9ecTimo Sirainen
366d6311c9d5bac6613e3cd64619eb878adce9ecTimo Sirainen if (data->stream == NULL) {
6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen data->stream = maildir_open_mail(mbox, _mail, &deleted);
6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen if (data->stream == NULL) {
6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen if (deleted)
6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen mail_set_expunged(_mail);
6df0ab0c1ab91f06b6418cb30eff44405a1b8f02Timo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
b5e6f6f27c1461f0f9f202615eeb738a645188c3Timo Sirainen if (mail->mail.v.istream_opened != NULL) {
d22301419109ed4a38351715e6760011421dadecTimo Sirainen if (mail->mail.v.istream_opened(_mail,
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen &data->stream) < 0)
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen return -1;
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
b6a7e0a7899e7f5d60c23cdaa50e025e4c67d05fTimo Sirainen
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen return index_mail_init_stream(mail, hdr_size, body_size, stream_r);
910fa4e4204a73d3d24c03f3059dd24e727ca057Timo Sirainen}
910fa4e4204a73d3d24c03f3059dd24e727ca057Timo Sirainen
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainenstatic void maildir_update_pop3_uidl(struct mail *_mail, const char *uidl)
992a13add4eea0810e4db0f042a595dddf85536aTimo Sirainen{
6564208826b0f46a00f010d1b5711d85944c3c88Timo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)_mail->box;
6564208826b0f46a00f010d1b5711d85944c3c88Timo Sirainen const char *fname;
6564208826b0f46a00f010d1b5711d85944c3c88Timo Sirainen
6564208826b0f46a00f010d1b5711d85944c3c88Timo Sirainen if (maildir_mail_get_special(_mail, MAIL_FETCH_UIDL_FILE_NAME,
6564208826b0f46a00f010d1b5711d85944c3c88Timo Sirainen &fname) == 0 &&
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen strcmp(uidl, fname) == 0) {
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen /* special case optimization: empty UIDL means the same
83bb013a99f0936995f9c7a1077822662d8fefdbTimo Sirainen as base filename */
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen uidl = "";
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen }
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen _mail->transaction->nontransactional_changes = TRUE;
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen maildir_uidlist_set_ext(mbox->uidlist, _mail->uid,
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen MAILDIR_UIDLIST_REC_EXT_POP3_UIDL, uidl);
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen}
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainenstatic void maildir_mail_remove_sizes_from_uidlist(struct mail *mail)
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen{
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)mail->box;
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen if (maildir_uidlist_lookup_ext(mbox->uidlist, mail->uid,
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen MAILDIR_UIDLIST_REC_EXT_VSIZE) != NULL) {
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen maildir_uidlist_set_ext(mbox->uidlist, mail->uid,
900bb5e316d030cdebff7ee128ce65881dfb27f7Timo Sirainen MAILDIR_UIDLIST_REC_EXT_VSIZE, NULL);
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen }
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen if (maildir_uidlist_lookup_ext(mbox->uidlist, mail->uid,
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen MAILDIR_UIDLIST_REC_EXT_PSIZE) != NULL) {
225e82df5dd1e765f4e52b80c954558f00e5a7dfTimo Sirainen maildir_uidlist_set_ext(mbox->uidlist, mail->uid,
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen MAILDIR_UIDLIST_REC_EXT_PSIZE, NULL);
8c9e48cd6de80da0fa32b9c0dee003472c9a7c0dTimo Sirainen }
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen}
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainenstatic int
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainendo_fix_size(struct maildir_mailbox *mbox, const char *path,
a10ed8c47534b4c6b6bf2711ccfe577e720a47b4Timo Sirainen const char *wrong_key_p)
a10ed8c47534b4c6b6bf2711ccfe577e720a47b4Timo Sirainen{
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen const char *fname, *newpath, *extra, *info, *dir;
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen struct stat st;
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen
a10ed8c47534b4c6b6bf2711ccfe577e720a47b4Timo Sirainen fname = strrchr(path, '/');
a10ed8c47534b4c6b6bf2711ccfe577e720a47b4Timo Sirainen i_assert(fname != NULL);
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen dir = t_strdup_until(path, fname++);
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen extra = strchr(fname, MAILDIR_EXTRA_SEP);
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen i_assert(extra != NULL);
27a44fcfd8d19bffe0f267f20a2b5d3fe7600fddTimo Sirainen info = strchr(fname, MAILDIR_INFO_SEP);
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen if (info == NULL) info = "";
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen if (stat(path, &st) < 0) {
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen if (errno == ENOENT)
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen return 0;
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen mail_storage_set_critical(&mbox->storage->storage,
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen "stat(%s) failed: %m", path);
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen return -1;
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen }
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen newpath = t_strdup_printf("%s/%s,S=%"PRIuUOFF_T"%s", dir,
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen t_strdup_until(fname, extra),
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen (uoff_t)st.st_size, info);
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen if (rename(path, newpath) == 0) {
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen mail_storage_set_critical(mbox->box.storage,
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen "Maildir filename has wrong %c value, "
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen "renamed the file from %s to %s",
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen *wrong_key_p, path, newpath);
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen return 1;
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen }
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen if (errno == ENOENT)
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen return 0;
3ec3632e12638396944e854a8f7a2bc6c67b981dTimo Sirainen
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen mail_storage_set_critical(&mbox->storage->storage,
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen "rename(%s, %s) failed: %m", path, newpath);
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen return -1;
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen}
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainenstatic void
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainenmaildir_mail_remove_sizes_from_filename(struct mail *mail,
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen enum mail_fetch_field field)
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen{
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen struct maildir_mailbox *mbox = (struct maildir_mailbox *)mail->box;
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen enum maildir_uidlist_rec_flag flags;
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen const char *fname;
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen uoff_t size;
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen char wrong_key;
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen if (maildir_sync_lookup(mbox, mail->uid, &flags, &fname) <= 0)
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen return;
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen if (strchr(fname, MAILDIR_EXTRA_SEP) == NULL)
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen return;
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen if (field == MAIL_FETCH_VIRTUAL_SIZE &&
8c9e48cd6de80da0fa32b9c0dee003472c9a7c0dTimo Sirainen maildir_filename_get_size(fname, MAILDIR_EXTRA_VIRTUAL_SIZE,
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen &size)) {
8c9e48cd6de80da0fa32b9c0dee003472c9a7c0dTimo Sirainen wrong_key = 'W';
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainen } else if (field == MAIL_FETCH_PHYSICAL_SIZE &&
8c9e48cd6de80da0fa32b9c0dee003472c9a7c0dTimo Sirainen maildir_filename_get_size(fname, MAILDIR_EXTRA_FILE_SIZE,
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen &size)) {
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen wrong_key = 'S';
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen } else {
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen /* the broken size isn't in filename */
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen return;
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainen }
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainen
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainen (void)maildir_file_do(mbox, mail->uid, do_fix_size, &wrong_key);
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainen}
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainen
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainenstatic void maildir_mail_set_cache_corrupted(struct mail *_mail,
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainen enum mail_fetch_field field)
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainen{
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainen if (field == MAIL_FETCH_PHYSICAL_SIZE ||
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainen field == MAIL_FETCH_VIRTUAL_SIZE) {
45799f8340fdcddfb077c1d44ad1d2014d7db31cTimo Sirainen maildir_mail_remove_sizes_from_uidlist(_mail);
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen maildir_mail_remove_sizes_from_filename(_mail, field);
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen }
b12b6da6f084212d42421a28ae329eae79751c42Timo Sirainen index_mail_set_cache_corrupted(_mail, field);
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen}
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainenstruct mail_vfuncs maildir_mail_vfuncs = {
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen index_mail_close,
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen index_mail_free,
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen index_mail_set_seq,
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen index_mail_set_uid,
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen index_mail_set_uid_cache_updates,
de4e3a2e1e8f82b2d3226c090b71b518b43bf9cfTimo Sirainen index_mail_prefetch,
8c9e48cd6de80da0fa32b9c0dee003472c9a7c0dTimo Sirainen index_mail_precache,
8c9e48cd6de80da0fa32b9c0dee003472c9a7c0dTimo Sirainen index_mail_add_temp_wanted_fields,
8c9e48cd6de80da0fa32b9c0dee003472c9a7c0dTimo Sirainen
8c9e48cd6de80da0fa32b9c0dee003472c9a7c0dTimo Sirainen index_mail_get_flags,
fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen index_mail_get_keywords,
0d86aa0d47f7393c669c084b34c0537b193688adTimo Sirainen index_mail_get_keyword_indexes,
fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen index_mail_get_modseq,
fdc557286bc9f92c5f3bb49096ff6e2bcec0ea79Timo Sirainen index_mail_get_parts,
a12399903f415a7e14c2816cffa2f7a09dcbb097Timo Sirainen index_mail_get_date,
aa247243412a49f9bdebf7255e131dc6ece4ed46Timo Sirainen maildir_mail_get_received_date,
e15b305e90c9834734ccf35ed78f0ad29d570ee9Timo Sirainen maildir_mail_get_save_date,
421d30619384e72a27e2a5d13ff6525aff4d17feTimo Sirainen maildir_mail_get_virtual_size,
ecd69c4e8371853667e01b0c16d436ef7f7393e2Timo Sirainen maildir_mail_get_physical_size,
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index_mail_get_first_header,
439980f88f421039dea8335e92d3fa82b3f470a1Timo Sirainen index_mail_get_headers,
16c89b1260c9d07c01c83a9219424d3727069b2eTimo Sirainen index_mail_get_header_stream,
a757f31393b9d6fc7760a9dec8363404ab3ae576Timo Sirainen maildir_mail_get_stream,
a2f250a332dfc1e6cd4ffd196c621eb9dbf7b8a1Timo Sirainen maildir_mail_get_special,
f46885a5b78b15a8d2419f6e5d13b643bd85e41fTimo Sirainen index_mail_get_real_mail,
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index_mail_update_flags,
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen index_mail_update_keywords,
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen index_mail_update_modseq,
90adcaa0a00eba29b7fbd50ca66be11c8d086d6aTimo Sirainen maildir_update_pop3_uidl,
d67fde1a8ebc1d85704c5986d8f93aae97eccef3Timo Sirainen index_mail_expunge,
d67fde1a8ebc1d85704c5986d8f93aae97eccef3Timo Sirainen maildir_mail_set_cache_corrupted,
87460b08cb97b31cde640d4975a6aa2c1d0e7226Timo Sirainen index_mail_opened
0cb2e8eb55e70f8ebe1e8349bdf49e4cbe5d8834Timo Sirainen};
87460b08cb97b31cde640d4975a6aa2c1d0e7226Timo Sirainen