index/dbox/dbox-storage.c

	dbox-storage.c revision c58906589cafc32df4c04ffbef933baadd3f2276
c25356d5978632df6203437e1953bcb29e0c736fTimo Sirainen/* Copyright (C) 2005-2007 Timo Sirainen */
c25356d5978632df6203437e1953bcb29e0c736fTimo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "lib.h"
cfdaa223525f87c9c980a25cc7bb6770a248d76aTimo Sirainen#include "array.h"
cfdaa223525f87c9c980a25cc7bb6770a248d76aTimo Sirainen#include "ioloop.h"
cfdaa223525f87c9c980a25cc7bb6770a248d76aTimo Sirainen#include "mkdir-parents.h"
cfdaa223525f87c9c980a25cc7bb6770a248d76aTimo Sirainen#include "unlink-directory.h"
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen#include "index-mail.h"
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen#include "mail-copy.h"
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen#include "dbox-uidlist.h"
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen#include "dbox-sync.h"
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen#include "dbox-file.h"
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen#include "dbox-storage.h"
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen#include <stdio.h>
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen#include <stdlib.h>
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen#include <unistd.h>
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen#include <sys/stat.h>
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen#define CREATE_MODE 0770 /* umask() should limit it more */
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen/* How often to touch the uidlist lock file when using KEEP_LOCKED flag */
3c9783956dea385b322cd7fa6bf8c98c17a907a0Timo Sirainen#define DBOX_LOCK_TOUCH_MSECS (10*1000)
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#define DBOX_LIST_CONTEXT(obj) \
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen	MODULE_CONTEXT(obj, dbox_mailbox_list_module)
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainenconst struct dotlock_settings default_uidlist_dotlock_set = {
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen	MEMBER(temp_prefix) NULL,
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen	MEMBER(lock_suffix) NULL,
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen	MEMBER(timeout) 120,
e65cc79f80577e83c706f0678c78e2c0bd91434fTimo Sirainen	MEMBER(stale_timeout) 60,
7d6389e4053c2dac1fb37180b5756b00785983dcTimo Sirainen
7d6389e4053c2dac1fb37180b5756b00785983dcTimo Sirainen	MEMBER(callback) NULL,
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen	MEMBER(context) NULL,
f1ddb98e6b639394ae205b305be1ddcfab102578Timo Sirainen
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen	MEMBER(use_excl_lock) FALSE
40992309053d51192ae1b36d1dd6c057f2d37257Timo Sirainen};
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainenconst struct dotlock_settings default_file_dotlock_set = {
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen	MEMBER(temp_prefix) NULL,
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen	MEMBER(lock_suffix) NULL,
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen	MEMBER(timeout) 120,
e82af44fe25ca9b88210f313548dc08538e4a677Timo Sirainen	MEMBER(stale_timeout) 60,
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
b567e0172c73dcf7642462e86962060358dd5f28Timo Sirainen	MEMBER(callback) NULL,
b567e0172c73dcf7642462e86962060358dd5f28Timo Sirainen	MEMBER(context) NULL,
10c5fd417af4ee30b68c967f5e7d5a49f4f149b5Timo Sirainen
10c5fd417af4ee30b68c967f5e7d5a49f4f149b5Timo Sirainen	MEMBER(use_excl_lock) FALSE
10c5fd417af4ee30b68c967f5e7d5a49f4f149b5Timo Sirainen};
10c5fd417af4ee30b68c967f5e7d5a49f4f149b5Timo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainenstatic const struct dotlock_settings default_new_file_dotlock_set = {
473080c7c0d25ddfdf77e7dfa0ba8f73c6c669d5Timo Sirainen	MEMBER(temp_prefix) NULL,
1f18053d463f0294387b5e4dd11f9010bda9a24eTimo Sirainen	MEMBER(lock_suffix) NULL,
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen
e82af44fe25ca9b88210f313548dc08538e4a677Timo Sirainen	MEMBER(timeout) 60,
e714eed72515794c46c6712a611e5ab924d903daTimo Sirainen	MEMBER(stale_timeout) 30,
e714eed72515794c46c6712a611e5ab924d903daTimo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen	MEMBER(callback) NULL,
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen	MEMBER(context) NULL,
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	MEMBER(use_excl_lock) FALSE
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen};
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainenextern struct mail_storage dbox_storage;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainenextern struct mailbox dbox_mailbox;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainenstatic MODULE_CONTEXT_DEFINE_INIT(dbox_mailbox_list_module,
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen				  &mailbox_list_module_register);
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainenstatic int
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainendbox_list_delete_mailbox(struct mailbox_list *list, const char *name);
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainenstatic int dbox_list_iter_is_mailbox(struct mailbox_list_iterate_context *ctx,
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen				     const char *dir, const char *fname,
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen				     enum mailbox_list_file_type type,
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen				     enum mailbox_info_flags *flags);
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainenstatic bool
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainendbox_storage_is_valid_existing_name(struct mailbox_list *list, const char *name)
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen{
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	struct dbox_storage *storage = DBOX_LIST_CONTEXT(list);
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	const char *p;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	if (!storage->list_module_ctx.super.is_valid_existing_name(list, name))
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen		return FALSE;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	/* Don't allow the mailbox name to end in dbox-Mails */
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	p = strrchr(name, '/');
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	if (p != NULL)
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen		name = p + 1;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	return strcmp(name, DBOX_MAILDIR_NAME) != 0;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen}
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainenstatic bool
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainendbox_storage_is_valid_create_name(struct mailbox_list *list, const char *name)
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen{
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	struct dbox_storage *storage = DBOX_LIST_CONTEXT(list);
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	const char *const *tmp;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	bool ret = TRUE;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	if (!storage->list_module_ctx.super.is_valid_create_name(list, name))
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen		return FALSE;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
c4457e497e01b57565d24da624968699b166e02aTimo Sirainen	/* Don't allow creating mailboxes under dbox-Mails */
c4457e497e01b57565d24da624968699b166e02aTimo Sirainen	t_push();
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen	for (tmp = t_strsplit(name, "/"); *tmp != NULL; tmp++) {
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen		if (strcmp(*tmp, DBOX_MAILDIR_NAME) == 0) {
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen			ret = FALSE;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen			break;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen		}
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen	}
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen	t_pop();
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	return ret;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen}
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainenstatic int
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainendbox_get_list_settings(struct mailbox_list_settings *list_set,
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen		       const char *data, enum mail_storage_flags flags)
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen{
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	bool debug = (flags & MAIL_STORAGE_FLAG_DEBUG) != 0;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	const char *p;
63cde222abaaa2a9bdaa9a143698dbc8b23bd742Timo Sirainen	size_t len;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	memset(list_set, 0, sizeof(*list_set));
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	list_set->subscription_fname = DBOX_SUBSCRIPTION_FILE_NAME;
e023e3c2677ab66d7a7445eae9caf3d739e199cbTimo Sirainen	list_set->maildir_name = DBOX_MAILDIR_NAME;
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	if (data == NULL || *data == '\0') {
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen		/* we won't do any guessing for this format. */
0d7d27765267594a5870892268ab345148306d49Timo Sirainen		if (debug)
0d7d27765267594a5870892268ab345148306d49Timo Sirainen			i_info("dbox: mailbox location not given");
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen		return -1;
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen	}
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	/* <root dir> [:INDEX=<dir>] */
fc4ff2356fee6389d4cf2b3f12f4098a436f0502Timo Sirainen	if (debug)
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen		i_info("dbox: data=%s", data);
9f431ccfb6932746db56245c8a3d3415717ef545Timo Sirainen	p = strchr(data, ':');
0d7d27765267594a5870892268ab345148306d49Timo Sirainen	if (p == NULL)
16133a719ce8b6a5b8cedd721340cc1607c43433Timo Sirainen		list_set->root_dir = data;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen	else {
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen		list_set->root_dir = t_strdup_until(data, p);
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen		do {
16133a719ce8b6a5b8cedd721340cc1607c43433Timo Sirainen			p++;
08aea01ef9a9d20703e0fcf8618e6195c0037a44Timo Sirainen			if (strncmp(p, "INDEX=", 6) == 0)
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen				list_set->index_dir = t_strcut(p+6, ':');
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen			p = strchr(p, ':');
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen		} while (p != NULL);
3c9783956dea385b322cd7fa6bf8c98c17a907a0Timo Sirainen	}
3c9783956dea385b322cd7fa6bf8c98c17a907a0Timo Sirainen
ebfcfd258acc89633c47d9c3b0b40a1a3f75cdcbTimo Sirainen	/* strip trailing '/' */
d1f0acc7fc722e13e8296228703adfe8a884d59eTimo Sirainen	len = strlen(list_set->root_dir);
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen	if (list_set->root_dir[len-1] == '/')
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen		list_set->root_dir = t_strndup(list_set->root_dir, len-1);
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen	if (list_set->index_dir != NULL &&
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen	    strcmp(list_set->index_dir, "MEMORY") == 0)
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen		list_set->index_dir = "";
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen	return 0;
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen}
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainen
4261a8b43792dc4db4b39e6910319835b7450e84Timo Sirainenstatic struct mail_storage *dbox_alloc(void)
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen{
	struct dbox_storage *storage;
	pool_t pool;

	pool = pool_alloconly_create("dbox storage", 512+256);
	storage = p_new(pool, struct dbox_storage, 1);
	storage->storage = dbox_storage;
	storage->storage.pool = pool;

	return &storage->storage;
}

static int dbox_create(struct mail_storage *_storage, const char *data)
{
	struct dbox_storage *storage = (struct dbox_storage *)_storage;
	struct mailbox_list_settings list_set;
	struct mailbox_list *list;
	const char *error;
	struct stat st;

	if (dbox_get_list_settings(&list_set, data, _storage->flags) < 0)
		return -1;
	list_set.mail_storage_flags = &_storage->flags;
	list_set.lock_method = &_storage->lock_method;

	if ((_storage->flags & MAIL_STORAGE_FLAG_NO_AUTOCREATE) != 0) {
		if (stat(list_set.root_dir, &st) < 0) {
			if (errno != ENOENT) {
				i_error("stat(%s) failed: %m",
					list_set.root_dir);
			}
			return -1;
		}
	} else {
		if (mkdir_parents(list_set.root_dir, CREATE_MODE) < 0 &&
		    errno != EEXIST) {
			i_error("mkdir_parents(%s) failed: %m",
				list_set.root_dir);
			return -1;
		}
	}

	if (mailbox_list_init(_storage->ns, "fs", &list_set,
			      mail_storage_get_list_flags(_storage->flags),
			      &list, &error) < 0) {
		i_error("dbox fs: %s", error);
		return -1;
	}
	_storage->list = list;
	storage->list_module_ctx.super = list->v;
	list->v.is_valid_existing_name = dbox_storage_is_valid_existing_name;
	list->v.is_valid_create_name = dbox_storage_is_valid_create_name;
	list->v.iter_is_mailbox = dbox_list_iter_is_mailbox;
	list->v.delete_mailbox = dbox_list_delete_mailbox;

	MODULE_CONTEXT_SET_FULL(list, dbox_mailbox_list_module,
				storage, &storage->list_module_ctx);

	storage->uidlist_dotlock_set = default_uidlist_dotlock_set;
	storage->file_dotlock_set = default_file_dotlock_set;
	storage->new_file_dotlock_set = default_new_file_dotlock_set;
	if ((_storage->flags & MAIL_STORAGE_FLAG_DOTLOCK_USE_EXCL) != 0) {
		storage->uidlist_dotlock_set.use_excl_lock = TRUE;
		storage->file_dotlock_set.use_excl_lock = TRUE;
		storage->new_file_dotlock_set.use_excl_lock = TRUE;
	}
	return 0;
}

static bool dbox_autodetect(const char *data, enum mail_storage_flags flags)
{
	bool debug = (flags & MAIL_STORAGE_FLAG_DEBUG) != 0;
	struct stat st;
	const char *path;

	data = t_strcut(data, ':');

	path = t_strconcat(data, "/INBOX/"DBOX_MAILDIR_NAME, NULL);
	if (stat(path, &st) < 0) {
		if (debug)
			i_info("dbox autodetect: stat(%s) failed: %m", path);
		return FALSE;
	}

	if (!S_ISDIR(st.st_mode)) {
		if (debug)
			i_info("dbox autodetect: %s not a directory", path);
		return FALSE;
	}
	return TRUE;
}

static int create_dbox(struct mail_storage *storage, const char *path)
{
	const char *error;

	if (mkdir_parents(path, CREATE_MODE) < 0 && errno != EEXIST) {
		if (mail_storage_errno2str(&error)) {
			mail_storage_set_error(storage, "%s", error);
			return -1;
		}

		mail_storage_set_critical(storage, "mkdir(%s) failed: %m",
					  path);
		return -1;
	}
	return 0;
}

static int create_index_dir(struct mail_storage *storage, const char *name)
{
	const char *root_dir, *index_dir;

	root_dir = mailbox_list_get_path(storage->list, name,
					 MAILBOX_LIST_PATH_TYPE_MAILBOX);
	index_dir = mailbox_list_get_path(storage->list, name,
					  MAILBOX_LIST_PATH_TYPE_INDEX);
	if (strcmp(index_dir, root_dir) == 0)
		return 0;

	if (mkdir_parents(index_dir, CREATE_MODE) < 0 && errno != EEXIST) {
		mail_storage_set_critical(storage, "mkdir(%s) failed: %m",
					  index_dir);
		return -1;
	}

	return 0;
}

static void dbox_lock_touch_timeout(struct dbox_mailbox *mbox)
{
	(void)dbox_uidlist_lock_touch(mbox->uidlist);
}

static struct mailbox *
dbox_open(struct dbox_storage *storage, const char *name,
	  enum mailbox_open_flags flags)
{
	struct mail_storage *_storage = &storage->storage;
	struct dbox_mailbox *mbox;
	struct mail_index *index;
	const char *path, *index_dir, *value;
	pool_t pool;

	path = mailbox_list_get_path(_storage->list, name,
				     MAILBOX_LIST_PATH_TYPE_MAILBOX);
	index_dir = mailbox_list_get_path(_storage->list, name,
					  MAILBOX_LIST_PATH_TYPE_INDEX);

	if (create_dbox(_storage, path) < 0)
		return NULL;
	if (create_index_dir(_storage, name) < 0)
		return NULL;

	index = index_storage_alloc(index_dir, path, DBOX_INDEX_PREFIX);

	pool = pool_alloconly_create("dbox mailbox", 1024+512);
	mbox = p_new(pool, struct dbox_mailbox, 1);
	mbox->ibox.box = dbox_mailbox;
	mbox->ibox.box.pool = pool;
	mbox->ibox.storage = &storage->storage;
	mbox->ibox.mail_vfuncs = &dbox_mail_vfuncs;
	mbox->ibox.index = index;

	value = getenv("DBOX_ROTATE_SIZE");
	if (value != NULL)
		mbox->rotate_size = (uoff_t)strtoul(value, NULL, 10) * 1024;
	else
		mbox->rotate_size = DBOX_DEFAULT_ROTATE_SIZE;
	value = getenv("DBOX_ROTATE_MIN_SIZE");
	if (value != NULL)
		mbox->rotate_min_size = (uoff_t)strtoul(value, NULL, 10) * 1024;
	else
		mbox->rotate_min_size = DBOX_DEFAULT_ROTATE_MIN_SIZE;
	value = getenv("DBOX_ROTATE_DAYS");
	if (value != NULL)
		mbox->rotate_days = (unsigned int)strtoul(value, NULL, 10);
	else
		mbox->rotate_days = DBOX_DEFAULT_ROTATE_DAYS;

	mbox->storage = storage;
	mbox->path = p_strdup(pool, path);
	mbox->dbox_file_ext_idx =
		mail_index_ext_register(index, "dbox-seq", 0,
					sizeof(uint32_t), sizeof(uint32_t));
	mbox->dbox_offset_ext_idx =
		mail_index_ext_register(index, "dbox-off", 0,
					sizeof(uint64_t), sizeof(uint64_t));

	mbox->uidlist = dbox_uidlist_init(mbox);
	if ((flags & MAILBOX_OPEN_KEEP_LOCKED) != 0) {
		if (dbox_uidlist_lock(mbox->uidlist) < 0) {
			struct mailbox *box = &mbox->ibox.box;

			mailbox_close(&box);
			return NULL;
		}
		mbox->keep_lock_to = timeout_add(DBOX_LOCK_TOUCH_MSECS,
						 dbox_lock_touch_timeout,
						 mbox);
	}

	index_storage_mailbox_init(&mbox->ibox, name, flags, FALSE);
	return &mbox->ibox.box;
}

static struct mailbox *
dbox_mailbox_open(struct mail_storage *_storage, const char *name,
		  struct istream *input, enum mailbox_open_flags flags)
{
	struct dbox_storage *storage = (struct dbox_storage *)_storage;
	const char *path;
	struct stat st;

	if (input != NULL) {
		mail_storage_set_critical(_storage,
			"dbox doesn't support streamed mailboxes");
		return NULL;
	}

	if (strcmp(name, "INBOX") == 0)
		return dbox_open(storage, "INBOX", flags);

	path = mailbox_list_get_path(_storage->list, name,
				     MAILBOX_LIST_PATH_TYPE_MAILBOX);
	if (stat(path, &st) == 0) {
		return dbox_open(storage, name, flags);
	} else if (errno == ENOENT) {
		mail_storage_set_error(_storage,
			MAILBOX_LIST_ERR_MAILBOX_NOT_FOUND, name);
		return NULL;
	} else {
		mail_storage_set_critical(_storage, "stat(%s) failed: %m",
					  path);
		return NULL;
	}
}

static int dbox_mailbox_create(struct mail_storage *_storage,
			       const char *name,
			       bool directory __attr_unused__)
{
	const char *path;
	struct stat st;

	path = mailbox_list_get_path(_storage->list, name,
				     MAILBOX_LIST_PATH_TYPE_MAILBOX);
	if (stat(path, &st) == 0) {
		mail_storage_set_error(_storage, "Mailbox already exists");
		return -1;
	}

	return create_dbox(_storage, path);
}

static int
dbox_list_delete_mailbox(struct mailbox_list *list, const char *name)
{
	struct dbox_storage *storage = DBOX_LIST_CONTEXT(list);
	struct stat st;
	const char *path, *mail_path, *error;

	/* make sure the indexes are closed before trying to delete the
	   directory that contains them */
	index_storage_destroy_unrefed();

	/* delete the index and control directories */
	if (storage->list_module_ctx.super.delete_mailbox(list, name) < 0)
		return -1;

	path = mailbox_list_get_path(list, name, MAILBOX_LIST_PATH_TYPE_DIR);
	mail_path = mailbox_list_get_path(list, name,
					  MAILBOX_LIST_PATH_TYPE_MAILBOX);

	if (stat(mail_path, &st) < 0 && ENOTFOUND(errno)) {
		if (stat(path, &st) < 0) {
			/* doesn't exist at all */
			mailbox_list_set_error(list, t_strdup_printf(
				MAILBOX_LIST_ERR_MAILBOX_NOT_FOUND, name));
			return -1;
		}

		/* exists as a \NoSelect mailbox */
		if (rmdir(path) == 0)
			return 0;

		if (errno == ENOTEMPTY) {
			mailbox_list_set_error(list, t_strdup_printf(
				"Directory %s isn't empty, can't delete it.",
				name));
		} else {
			mailbox_list_set_critical(list,
				"rmdir() failed for %s: %m", path);
		}

		return -1;
	}


	if (unlink_directory(mail_path, TRUE) < 0) {
		if (mail_storage_errno2str(&error))
			mailbox_list_set_error(list, error);
		else {
			mailbox_list_set_critical(list,
				"unlink_directory() failed for %s: %m",
				mail_path);
		}
		return -1;
	}
	/* try also removing the root directory. it can fail if the deleted
	   mailbox had submailboxes. do it as long as we can. */
	while (rmdir(path) == 0 || errno == ENOENT) {
		const char *p = strrchr(name, '/');

		if (p == NULL)
			break;

		name = t_strdup_until(name, p);
		path = mailbox_list_get_path(list, name,
					     MAILBOX_LIST_PATH_TYPE_DIR);
	}
	return 0;
}

static int dbox_storage_close(struct mailbox *box)
{
	struct dbox_mailbox *mbox = (struct dbox_mailbox *)box;

	if (mbox->keep_lock_to != NULL) {
		dbox_uidlist_unlock(mbox->uidlist);
		timeout_remove(&mbox->keep_lock_to);
	}

	dbox_uidlist_deinit(mbox->uidlist);
	if (mbox->file != NULL)
		dbox_file_close(mbox->file);
        return index_storage_mailbox_close(box);
}

static void dbox_notify_changes(struct mailbox *box)
{
	struct dbox_mailbox *mbox = (struct dbox_mailbox *)box;

	if (box->notify_callback == NULL)
		index_mailbox_check_remove_all(&mbox->ibox);
	else
		index_mailbox_check_add(&mbox->ibox, mbox->path);
}

static int dbox_list_iter_is_mailbox(struct mailbox_list_iterate_context *ctx,
				     const char *dir, const char *fname,
				     enum mailbox_list_file_type type,
				     enum mailbox_info_flags *flags)
{
	const char *mail_path;
	struct stat st;
	int ret = 1;

	if (strcmp(fname, DBOX_MAILDIR_NAME) == 0) {
		*flags = MAILBOX_NOSELECT;
		return 0;
	}

	/* try to avoid stat() with these checks */
	if (type != MAILBOX_LIST_FILE_TYPE_DIR &&
	    type != MAILBOX_LIST_FILE_TYPE_SYMLINK &&
	    type != MAILBOX_LIST_FILE_TYPE_UNKNOWN &&
	    (ctx->flags & MAILBOX_LIST_ITER_FAST_FLAGS) != 0) {
		/* it's a file */
		*flags |= MAILBOX_NOSELECT | MAILBOX_NOINFERIORS;
		return 0;
	}

	/* need to stat() then */
	t_push();
	mail_path = t_strconcat(dir, "/", fname, "/"DBOX_MAILDIR_NAME, NULL);

	if (stat(mail_path, &st) == 0) {
		if (!S_ISDIR(st.st_mode)) {
			/* non-directory */
			*flags |= MAILBOX_NOSELECT | MAILBOX_NOINFERIORS;
			ret = 0;
		}
	} else {
		/* non-selectable, but may contain subdirs */
		if (errno != ENOTDIR)
			*flags |= MAILBOX_CHILDREN;
		*flags |= MAILBOX_NOSELECT;
	}
	t_pop();

	return ret;
}

static void dbox_class_init(void)
{
	dbox_transaction_class_init();
}

static void dbox_class_deinit(void)
{
	dbox_transaction_class_deinit();
}

struct mail_storage dbox_storage = {
	MEMBER(name) DBOX_STORAGE_NAME,
	MEMBER(mailbox_is_file) FALSE,

	{
		dbox_class_init,
		dbox_class_deinit,
		dbox_alloc,
		dbox_create,
		NULL,
		dbox_autodetect,
		dbox_mailbox_open,
		dbox_mailbox_create
	}
};

struct mailbox dbox_mailbox = {
	MEMBER(name) NULL,
	MEMBER(storage) NULL,

	{
		index_storage_is_readonly,
		index_storage_allow_new_keywords,
		dbox_storage_close,
		index_storage_get_status,
		dbox_storage_sync_init,
		index_mailbox_sync_next,
		index_mailbox_sync_deinit,
		dbox_notify_changes,
		index_transaction_begin,
		index_transaction_commit,
		index_transaction_rollback,
		index_keywords_create,
		index_keywords_free,
		index_storage_get_uids,
		index_mail_alloc,
		index_header_lookup_init,
		index_header_lookup_deinit,
		index_storage_search_init,
		index_storage_search_deinit,
		index_storage_search_next_nonblock,
		index_storage_search_next_update_seq,
		dbox_save_init,
		dbox_save_continue,
		dbox_save_finish,
		dbox_save_cancel,
		mail_storage_copy,
		index_storage_is_inconsistent
	}
};