src/doveadm/doveadm-mail.c

	doveadm-mail.c revision e6825aad56997fb86f9ff5638639393aeb9eab59
b9f30617c2c96d54acbc4f85ed17b939c4f28916Timo Sirainen/* Copyright (c) 2009-2012 Dovecot authors, see the included COPYING file */
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "lib.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "array.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "lib-signals.h"
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen#include "ioloop.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "str.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "unichar.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "module-dir.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "wildcard-match.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "master-service.h"
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen#include "mail-user.h"
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen#include "mail-namespace.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "mail-storage.h"
d477acb83e14a776ece4ca94dcd1869e75d0c6eeTimo Sirainen#include "mail-storage-settings.h"
d477acb83e14a776ece4ca94dcd1869e75d0c6eeTimo Sirainen#include "mail-storage-service.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "mail-search-build.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "mail-search-parser.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "doveadm.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "doveadm-settings.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "doveadm-print.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "dsync/doveadm-dsync.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "doveadm-mail.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include <stdio.h>
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include <stdlib.h>
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo SirainenARRAY_TYPE(doveadm_mail_cmd) doveadm_mail_cmds;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainenvoid (*hook_doveadm_mail_init)(struct doveadm_mail_cmd_context *ctx);
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainenstruct doveadm_mail_cmd_module_register
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    doveadm_mail_cmd_module_register = { 0 };
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainenchar doveadm_mail_cmd_hide = '\0';
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainenstatic int killed_signo = 0;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainenvoid doveadm_mail_failed_error(struct doveadm_mail_cmd_context *ctx,
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen                   enum mail_error error)
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen{
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    int exit_code = 0;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    switch (error) {
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    case MAIL_ERROR_NONE:
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        i_unreached();
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    case MAIL_ERROR_TEMP:
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        exit_code = EX_TEMPFAIL;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        break;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    case MAIL_ERROR_NOTPOSSIBLE:
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    case MAIL_ERROR_EXISTS:
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        exit_code = DOVEADM_EX_NOTPOSSIBLE;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        break;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    case MAIL_ERROR_PARAMS:
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        exit_code = EX_USAGE;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        break;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    case MAIL_ERROR_PERM:
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        exit_code = EX_NOPERM;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        break;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    case MAIL_ERROR_NOSPACE:
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        exit_code = EX_CANTCREAT;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        break;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    case MAIL_ERROR_NOTFOUND:
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        exit_code = DOVEADM_EX_NOTFOUND;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        break;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    case MAIL_ERROR_EXPUNGED:
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    case MAIL_ERROR_INUSE:
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        exit_code = EX_TEMPFAIL;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        break;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    }
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    /* tempfail overrides all other exit codes, otherwise use whatever
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen       error happened first */
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    if (ctx->exit_code == 0 || exit_code == EX_TEMPFAIL)
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen        ctx->exit_code = exit_code;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen}
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainenvoid doveadm_mail_failed_storage(struct doveadm_mail_cmd_context *ctx,
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen                 struct mail_storage *storage)
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen{
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    enum mail_error error;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    (void)mail_storage_get_last_error(storage, &error);
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    doveadm_mail_failed_error(ctx, error);
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen}
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainenvoid doveadm_mail_failed_mailbox(struct doveadm_mail_cmd_context *ctx,
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen                 struct mailbox *box)
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen{
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    doveadm_mail_failed_storage(ctx, mailbox_get_storage(box));
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen}
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainenstruct doveadm_mail_cmd_context *
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainendoveadm_mail_cmd_alloc_size(size_t size)
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen{
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    struct doveadm_mail_cmd_context *ctx;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen    pool_t pool;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    i_assert(size >= sizeof(struct doveadm_mail_cmd_context));
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    pool = pool_alloconly_create("doveadm mail cmd", 1024);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    ctx = p_malloc(pool, size);
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen    ctx->pool = pool;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    return ctx;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen}
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainenstatic int
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainencmd_purge_run(struct doveadm_mail_cmd_context *ctx, struct mail_user *user)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen{
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    struct mail_namespace *ns;
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen    int ret = 0;
1cfdcb36985904eff281fc6d7ea2d13b3c375980Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    for (ns = user->namespaces; ns != NULL; ns = ns->next) {
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        if (ns->type != NAMESPACE_PRIVATE || ns->alias_for != NULL)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen            continue;
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen        if (mail_storage_purge(ns->storage) < 0) {
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen            i_error("Purging namespace '%s' failed: %s", ns->prefix,
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen                mail_storage_get_last_error(ns->storage, NULL));
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen            doveadm_mail_failed_storage(ctx, ns->storage);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen            ret = -1;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        }
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    }
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    return ret;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen}
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainenstatic struct doveadm_mail_cmd_context *cmd_purge_alloc(void)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen{
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    struct doveadm_mail_cmd_context *ctx;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    ctx = doveadm_mail_cmd_alloc(struct doveadm_mail_cmd_context);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    ctx->v.run = cmd_purge_run;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    return ctx;
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen}
1cfdcb36985904eff281fc6d7ea2d13b3c375980Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainenstruct mailbox *
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainendoveadm_mailbox_find(struct mail_user *user, const char *mailbox)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen{
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen    struct mail_namespace *ns;
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    if (!uni_utf8_str_is_valid(mailbox)) {
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        i_fatal_status(EX_DATAERR,
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen                   "Mailbox name not valid UTF-8: %s", mailbox);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    }
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
57d2429fae575e96ca276355af675deb66b76d00Timo Sirainen    ns = mail_namespace_find(user->namespaces, mailbox);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    if (ns == NULL) {
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        i_fatal_status(DOVEADM_EX_NOTFOUND,
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen                   "Can't find namespace for mailbox %s", mailbox);
57d2429fae575e96ca276355af675deb66b76d00Timo Sirainen    }
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    return mailbox_alloc(ns->list, mailbox, MAILBOX_FLAG_IGNORE_ACLS);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen}
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainenstatic int
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainendoveadm_mailbox_find_and_open(struct mail_user *user, const char *mailbox,
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen                  struct mailbox **box_r)
61618d4c58080570f689614fec204ae14e90cef2Timo Sirainen{
50e20db49f29917fe9adcf1b56b11badf28bd0e4Timo Sirainen    struct mailbox *box;
50e20db49f29917fe9adcf1b56b11badf28bd0e4Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    box = doveadm_mailbox_find(user, mailbox);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    if (mailbox_open(box) < 0) {
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        i_error("Opening mailbox %s failed: %s", mailbox,
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen            mailbox_get_last_error(box, NULL));
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        mailbox_free(&box);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        return -1;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    }
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    *box_r = box;
50e20db49f29917fe9adcf1b56b11badf28bd0e4Timo Sirainen    return 0;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen}
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainenint doveadm_mailbox_find_and_sync(struct mail_user *user, const char *mailbox,
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen                  struct mailbox **box_r)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen{
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    if (doveadm_mailbox_find_and_open(user, mailbox, box_r) < 0)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        return -1;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    if (mailbox_sync(*box_r, MAILBOX_SYNC_FLAG_FULL_READ) < 0) {
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        i_error("Syncing mailbox %s failed: %s", mailbox,
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen            mailbox_get_last_error(*box_r, NULL));
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        mailbox_free(box_r);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        mailbox_free(box_r);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        return -1;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    }
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    return 0;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen}
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainenstruct mail_search_args *
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainendoveadm_mail_build_search_args(const char *const args[])
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen{
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    struct mail_search_parser *parser;
50e20db49f29917fe9adcf1b56b11badf28bd0e4Timo Sirainen    struct mail_search_args *sargs;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    const char *error, *charset = "UTF-8";
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    parser = mail_search_parser_init_cmdline(args);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    if (mail_search_build(mail_search_register_get_human(),
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen                  parser, &charset, &sargs, &error) < 0)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        i_fatal("%s", error);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    mail_search_parser_deinit(&parser);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    return sargs;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen}
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainenstatic int cmd_force_resync_box(struct doveadm_mail_cmd_context *ctx,
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen                const struct mailbox_info *info)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen{
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    struct mailbox *box;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    int ret = 0;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    box = mailbox_alloc(info->ns->list, info->name,
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen                MAILBOX_FLAG_IGNORE_ACLS);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    if (mailbox_open(box) < 0) {
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        i_error("Opening mailbox %s failed: %s", info->name,
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen            mailbox_get_last_error(box, NULL));
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        doveadm_mail_failed_mailbox(ctx, box);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        ret = -1;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    } else if (mailbox_sync(box, MAILBOX_SYNC_FLAG_FORCE_RESYNC |
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen                MAILBOX_SYNC_FLAG_FIX_INCONSISTENT) < 0) {
1cfdcb36985904eff281fc6d7ea2d13b3c375980Timo Sirainen        i_error("Forcing a resync on mailbox %s failed: %s",
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen            info->name, mailbox_get_last_error(box, NULL));
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        doveadm_mail_failed_mailbox(ctx, box);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        ret = -1;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    }
2024157e8de36edd31f5fd72f5ea7364a0955fa7Timo Sirainen    mailbox_free(&box);
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen    return ret;
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen}
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainenstatic int cmd_force_resync_run(struct doveadm_mail_cmd_context *ctx,
2024157e8de36edd31f5fd72f5ea7364a0955fa7Timo Sirainen                struct mail_user *user)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen{
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    const enum mailbox_list_iter_flags iter_flags =
d477acb83e14a776ece4ca94dcd1869e75d0c6eeTimo Sirainen        MAILBOX_LIST_ITER_RAW_LIST |
9575316ab47b32f14c5f8527bbb9673b2827dee0Timo Sirainen        MAILBOX_LIST_ITER_RETURN_NO_FLAGS |
2024157e8de36edd31f5fd72f5ea7364a0955fa7Timo Sirainen        MAILBOX_LIST_ITER_STAR_WITHIN_NS;
d477acb83e14a776ece4ca94dcd1869e75d0c6eeTimo Sirainen    const enum namespace_type ns_mask =
d477acb83e14a776ece4ca94dcd1869e75d0c6eeTimo Sirainen        NAMESPACE_PRIVATE | NAMESPACE_SHARED | NAMESPACE_PUBLIC;
d477acb83e14a776ece4ca94dcd1869e75d0c6eeTimo Sirainen    struct mailbox_list_iterate_context *iter;
15f526e5ac611b4532568d131fcd0abf664abe41Timo Sirainen    const struct mailbox_info *info;
15f526e5ac611b4532568d131fcd0abf664abe41Timo Sirainen    int ret = 0;
15f526e5ac611b4532568d131fcd0abf664abe41Timo Sirainen
15f526e5ac611b4532568d131fcd0abf664abe41Timo Sirainen    iter = mailbox_list_iter_init_namespaces(user->namespaces, ctx->args,
d477acb83e14a776ece4ca94dcd1869e75d0c6eeTimo Sirainen                         ns_mask, iter_flags);
d477acb83e14a776ece4ca94dcd1869e75d0c6eeTimo Sirainen    while ((info = mailbox_list_iter_next(iter)) != NULL) {
d477acb83e14a776ece4ca94dcd1869e75d0c6eeTimo Sirainen        if ((info->flags & (MAILBOX_NOSELECT |
d477acb83e14a776ece4ca94dcd1869e75d0c6eeTimo Sirainen                    MAILBOX_NONEXISTENT)) == 0) T_BEGIN {
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen            if (cmd_force_resync_box(ctx, info) < 0)
2024157e8de36edd31f5fd72f5ea7364a0955fa7Timo Sirainen                ret = -1;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen        } T_END;
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen    }
2024157e8de36edd31f5fd72f5ea7364a0955fa7Timo Sirainen    if (mailbox_list_iter_deinit(&iter) < 0) {
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen        i_error("Listing mailboxes failed");
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen        ret = -1;
b215a8a123623782554a83f3025ef4e771bd8f01Timo Sirainen    }
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen    return ret;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen}
44aac2d461b4cb8e05e8c07f2f209372997a8719Timo Sirainen
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainenstatic void
b215a8a123623782554a83f3025ef4e771bd8f01Timo Sirainencmd_force_resync_init(struct doveadm_mail_cmd_context *_ctx ATTR_UNUSED,
d176f84ce5ca2073f4dfbafb457b9c74f6bf0d76Timo Sirainen              const char *const args[])
2024157e8de36edd31f5fd72f5ea7364a0955fa7Timo Sirainen{
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen    if (args[0] == NULL)
        doveadm_mail_help_name("force-resync");
}

static struct doveadm_mail_cmd_context *cmd_force_resync_alloc(void)
{
    struct doveadm_mail_cmd_context *ctx;

    ctx = doveadm_mail_cmd_alloc(struct doveadm_mail_cmd_context);
    ctx->v.init = cmd_force_resync_init;
    ctx->v.run = cmd_force_resync_run;
    return ctx;
}

static int
doveadm_mail_next_user(struct doveadm_mail_cmd_context *ctx,
               const struct mail_storage_service_input *input,
               const char **error_r)
{
    const char *error;
    int ret;

    i_set_failure_prefix(t_strdup_printf("doveadm(%s): ", input->username));

    /* see if we want to execute this command via (another)
       doveadm server */
    ret = doveadm_mail_server_user(ctx, input, error_r);
    if (ret != 0)
        return ret;

    ret = mail_storage_service_lookup(ctx->storage_service, input,
                      &ctx->cur_service_user, &error);
    if (ret <= 0) {
        if (ret < 0) {
            *error_r = t_strdup_printf("User lookup failed: %s",
                           error);
        }
        return ret;
    }

    ret = mail_storage_service_next(ctx->storage_service,
                    ctx->cur_service_user,
                    &ctx->cur_mail_user);
    if (ret < 0) {
        *error_r = "User init failed";
        mail_storage_service_user_free(&ctx->cur_service_user);
        return ret;
    }

    if (ctx->v.run(ctx, ctx->cur_mail_user) < 0) {
        i_assert(ctx->exit_code != 0);
    }
    mail_user_unref(&ctx->cur_mail_user);
    mail_storage_service_user_free(&ctx->cur_service_user);
    return 1;
}

void doveadm_mail_single_user(struct doveadm_mail_cmd_context *ctx,
                  const struct mail_storage_service_input *input)
{
    const char *error;
    int ret;

    i_assert(input->username != NULL);

    ctx->cur_username = input->username;
    ctx->storage_service = mail_storage_service_init(master_service, NULL,
                             ctx->service_flags);
    ctx->v.init(ctx, ctx->args);
    if (hook_doveadm_mail_init != NULL)
        hook_doveadm_mail_init(ctx);

    ret = doveadm_mail_next_user(ctx, input, &error);
    if (ret < 0)
        i_fatal("%s", error);
    else if (ret == 0)
        i_fatal_status(EX_NOUSER, "User doesn't exist");
}

static void sig_die(const siginfo_t *si, void *context ATTR_UNUSED)
{
    killed_signo = si->si_signo;
}

static void
doveadm_mail_all_users(struct doveadm_mail_cmd_context *ctx, char *argv[],
               const char *wildcard_user)
{
    struct mail_storage_service_input input;
    unsigned int user_idx, user_count, interval, n;
    const char *user, *error;
    int ret;

    ctx->service_flags |= MAIL_STORAGE_SERVICE_FLAG_USERDB_LOOKUP;

    memset(&input, 0, sizeof(input));
    input.service = "doveadm";

    ctx->storage_service = mail_storage_service_init(master_service, NULL,
                             ctx->service_flags);
        lib_signals_set_handler(SIGINT, 0, sig_die, NULL);
    lib_signals_set_handler(SIGTERM, 0, sig_die, NULL);

    ctx->v.init(ctx, (const void *)argv);

    user_count = mail_storage_service_all_init(ctx->storage_service);
    n = user_count / 10000;
    for (interval = 10; n > 0 && interval < 1000; interval *= 10)
        n /= 10;

    if (hook_doveadm_mail_init != NULL)
        hook_doveadm_mail_init(ctx);

    user_idx = 0;
    while ((ret = ctx->v.get_next_user(ctx, &user)) > 0) {
        if (wildcard_user != NULL) {
            if (!wildcard_match_icase(user, wildcard_user))
                continue;
        }
        input.username = user;
        doveadm_print_sticky("username", user);
        T_BEGIN {
            ret = doveadm_mail_next_user(ctx, &input, &error);
            if (ret < 0)
                i_error("%s", error);
            else if (ret == 0)
                i_info("User no longer exists, skipping");
        } T_END;
        if (ret == -1)
            break;
        if (doveadm_verbose) {
            if (++user_idx % interval == 0) {
                printf("\r%d / %d", user_idx, user_count);
                fflush(stdout);
            }
        }
        if (killed_signo != 0) {
            i_warning("Killed with signal %d", killed_signo);
            ret = -1;
            break;
        }
    }
    if (doveadm_verbose)
        printf("\n");
    i_set_failure_prefix("doveadm: ");
    if (ret < 0) {
        i_error("Failed to iterate through some users");
        ctx->exit_code = EX_TEMPFAIL;
    }
}

static void
doveadm_mail_cmd_init_noop(struct doveadm_mail_cmd_context *ctx ATTR_UNUSED,
               const char *const args[] ATTR_UNUSED)
{
}

static int
doveadm_mail_cmd_get_next_user(struct doveadm_mail_cmd_context *ctx,
                   const char **username_r)
{
    return mail_storage_service_all_next(ctx->storage_service, username_r);
}

static void
doveadm_mail_cmd_deinit_noop(struct doveadm_mail_cmd_context *ctx ATTR_UNUSED)
{
}

struct doveadm_mail_cmd_context *
doveadm_mail_cmd_init(const struct doveadm_mail_cmd *cmd,
              const struct doveadm_settings *set)
{
    struct doveadm_mail_cmd_context *ctx;

    ctx = cmd->alloc();
    ctx->set = set;
    ctx->cmd = cmd;
    if (ctx->v.init == NULL)
        ctx->v.init = doveadm_mail_cmd_init_noop;
    if (ctx->v.get_next_user == NULL)
        ctx->v.get_next_user = doveadm_mail_cmd_get_next_user;
    if (ctx->v.deinit == NULL)
        ctx->v.deinit = doveadm_mail_cmd_deinit_noop;

    p_array_init(&ctx->module_contexts, ctx->pool, 5);
    return ctx;
}

static void
doveadm_mail_cmd(const struct doveadm_mail_cmd *cmd, int argc, char *argv[])
{
    struct doveadm_mail_cmd_context *ctx;
    const char *getopt_args, *wildcard_user;
    int c;

    ctx = doveadm_mail_cmd_init(cmd, doveadm_settings);
    ctx->full_args = (const void *)(argv + 1);

    ctx->service_flags |= MAIL_STORAGE_SERVICE_FLAG_NO_LOG_INIT;
    if (doveadm_debug)
        ctx->service_flags |= MAIL_STORAGE_SERVICE_FLAG_DEBUG;

    getopt_args = t_strconcat("AS:u:", ctx->getopt_args, NULL);
    ctx->cur_username = getenv("USER");
    wildcard_user = NULL;
    while ((c = getopt(argc, argv, getopt_args)) > 0) {
        switch (c) {
        case 'A':
            ctx->iterate_all_users = TRUE;
            break;
        case 'S':
            doveadm_settings->doveadm_socket_path = optarg;
            if (doveadm_settings->doveadm_worker_count == 0)
                doveadm_settings->doveadm_worker_count = 1;
            break;
        case 'u':
            ctx->service_flags |=
                MAIL_STORAGE_SERVICE_FLAG_USERDB_LOOKUP;
            ctx->cur_username = optarg;
            if (strchr(ctx->cur_username, '*') != NULL ||
                strchr(ctx->cur_username, '?') != NULL) {
                wildcard_user = ctx->cur_username;
                ctx->cur_username = NULL;
            }
            break;
        default:
            if (ctx->v.parse_arg == NULL ||
                !ctx->v.parse_arg(ctx, c))
                doveadm_mail_help(cmd);
        }
    }
    argv += optind;
    if (argv[0] != NULL && cmd->usage_args == NULL) {
        i_fatal_status(EX_USAGE, "doveadm %s: Unknown parameter: %s",
                   cmd->name, argv[0]);
    }
    ctx->args = (const void *)argv;
    if (ctx->v.preinit != NULL)
        ctx->v.preinit(ctx);

    ctx->iterate_single_user =
        !ctx->iterate_all_users && wildcard_user == NULL;
    if (doveadm_print_is_initialized() && !ctx->iterate_single_user) {
        doveadm_print_header("username", "Username",
                     DOVEADM_PRINT_HEADER_FLAG_STICKY |
                     DOVEADM_PRINT_HEADER_FLAG_HIDE_TITLE);
    }

    if (ctx->iterate_single_user) {
        struct mail_storage_service_input input;

        if (ctx->cur_username == NULL)
            i_fatal_status(EX_USAGE, "USER environment is missing and -u option not used");

        memset(&input, 0, sizeof(input));
        input.service = "doveadm";
        input.username = ctx->cur_username;
        doveadm_mail_single_user(ctx, &input);
    } else {
        ctx->service_flags |= MAIL_STORAGE_SERVICE_FLAG_TEMP_PRIV_DROP;
        doveadm_mail_all_users(ctx, argv, wildcard_user);
    }
    if (ctx->search_args != NULL)
        mail_search_args_unref(&ctx->search_args);
    doveadm_mail_server_flush();
    ctx->v.deinit(ctx);
    doveadm_print_flush();

    /* service deinit unloads mail plugins, so do it late */
    mail_storage_service_deinit(&ctx->storage_service);

    if (ctx->exit_code != 0)
        doveadm_exit_code = ctx->exit_code;
    pool_unref(&ctx->pool);
}

static bool
doveadm_mail_try_run_multi_word(const struct doveadm_mail_cmd *cmd,
                const char *cmdname, int argc, char *argv[])
{
    unsigned int len;

    if (argc < 2)
        return FALSE;

    len = strlen(argv[1]);
    if (strncmp(cmdname, argv[1], len) != 0)
        return FALSE;

    if (cmdname[len] == ' ') {
        /* more args */
        return doveadm_mail_try_run_multi_word(cmd, cmdname + len + 1,
                               argc - 1, argv + 1);
    }
    if (cmdname[len] != '\0')
        return FALSE;

    /* match */
    doveadm_mail_cmd(cmd, argc - 1, argv + 1);
    return TRUE;
}

bool doveadm_mail_try_run(const char *cmd_name, int argc, char *argv[])
{
    const struct doveadm_mail_cmd *cmd;
    unsigned int cmd_name_len;

    i_assert(argc > 0);

    cmd_name_len = strlen(cmd_name);
    array_foreach(&doveadm_mail_cmds, cmd) {
        if (strcmp(cmd->name, cmd_name) == 0) {
            doveadm_mail_cmd(cmd, argc, argv);
            return TRUE;
        }

        /* see if it matches a multi-word command */
        if (strncmp(cmd->name, cmd_name, cmd_name_len) == 0 &&
            cmd->name[cmd_name_len] == ' ') {
            const char *subcmd = cmd->name + cmd_name_len + 1;

            if (doveadm_mail_try_run_multi_word(cmd, subcmd,
                                argc, argv))
                return TRUE;
        }
    }

    return FALSE;
}

void doveadm_mail_register_cmd(const struct doveadm_mail_cmd *cmd)
{
    /* for now we'll just assume that cmd will be permanently in memory */
    array_append(&doveadm_mail_cmds, cmd, 1);
}

const struct doveadm_mail_cmd *doveadm_mail_cmd_find(const char *cmd_name)
{
    const struct doveadm_mail_cmd *cmd;

    array_foreach(&doveadm_mail_cmds, cmd) {
        if (strcmp(cmd->name, cmd_name) == 0)
            return cmd;
    }
    return NULL;
}

void doveadm_mail_usage(string_t *out)
{
    const struct doveadm_mail_cmd *cmd;

    array_foreach(&doveadm_mail_cmds, cmd) {
        if (cmd->usage_args == &doveadm_mail_cmd_hide)
            continue;
        str_printfa(out, "%s\t[-u <user>|-A] [-S <socket_path>]",
                cmd->name);
        if (cmd->usage_args != NULL)
            str_printfa(out, " %s", cmd->usage_args);
        str_append_c(out, '\n');
    }
}

void doveadm_mail_help(const struct doveadm_mail_cmd *cmd)
{
    fprintf(stderr, "doveadm %s [-u <user>|-A] [-S <socket_path>] %s\n",
        cmd->name, cmd->usage_args == NULL ? "" : cmd->usage_args);
    exit(EX_USAGE);
}

void doveadm_mail_try_help_name(const char *cmd_name)
{
    const struct doveadm_mail_cmd *cmd;

    cmd = doveadm_mail_cmd_find(cmd_name);
    if (cmd != NULL)
        doveadm_mail_help(cmd);
}

bool doveadm_mail_has_subcommands(const char *cmd_name)
{
    const struct doveadm_mail_cmd *cmd;
    unsigned int len = strlen(cmd_name);

    array_foreach(&doveadm_mail_cmds, cmd) {
        if (strncmp(cmd->name, cmd_name, len) == 0 &&
            cmd->name[len] == ' ')
            return TRUE;
    }
    return FALSE;
}

void doveadm_mail_help_name(const char *cmd_name)
{
    doveadm_mail_try_help_name(cmd_name);
    i_fatal("Missing help for command %s", cmd_name);
}

static struct doveadm_mail_cmd cmd_force_resync = {
    cmd_force_resync_alloc, "force-resync", "<mailbox mask>"
};
static struct doveadm_mail_cmd cmd_purge = {
    cmd_purge_alloc, "purge", NULL
};

static struct doveadm_mail_cmd *mail_commands[] = {
    &cmd_force_resync,
    &cmd_purge,
    &cmd_expunge,
    &cmd_search,
    &cmd_fetch,
    &cmd_import,
    &cmd_index,
    &cmd_altmove,
    &cmd_move,
    &cmd_mailbox_list,
    &cmd_mailbox_create,
    &cmd_mailbox_delete,
    &cmd_mailbox_rename,
    &cmd_mailbox_subscribe,
    &cmd_mailbox_unsubscribe,
    &cmd_mailbox_status,
    &cmd_dsync_backup,
    &cmd_dsync_mirror,
    &cmd_dsync_server
};

void doveadm_mail_init(void)
{
    struct module_dir_load_settings mod_set;
    unsigned int i;

    i_array_init(&doveadm_mail_cmds, 32);
    for (i = 0; i < N_ELEMENTS(mail_commands); i++)
        doveadm_mail_register_cmd(mail_commands[i]);

    memset(&mod_set, 0, sizeof(mod_set));
    mod_set.version = master_service_get_version_string(master_service);
    mod_set.require_init_funcs = TRUE;
    mod_set.debug = doveadm_debug;
    mod_set.binary_name = "doveadm";

    /* load all configured mail plugins */
    mail_storage_service_modules =
        module_dir_load_missing(mail_storage_service_modules,
                    doveadm_settings->mail_plugin_dir,
                    doveadm_settings->mail_plugins,
                    &mod_set);
}

void doveadm_mail_deinit(void)
{
    array_free(&doveadm_mail_cmds);
}