doveadm-dsync.c revision 183b3fb003600debc52866fca2fcec9a7588978f
b9f30617c2c96d54acbc4f85ed17b939c4f28916Timo Sirainen/* Copyright (c) 2009-2012 Dovecot authors, see the included COPYING file */
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "lib.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "lib-signals.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "array.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "execv-const.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "fd-set-nonblock.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "istream.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "ostream.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "iostream-rawlog.h"
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen#include "str.h"
b215a8a123623782554a83f3025ef4e771bd8f01Timo Sirainen#include "var-expand.h"
b215a8a123623782554a83f3025ef4e771bd8f01Timo Sirainen#include "settings-parser.h"
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen#include "master-service.h"
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen#include "mail-storage-service.h"
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen#include "mail-user.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "mail-namespace.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "mailbox-list.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "doveadm-settings.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "doveadm-mail.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "doveadm-print.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "dsync-brain.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "dsync-ibc.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include "doveadm-dsync.h"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include <stdio.h>
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include <stdlib.h>
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include <unistd.h>
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#include <ctype.h>
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen#define DSYNC_COMMON_GETOPT_ARGS "+adEfm:n:r:Rs:"
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainenstruct dsync_cmd_context {
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen struct doveadm_mail_cmd_context ctx;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen enum dsync_brain_sync_type sync_type;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen const char *mailbox, *namespace_prefix;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen const char *state_input, *rawlog_path;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen const char *remote_name;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen const char *local_location;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen int fd_in, fd_out, fd_err;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen struct io *io_err;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen struct istream *err_stream;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen unsigned int lock_timeout;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen unsigned int lock:1;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen unsigned int sync_all_namespaces:1;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen unsigned int default_replica_location:1;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen unsigned int backup:1;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen unsigned int reverse_backup:1;
9f0f2de10e4ea0c99052bf4b2bef8179f2536228Timo Sirainen unsigned int remote:1;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen};
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainenstatic bool legacy_dsync = FALSE;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainenstatic void remote_error_input(struct dsync_cmd_context *ctx)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen{
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen const char *line;
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen while ((line = i_stream_read_next_line(ctx->err_stream)) != NULL)
4f7987384f306ea93b0258623a4cdd69601f2d0eTimo Sirainen fprintf(stderr, "%s\n", line);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen if (ctx->err_stream->eof && ctx->io_err != NULL)
e40840f74672872db99d29b4eb5511869e238004Timo Sirainen io_remove(&ctx->io_err);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen}
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainenstatic void
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainenrun_cmd(struct dsync_cmd_context *ctx, const char *const *args)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen{
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen int fd_in[2], fd_out[2], fd_err[2];
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen if (pipe(fd_in) < 0 || pipe(fd_out) < 0 || pipe(fd_err) < 0)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen i_fatal("pipe() failed: %m");
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen switch (fork()) {
4f7987384f306ea93b0258623a4cdd69601f2d0eTimo Sirainen case -1:
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen i_fatal("fork() failed: %m");
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen case 0:
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen /* child, which will execute the proxy server. stdin/stdout
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen goes to pipes which we'll pass to proxy client. */
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen if (dup2(fd_in[0], STDIN_FILENO) < 0 ||
e40840f74672872db99d29b4eb5511869e238004Timo Sirainen dup2(fd_out[1], STDOUT_FILENO) < 0 ||
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen dup2(fd_err[1], STDERR_FILENO) < 0)
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen i_fatal("dup2() failed: %m");
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen i_close_fd(&fd_in[0]);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen i_close_fd(&fd_in[1]);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen i_close_fd(&fd_out[0]);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen i_close_fd(&fd_out[1]);
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen i_close_fd(&fd_err[0]);
e9e5e84ffb2ce2e606a24ce6d930580367562ff0Timo Sirainen i_close_fd(&fd_err[1]);
e9e5e84ffb2ce2e606a24ce6d930580367562ff0Timo Sirainen
e9e5e84ffb2ce2e606a24ce6d930580367562ff0Timo Sirainen execvp_const(args[0], args);
e9e5e84ffb2ce2e606a24ce6d930580367562ff0Timo Sirainen default:
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen /* parent */
1cfdcb36985904eff281fc6d7ea2d13b3c375980Timo Sirainen break;
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen }
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen i_close_fd(&fd_in[0]);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen i_close_fd(&fd_out[1]);
b215a8a123623782554a83f3025ef4e771bd8f01Timo Sirainen i_close_fd(&fd_err[1]);
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen ctx->fd_in = fd_out[0];
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen ctx->fd_out = fd_in[1];
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen ctx->fd_err = fd_err[0];
383d0e8c24451468d6bea17e4b55d74de744abe6Timo Sirainen
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen fd_set_nonblock(ctx->fd_err, TRUE);
e9e5e84ffb2ce2e606a24ce6d930580367562ff0Timo Sirainen ctx->err_stream = i_stream_create_fd(ctx->fd_err, IO_BLOCK_SIZE, FALSE);
a64adf62fa33f2463a86f990217b0c9078531a40Timo Sirainen i_stream_set_return_partial_line(ctx->err_stream, TRUE);
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen}
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainenstatic void
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainenmirror_get_remote_cmd_line(const char *const *argv,
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen const char *const **cmd_args_r)
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen{
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen ARRAY_TYPE(const_string) cmd_args;
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen unsigned int i;
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen const char *p;
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen i_assert(argv[0] != NULL);
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen t_array_init(&cmd_args, 16);
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen for (i = 0; argv[i] != NULL; i++) {
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen p = argv[i];
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen array_append(&cmd_args, &p, 1);
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen }
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen if (legacy_dsync) {
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen /* we're executing dsync */
7744586e3e0fd60158abfbb03a233d3bd8d6c48bTimo Sirainen p = "server";
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen } else {
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen /* we're executing doveadm */
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen p = "dsync-server";
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen }
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen array_append(&cmd_args, &p, 1);
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen array_append_zero(&cmd_args);
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen *cmd_args_r = array_idx(&cmd_args, 0);
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen}
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainenstatic const char *const *
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainenget_ssh_cmd_args(struct dsync_cmd_context *ctx,
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen const char *host, const char *login, const char *mail_user)
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen{
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen static struct var_expand_table static_tab[] = {
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen { 'u', NULL, "user" },
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen { '\0', NULL, "login" },
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen { '\0', NULL, "host" },
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen { '\0', NULL, "lock_timeout" },
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen { '\0', NULL, NULL }
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen };
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen struct var_expand_table *tab;
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen ARRAY_TYPE(const_string) cmd_args;
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen string_t *str, *str2;
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen const char *value, *const *args;
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen tab = t_malloc(sizeof(static_tab));
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen memcpy(tab, static_tab, sizeof(static_tab));
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen tab[0].value = mail_user;
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen tab[1].value = login;
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen tab[2].value = host;
a8284e999d091cd29210fa75ecdc8076376a7345Timo Sirainen tab[3].value = dec2str(ctx->lock_timeout);
t_array_init(&cmd_args, 8);
str = t_str_new(128);
str2 = t_str_new(128);
args = t_strsplit(doveadm_settings->dsync_remote_cmd, " ");
for (; *args != NULL; args++) {
if (strchr(*args, '%') == NULL)
value = *args;
else {
/* some automation: if parameter's all %variables
expand to empty, but the %variable isn't the only
text in the parameter, skip it. */
str_truncate(str, 0);
str_truncate(str2, 0);
var_expand(str, *args, tab);
var_expand(str2, *args, static_tab);
if (strcmp(str_c(str), str_c(str2)) == 0 &&
str_len(str) > 0)
continue;
value = t_strdup(str_c(str));
}
array_append(&cmd_args, &value, 1);
}
array_append_zero(&cmd_args);
return array_idx(&cmd_args, 0);
}
static bool mirror_get_remote_cmd(struct dsync_cmd_context *ctx,
const char *user,
const char *const **cmd_args_r)
{
const char *p, *host, *const *argv = ctx->ctx.args;
if (argv[1] != NULL) {
/* more than one parameter, so it contains a full command
(e.g. ssh host dsync) */
mirror_get_remote_cmd_line(argv, cmd_args_r);
return TRUE;
}
/* if it begins with /[a-z0-9]+:/, it's a mail location
(e.g. mdbox:~/mail) */
for (p = argv[0]; *p != '\0'; p++) {
if (!i_isalnum(*p)) {
if (*p == ':')
return FALSE;
break;
}
}
if (strchr(argv[0], ' ') != NULL || strchr(argv[0], '/') != NULL) {
/* a) the whole command is in one string. this is mainly for
backwards compatibility.
b) script/path */
mirror_get_remote_cmd_line(t_strsplit(argv[0], " "),
cmd_args_r);
return TRUE;
}
/* [user@]host */
host = strchr(argv[0], '@');
if (host != NULL)
user = t_strdup_until(argv[0], host++);
else
host = argv[0];
/* we'll assume virtual users, so in user@host it really means not to
give ssh a username, but to give dsync -u user parameter. */
*cmd_args_r = get_ssh_cmd_args(ctx, host, "", user);
return TRUE;
}
static int
cmd_dsync_run_local(struct dsync_cmd_context *ctx, struct mail_user *user,
struct dsync_brain *brain, struct dsync_ibc *ibc2)
{
struct dsync_brain *brain2;
struct mail_user *user2;
struct setting_parser_context *set_parser;
const char *set_line, *path1, *path2;
bool brain1_running, brain2_running, changed1, changed2;
int ret;
i_assert(ctx->local_location != NULL);
i_set_failure_prefix("dsync(%s): ", user->username);
/* update mail_location and create another user for the
second location. */
set_parser = mail_storage_service_user_get_settings_parser(ctx->ctx.cur_service_user);
set_line = t_strconcat("mail_location=", ctx->local_location, NULL);
if (settings_parse_line(set_parser, set_line) < 0)
i_unreached();
ret = mail_storage_service_next(ctx->ctx.storage_service,
ctx->ctx.cur_service_user, &user2);
if (ret < 0) {
ctx->ctx.exit_code = ret == -1 ? EX_TEMPFAIL : EX_CONFIG;
mail_user_unref(&user2);
return -1;
}
user2->admin = TRUE;
if (mail_namespaces_get_root_sep(user->namespaces) !=
mail_namespaces_get_root_sep(user2->namespaces)) {
i_error("Mail locations must use the same "
"virtual mailbox hierarchy separator "
"(specify separator for the default namespace)");
ctx->ctx.exit_code = EX_CONFIG;
mail_user_unref(&user2);
return -1;
}
if (mailbox_list_get_root_path(user->namespaces->list,
MAILBOX_LIST_PATH_TYPE_MAILBOX,
&path1) &&
mailbox_list_get_root_path(user2->namespaces->list,
MAILBOX_LIST_PATH_TYPE_MAILBOX,
&path2) &&
strcmp(path1, path2) == 0) {
i_error("Both source and destination mail_location "
"points to same directory: %s", path1);
ctx->ctx.exit_code = EX_CONFIG;
mail_user_unref(&user2);
return -1;
}
brain2 = dsync_brain_slave_init(user2, ibc2);
brain1_running = brain2_running = TRUE;
changed1 = changed2 = TRUE;
while (brain1_running || brain2_running) {
if (dsync_brain_has_failed(brain) ||
dsync_brain_has_failed(brain2))
break;
i_assert(changed1 || changed2);
brain1_running = dsync_brain_run(brain, &changed1);
brain2_running = dsync_brain_run(brain2, &changed2);
}
mail_user_unref(&user2);
if (dsync_brain_deinit(&brain2) < 0) {
ctx->ctx.exit_code = EX_TEMPFAIL;
return -1;
}
return 0;
}
static void
cmd_dsync_run_remote(struct mail_user *user)
{
i_set_failure_prefix("dsync-local(%s): ", user->username);
io_loop_run(current_ioloop);
}
static const char *const *
parse_ssh_location(struct dsync_cmd_context *ctx,
const char *location, const char *username)
{
const char *host, *login;
host = strchr(location, '@');
if (host != NULL)
login = t_strdup_until(location, host++);
else {
host = location;
login = "";
}
return get_ssh_cmd_args(ctx, host, login, username);
}
static struct dsync_ibc *
cmd_dsync_icb_stream_init(struct dsync_cmd_context *ctx,
const char *name, const char *temp_prefix)
{
struct istream *input;
struct ostream *output;
fd_set_nonblock(ctx->fd_in, TRUE);
fd_set_nonblock(ctx->fd_out, TRUE);
input = i_stream_create_fd(ctx->fd_in, (size_t)-1, FALSE);
output = o_stream_create_fd(ctx->fd_out, (size_t)-1, FALSE);
if (ctx->rawlog_path != NULL)
iostream_rawlog_create_path(ctx->rawlog_path, &input, &output);
return dsync_ibc_init_stream(input, output, name, temp_prefix);
}
static int
cmd_dsync_run(struct doveadm_mail_cmd_context *_ctx, struct mail_user *user)
{
struct dsync_cmd_context *ctx = (struct dsync_cmd_context *)_ctx;
struct dsync_ibc *ibc, *ibc2 = NULL;
struct dsync_brain *brain;
struct mail_namespace *sync_ns = NULL;
enum dsync_brain_flags brain_flags;
int ret = 0;
user->admin = TRUE;
user->dsyncing = TRUE;
if (ctx->namespace_prefix != NULL) {
sync_ns = mail_namespace_find(user->namespaces,
ctx->namespace_prefix);
}
if (!ctx->remote)
dsync_ibc_init_pipe(&ibc, &ibc2);
else {
string_t *temp_prefix = t_str_new(64);
mail_user_set_get_temp_prefix(temp_prefix, user->set);
ibc = cmd_dsync_icb_stream_init(ctx, ctx->remote_name,
str_c(temp_prefix));
ctx->io_err = io_add(ctx->fd_err, IO_READ,
remote_error_input, ctx);
}
brain_flags = DSYNC_BRAIN_FLAG_MAILS_HAVE_GUIDS |
DSYNC_BRAIN_FLAG_SEND_GUID_REQUESTS;
if (ctx->sync_all_namespaces)
brain_flags |= DSYNC_BRAIN_FLAG_SYNC_ALL_NAMESPACES;
if (ctx->reverse_backup)
brain_flags |= DSYNC_BRAIN_FLAG_BACKUP_RECV;
else if (ctx->backup)
brain_flags |= DSYNC_BRAIN_FLAG_BACKUP_SEND;
if (doveadm_debug)
brain_flags |= DSYNC_BRAIN_FLAG_DEBUG;
brain = dsync_brain_master_init(user, ibc, sync_ns, ctx->mailbox,
ctx->sync_type, brain_flags,
ctx->state_input == NULL ? "" :
ctx->state_input);
if (!ctx->remote) {
if (cmd_dsync_run_local(ctx, user, brain, ibc2) < 0)
ret = -1;
} else {
cmd_dsync_run_remote(user);
}
if (ctx->state_input != NULL) {
string_t *str = t_str_new(128);
dsync_brain_get_state(brain, str);
doveadm_print(str_c(str));
}
if (dsync_brain_deinit(&brain) < 0)
_ctx->exit_code = EX_TEMPFAIL;
dsync_ibc_deinit(&ibc);
if (ibc2 != NULL)
dsync_ibc_deinit(&ibc2);
if (ctx->err_stream != NULL) {
remote_error_input(ctx); /* print any pending errors */
i_stream_destroy(&ctx->err_stream);
}
if (ctx->io_err != NULL)
io_remove(&ctx->io_err);
if (ctx->fd_in != -1) {
if (ctx->fd_out != ctx->fd_in)
i_close_fd(&ctx->fd_out);
i_close_fd(&ctx->fd_in);
}
if (ctx->fd_err != -1)
i_close_fd(&ctx->fd_err);
return ret;
}
static int cmd_dsync_prerun(struct doveadm_mail_cmd_context *_ctx,
struct mail_storage_service_user *service_user,
const char **error_r)
{
struct dsync_cmd_context *ctx = (struct dsync_cmd_context *)_ctx;
const char *const *remote_cmd_args = NULL;
const struct mail_user_settings *user_set;
const char *username = "";
user_set = mail_storage_service_user_get_set(service_user)[0];
ctx->fd_in = STDIN_FILENO;
ctx->fd_out = STDOUT_FILENO;
ctx->fd_err = -1;
ctx->remote = FALSE;
ctx->remote_name = "remote";
if (ctx->default_replica_location) {
ctx->local_location =
mail_user_set_plugin_getenv(user_set, "mail_replica");
if (ctx->local_location == NULL ||
*ctx->local_location == '\0') {
*error_r = "User has no mail_replica in userdb";
_ctx->exit_code = DOVEADM_EX_NOTFOUND;
return -1;
}
} else {
/* if we're executing remotely, give -u parameter if we also
did a userdb lookup. */
if ((_ctx->service_flags & MAIL_STORAGE_SERVICE_FLAG_USERDB_LOOKUP) != 0)
username = _ctx->cur_username;
if (!mirror_get_remote_cmd(ctx, username, &remote_cmd_args)) {
/* it's a mail_location */
if (_ctx->args[1] != NULL)
doveadm_mail_help_name(_ctx->cmd->name);
ctx->local_location = _ctx->args[0];
}
}
if (remote_cmd_args == NULL && ctx->local_location != NULL &&
strncmp(ctx->local_location, "remote:", 7) == 0) {
/* this is a remote (ssh) command */
ctx->remote_name = ctx->local_location+7;
remote_cmd_args = parse_ssh_location(ctx, ctx->remote_name,
_ctx->cur_username);
}
if (remote_cmd_args != NULL) {
/* do this before mail_storage_service_next() in case it
drops process privileges */
run_cmd(ctx, remote_cmd_args);
ctx->remote = TRUE;
}
if (ctx->sync_all_namespaces && !ctx->remote)
i_fatal("-a parameter requires syncing with remote host");
return 0;
}
static void cmd_dsync_init(struct doveadm_mail_cmd_context *_ctx,
const char *const args[])
{
struct dsync_cmd_context *ctx = (struct dsync_cmd_context *)_ctx;
if (ctx->default_replica_location) {
if (args[0] != NULL)
i_error("Don't give mail location with -d parameter");
} else {
if (args[0] == NULL)
doveadm_mail_help_name(_ctx->cmd->name);
}
lib_signals_ignore(SIGHUP, TRUE);
}
static void cmd_dsync_preinit(struct doveadm_mail_cmd_context *ctx)
{
if ((ctx->service_flags & MAIL_STORAGE_SERVICE_FLAG_USERDB_LOOKUP) == 0)
ctx->service_flags |= MAIL_STORAGE_SERVICE_FLAG_NO_CHDIR;
}
static bool
cmd_mailbox_dsync_parse_arg(struct doveadm_mail_cmd_context *_ctx, int c)
{
struct dsync_cmd_context *ctx = (struct dsync_cmd_context *)_ctx;
switch (c) {
case 'a':
ctx->sync_all_namespaces = TRUE;
break;
case 'd':
ctx->default_replica_location = TRUE;
break;
case 'E':
/* dsync wrapper detection flag */
legacy_dsync = TRUE;
break;
case 'f':
ctx->sync_type = DSYNC_BRAIN_SYNC_TYPE_FULL;
break;
case 'm':
ctx->mailbox = optarg;
break;
case 'n':
ctx->namespace_prefix = optarg;
break;
case 'r':
ctx->rawlog_path = optarg;
break;
case 'R':
if (!ctx->backup)
return FALSE;
ctx->reverse_backup = TRUE;
break;
case 's':
if (ctx->sync_type != DSYNC_BRAIN_SYNC_TYPE_FULL &&
*optarg != '\0')
ctx->sync_type = DSYNC_BRAIN_SYNC_TYPE_STATE;
ctx->state_input = optarg;
break;
default:
return FALSE;
}
return TRUE;
}
static struct doveadm_mail_cmd_context *cmd_dsync_alloc(void)
{
struct dsync_cmd_context *ctx;
ctx = doveadm_mail_cmd_alloc(struct dsync_cmd_context);
ctx->ctx.getopt_args = DSYNC_COMMON_GETOPT_ARGS;
ctx->ctx.v.parse_arg = cmd_mailbox_dsync_parse_arg;
ctx->ctx.v.preinit = cmd_dsync_preinit;
ctx->ctx.v.init = cmd_dsync_init;
ctx->ctx.v.prerun = cmd_dsync_prerun;
ctx->ctx.v.run = cmd_dsync_run;
ctx->sync_type = DSYNC_BRAIN_SYNC_TYPE_CHANGED;
doveadm_print_init(DOVEADM_PRINT_TYPE_FLOW);
doveadm_print_header("state", "state",
DOVEADM_PRINT_HEADER_FLAG_HIDE_TITLE);
return &ctx->ctx;
}
static struct doveadm_mail_cmd_context *cmd_dsync_backup_alloc(void)
{
struct doveadm_mail_cmd_context *_ctx;
struct dsync_cmd_context *ctx;
_ctx = cmd_dsync_alloc();
_ctx->getopt_args = DSYNC_COMMON_GETOPT_ARGS"R";
ctx = (struct dsync_cmd_context *)_ctx;
ctx->backup = TRUE;
return _ctx;
}
static int
cmd_dsync_server_run(struct doveadm_mail_cmd_context *_ctx,
struct mail_user *user)
{
struct dsync_cmd_context *ctx = (struct dsync_cmd_context *)_ctx;
struct dsync_ibc *ibc;
struct dsync_brain *brain;
string_t *temp_prefix;
user->admin = TRUE;
user->dsyncing = TRUE;
i_set_failure_prefix("dsync-remote(%s): ", user->username);
temp_prefix = t_str_new(64);
mail_user_set_get_temp_prefix(temp_prefix, user->set);
ibc = cmd_dsync_icb_stream_init(ctx, "local", str_c(temp_prefix));
brain = dsync_brain_slave_init(user, ibc);
io_loop_run(current_ioloop);
dsync_ibc_deinit(&ibc);
if (dsync_brain_deinit(&brain) < 0) {
_ctx->exit_code = EX_TEMPFAIL;
return -1;
}
return 0;
}
static bool
cmd_mailbox_dsync_server_parse_arg(struct doveadm_mail_cmd_context *_ctx, int c)
{
struct dsync_cmd_context *ctx = (struct dsync_cmd_context *)_ctx;
switch (c) {
case 'E':
/* dsync wrapper detection flag */
legacy_dsync = TRUE;
break;
case 'l':
ctx->lock = TRUE;
if (str_to_uint(optarg, &ctx->lock_timeout) < 0)
i_error("Invalid -l parameter: %s", optarg);
break;
case 'r':
ctx->rawlog_path = optarg;
break;
default:
return FALSE;
}
return TRUE;
}
static struct doveadm_mail_cmd_context *cmd_dsync_server_alloc(void)
{
struct dsync_cmd_context *ctx;
ctx = doveadm_mail_cmd_alloc(struct dsync_cmd_context);
ctx->ctx.getopt_args = "El:r:";
ctx->ctx.v.parse_arg = cmd_mailbox_dsync_server_parse_arg;
ctx->ctx.v.run = cmd_dsync_server_run;
ctx->sync_type = DSYNC_BRAIN_SYNC_TYPE_CHANGED;
ctx->fd_in = STDIN_FILENO;
ctx->fd_out = STDOUT_FILENO;
doveadm_print_init(DOVEADM_PRINT_TYPE_FLOW);
doveadm_print_header("state", "state",
DOVEADM_PRINT_HEADER_FLAG_HIDE_TITLE);
return &ctx->ctx;
}
struct doveadm_mail_cmd cmd_dsync_mirror = {
cmd_dsync_alloc, "sync",
"[-dfR] [-l <secs>] [-m <mailbox>] [-n <namespace>] [-s <state>] <dest>"
};
struct doveadm_mail_cmd cmd_dsync_backup = {
cmd_dsync_backup_alloc, "backup",
"[-dfR] [-l <secs>] [-m <mailbox>] [-n <namespace>] [-s <state>] <dest>"
};
struct doveadm_mail_cmd cmd_dsync_server = {
cmd_dsync_server_alloc, "dsync-server", &doveadm_mail_cmd_hide
};
void doveadm_dsync_main(int *_argc, char **_argv[])
{
int argc = *_argc;
const char *getopt_str;
char **argv = *_argv;
char **new_argv, *mailbox = NULL, *alt_char = NULL, *username = NULL;
char *p, *dup, new_flags[6];
int max_argc, src, dest, i, j;
bool flag_f = FALSE, flag_R = FALSE, flag_m, flag_u, flag_C, has_arg;
bool dsync_server = FALSE;
p = strrchr(argv[0], '/');
if (p == NULL) p = argv[0];
if (strstr(p, "dsync") == NULL)
return;
/* @UNSAFE: this is called when the "doveadm" binary is called as
"dsync" (for backwards compatibility) */
max_argc = argc + 7;
new_argv = t_new(char *, max_argc);
new_argv[0] = argv[0];
dest = 1;
getopt_str = master_service_getopt_string();
/* add global doveadm flags */
for (src = 1; src < argc; src++) {
if (argv[src][0] != '-')
break;
flag_m = FALSE; flag_C = FALSE; has_arg = FALSE; flag_u = FALSE;
dup = t_strdup_noconst(argv[src]);
for (i = j = 1; argv[src][i] != '\0'; i++) {
switch (argv[src][i]) {
case 'C':
flag_C = TRUE;
break;
case 'f':
flag_f = TRUE;
break;
case 'R':
flag_R = TRUE;
break;
case 'm':
flag_m = TRUE;
break;
case 'u':
flag_u = TRUE;
break;
default:
p = strchr(getopt_str, argv[src][i]);
if (p != NULL && p[1] == ':')
has_arg = TRUE;
dup[j++] = argv[src][i];
break;
}
}
if (j > 1) {
dup[j++] = '\0';
new_argv[dest++] = dup;
if (has_arg && src+1 < argc)
new_argv[dest++] = argv[++src];
}
if (flag_m) {
if (src+1 == argc)
i_fatal("-m missing parameter");
mailbox = argv[++src];
}
if (flag_u) {
if (src+1 == argc)
i_fatal("-u missing parameter");
username = argv[++src];
}
if (flag_C) {
if (src+1 == argc)
i_fatal("-C missing parameter");
alt_char = argv[++src];
}
}
if (alt_char != NULL) {
new_argv[dest++] = "-o";
new_argv[dest++] =
p_strconcat(pool_datastack_create(),
"dsync_alt_char=", alt_char, NULL);
}
/* mirror|backup|server */
if (src == argc)
i_fatal("Missing mirror or backup parameter");
if (strcmp(argv[src], "sync") == 0 ||
strcmp(argv[src], "dsync-server") == 0) {
/* we're re-executing dsync due to doveconf.
"backup" re-exec detection is later. */
return;
}
if (strcmp(argv[src], "mirror") == 0)
new_argv[dest] = "sync";
else if (strcmp(argv[src], "backup") == 0)
new_argv[dest] = "backup";
else if (strcmp(argv[src], "server") == 0) {
new_argv[dest] = "dsync-server";
dsync_server = TRUE;
} else
i_fatal("Invalid parameter: %s", argv[src]);
src++; dest++;
if (src < argc && strncmp(argv[src], "-E", 2) == 0) {
/* we're re-executing dsync due to doveconf */
return;
}
/* dsync flags */
new_flags[0] = '-';
new_flags[1] = 'E'; i = 2;
if (!dsync_server) {
if (flag_f)
new_flags[i++] = 'f';
if (flag_R)
new_flags[i++] = 'R';
if (mailbox != NULL)
new_flags[i++] = 'm';
}
i_assert((unsigned int)i < sizeof(new_flags));
new_flags[i] = '\0';
if (i > 1) {
new_argv[dest++] = strdup(new_flags);
if (mailbox != NULL)
new_argv[dest++] = mailbox;
}
if (username != NULL) {
new_argv[dest++] = "-u";
new_argv[dest++] = username;
}
/* rest of the parameters */
for (; src < argc; src++)
new_argv[dest++] = argv[src];
i_assert(dest < max_argc);
new_argv[dest] = NULL;
legacy_dsync = TRUE;
*_argc = dest;
*_argv = new_argv;
optind = 1;
}