director.c revision 488d92156e431ef201faf75910955588d0b768e3
02c335c23bf5fa225a467c19f2c063fb0dc7b8c3Timo Sirainen/* Copyright (c) 2010-2016 Dovecot authors, see the included COPYING file */
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen#include "lib.h"
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen#include "ioloop.h"
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen#include "array.h"
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen#include "str.h"
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen#include "strescape.h"
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen#include "ipc-client.h"
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen#include "user-directory.h"
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen#include "mail-host.h"
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen#include "director-host.h"
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen#include "director-connection.h"
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen#include "director.h"
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen#define DIRECTOR_IPC_PROXY_PATH "ipc"
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
4fe3f07477bae6da3fb8d8fa9bab10ab82ada2bdTimo Sirainen#define DIRECTOR_RECONNECT_RETRY_SECS 60
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen#define DIRECTOR_RECONNECT_TIMEOUT_MSECS (30*1000)
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen#define DIRECTOR_USER_MOVE_TIMEOUT_MSECS (30*1000)
4865df74dad010a65ab63734b3ca1349ce38dc57Timo Sirainen#define DIRECTOR_SYNC_TIMEOUT_MSECS (5*1000)
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen#define DIRECTOR_RING_MIN_WAIT_SECS 20
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen#define DIRECTOR_QUICK_RECONNECT_TIMEOUT_MSECS 1000
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen#define DIRECTOR_DELAYED_DIR_REMOVE_MSECS (1000*30)
4fe3f07477bae6da3fb8d8fa9bab10ab82ada2bdTimo Sirainen
1df39b899804fd1dbc560f75382364822935c857Timo Sirainenbool director_debug;
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainenstatic bool director_is_self_ip_set(struct director *dir)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen struct ip_addr ip;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen net_get_ip_any4(&ip);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen if (net_ip_compare(&dir->self_ip, &ip))
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen return FALSE;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen net_get_ip_any6(&ip);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen if (net_ip_compare(&dir->self_ip, &ip))
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen return FALSE;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen return TRUE;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainenstatic void director_find_self_ip(struct director *dir)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen struct director_host *const *hosts;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen unsigned int i, count;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen hosts = array_get(&dir->dir_hosts, &count);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen for (i = 0; i < count; i++) {
a356c4736fe6041142c6096045bc00c15a80af4eTimo Sirainen if (net_try_bind(&hosts[i]->ip) == 0) {
a356c4736fe6041142c6096045bc00c15a80af4eTimo Sirainen dir->self_ip = hosts[i]->ip;
a356c4736fe6041142c6096045bc00c15a80af4eTimo Sirainen return;
a356c4736fe6041142c6096045bc00c15a80af4eTimo Sirainen }
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen }
a356c4736fe6041142c6096045bc00c15a80af4eTimo Sirainen i_fatal("director_servers doesn't list ourself");
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
c4900d31385344bfadaee53a897daeafdb3063d8Timo Sirainenvoid director_find_self(struct director *dir)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen if (dir->self_host != NULL)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen return;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
34a45b80c8ed18861c6e343fe40adbe360fc6badTimo Sirainen if (!director_is_self_ip_set(dir))
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen director_find_self_ip(dir);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen dir->self_host = director_host_lookup(dir, &dir->self_ip,
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen dir->self_port);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen if (dir->self_host == NULL) {
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen i_fatal("director_servers doesn't list ourself (%s:%u)",
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen net_ip2addr(&dir->self_ip), dir->self_port);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen }
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen dir->self_host->self = TRUE;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainenstatic unsigned int director_find_self_idx(struct director *dir)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen struct director_host *const *hosts;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen unsigned int i, count;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen i_assert(dir->self_host != NULL);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen hosts = array_get(&dir->dir_hosts, &count);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen for (i = 0; i < count; i++) {
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen if (hosts[i] == dir->self_host)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen return i;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen }
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen i_unreached();
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainenstatic bool
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainendirector_has_outgoing_connection(struct director *dir,
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen struct director_host *host)
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen{
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen struct director_connection *const *connp;
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen array_foreach(&dir->connections, connp) {
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen if (director_connection_get_host(*connp) == host &&
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen !director_connection_is_incoming(*connp))
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen return TRUE;
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen }
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen return FALSE;
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen}
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainenint director_connect_host(struct director *dir, struct director_host *host)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
009217abb57a24a4076092e8e4e165545747839eStephan Bosch in_port_t port;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen int fd;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen if (director_has_outgoing_connection(dir, host))
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen return 0;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen if (director_debug) {
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen string_t *str = t_str_new(128);
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen str_printfa(str, "Connecting to %s:%u (as %s",
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen net_ip2addr(&host->ip), host->port,
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen net_ip2addr(&dir->self_ip));
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen if (host->last_network_failure > 0) {
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen str_printfa(str, ", last network failure %ds ago",
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen (int)(ioloop_time - host->last_network_failure));
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen }
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen if (host->last_protocol_failure > 0) {
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen str_printfa(str, ", last protocol failure %ds ago",
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen (int)(ioloop_time - host->last_protocol_failure));
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen }
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen dir_debug("%s", str_c(str));
447653aca14335b7096fb2dd2c7103631b336094Timo Sirainen }
00e7c3010f7da4a49881a7feb05e413af353af0aTimo Sirainen port = dir->test_port != 0 ? dir->test_port : host->port;
00e7c3010f7da4a49881a7feb05e413af353af0aTimo Sirainen fd = net_connect_ip(&host->ip, port, &dir->self_ip);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen if (fd == -1) {
8c2b4a45f17a5cb13bb01058ca37798cf48d91baTimo Sirainen host->last_network_failure = ioloop_time;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen i_error("connect(%s) failed: %m", host->name);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen return -1;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen }
4c20178a7f70bfe43d252e50796013aac1d8c74aTimo Sirainen /* Reset timestamp so that director_connect() won't skip this host
4c20178a7f70bfe43d252e50796013aac1d8c74aTimo Sirainen while we're still trying to connect to it */
8c2b4a45f17a5cb13bb01058ca37798cf48d91baTimo Sirainen host->last_network_failure = 0;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
e34d170f8f0e084bd94bfbc1a7085ece67e508dfTimo Sirainen (void)director_connection_init_out(dir, fd, host);
4fe3f07477bae6da3fb8d8fa9bab10ab82ada2bdTimo Sirainen return 0;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainenstatic struct director_host *
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainendirector_get_preferred_right_host(struct director *dir)
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen{
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen struct director_host *const *hosts, *host;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen unsigned int i, count, self_idx;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen hosts = array_get(&dir->dir_hosts, &count);
42401be443f96c91a20fc976d66ca626fa6e14ecTimo Sirainen if (count == 1) {
42401be443f96c91a20fc976d66ca626fa6e14ecTimo Sirainen /* self */
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen return NULL;
42401be443f96c91a20fc976d66ca626fa6e14ecTimo Sirainen }
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen self_idx = director_find_self_idx(dir);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen for (i = 0; i < count; i++) {
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen host = hosts[(self_idx + i + 1) % count];
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen if (!host->removed)
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen return host;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen }
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen /* self, with some removed hosts */
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen return NULL;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen}
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainenstatic bool director_wait_for_others(struct director *dir)
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen{
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen struct director_host *const *hostp;
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen /* don't assume we're alone until we've attempted to connect
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen to others for a while */
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen if (dir->ring_first_alone != 0 &&
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen ioloop_time - dir->ring_first_alone > DIRECTOR_RING_MIN_WAIT_SECS)
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen return FALSE;
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen if (dir->ring_first_alone == 0)
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen dir->ring_first_alone = ioloop_time;
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen /* reset all failures and try again */
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen array_foreach(&dir->dir_hosts, hostp) {
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen (*hostp)->last_network_failure = 0;
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen (*hostp)->last_protocol_failure = 0;
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen }
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen if (dir->to_reconnect != NULL)
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen timeout_remove(&dir->to_reconnect);
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen dir->to_reconnect = timeout_add(DIRECTOR_QUICK_RECONNECT_TIMEOUT_MSECS,
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen director_connect, dir);
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen return TRUE;
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen}
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainenvoid director_connect(struct director *dir)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen struct director_host *const *hosts;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen unsigned int i, count, self_idx;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen self_idx = director_find_self_idx(dir);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen /* try to connect to first working server on our right side.
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen the left side is supposed to connect to us. */
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen hosts = array_get(&dir->dir_hosts, &count);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen for (i = 1; i < count; i++) {
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen unsigned int idx = (self_idx + i) % count;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen if (hosts[idx]->removed)
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen continue;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
8c2b4a45f17a5cb13bb01058ca37798cf48d91baTimo Sirainen if (hosts[idx]->last_network_failure +
8e1ecc6542da1e14c14e2e59d39dbccdbf68e2b5Timo Sirainen DIRECTOR_RECONNECT_RETRY_SECS > ioloop_time) {
8c2b4a45f17a5cb13bb01058ca37798cf48d91baTimo Sirainen /* connection failed recently, don't try retrying here */
8c2b4a45f17a5cb13bb01058ca37798cf48d91baTimo Sirainen continue;
8c2b4a45f17a5cb13bb01058ca37798cf48d91baTimo Sirainen }
8c2b4a45f17a5cb13bb01058ca37798cf48d91baTimo Sirainen if (hosts[idx]->last_protocol_failure +
8c2b4a45f17a5cb13bb01058ca37798cf48d91baTimo Sirainen DIRECTOR_PROTOCOL_FAILURE_RETRY_SECS > ioloop_time) {
8c2b4a45f17a5cb13bb01058ca37798cf48d91baTimo Sirainen /* the director recently sent invalid protocol data,
8c2b4a45f17a5cb13bb01058ca37798cf48d91baTimo Sirainen don't try retrying yet */
8e1ecc6542da1e14c14e2e59d39dbccdbf68e2b5Timo Sirainen continue;
8e1ecc6542da1e14c14e2e59d39dbccdbf68e2b5Timo Sirainen }
8e1ecc6542da1e14c14e2e59d39dbccdbf68e2b5Timo Sirainen
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen if (director_connect_host(dir, hosts[idx]) == 0) {
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen /* success */
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen return;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen }
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen }
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen if (count > 1 && director_wait_for_others(dir))
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen return;
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen /* we're the only one */
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen if (count > 1) {
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen i_warning("director: Couldn't connect to right side, "
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen "we must be the only director left");
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen }
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen if (dir->left != NULL) {
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen /* since we couldn't connect to it,
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen it must have failed recently */
dff32d11a411a24f3b76003c1ae22c5a960f180eTimo Sirainen i_warning("director: Assuming %s is dead, disconnecting",
dff32d11a411a24f3b76003c1ae22c5a960f180eTimo Sirainen director_connection_get_name(dir->left));
dff32d11a411a24f3b76003c1ae22c5a960f180eTimo Sirainen director_connection_deinit(&dir->left,
dff32d11a411a24f3b76003c1ae22c5a960f180eTimo Sirainen "This connection is dead?");
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen }
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen dir->ring_min_version = DIRECTOR_VERSION_MINOR;
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen if (!dir->ring_handshaked)
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen director_set_ring_handshaked(dir);
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen else
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen director_set_ring_synced(dir);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
4aab01f4eade3d278b61471516c062ce30a84b5fTimo Sirainenvoid director_set_ring_handshaked(struct director *dir)
4aab01f4eade3d278b61471516c062ce30a84b5fTimo Sirainen{
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen i_assert(!dir->ring_handshaked);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (dir->to_handshake_warning != NULL)
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen timeout_remove(&dir->to_handshake_warning);
4aab01f4eade3d278b61471516c062ce30a84b5fTimo Sirainen if (dir->ring_handshake_warning_sent) {
4aab01f4eade3d278b61471516c062ce30a84b5fTimo Sirainen i_warning("Directors have been connected, "
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen "continuing delayed requests");
4aab01f4eade3d278b61471516c062ce30a84b5fTimo Sirainen dir->ring_handshake_warning_sent = FALSE;
4aab01f4eade3d278b61471516c062ce30a84b5fTimo Sirainen }
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen dir_debug("Director ring handshaked");
4aab01f4eade3d278b61471516c062ce30a84b5fTimo Sirainen
4aab01f4eade3d278b61471516c062ce30a84b5fTimo Sirainen dir->ring_handshaked = TRUE;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen director_set_ring_synced(dir);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen}
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainenstatic void director_reconnect_timeout(struct director *dir)
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen{
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen struct director_host *cur_host, *preferred_host =
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen director_get_preferred_right_host(dir);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen cur_host = dir->right == NULL ? NULL :
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen director_connection_get_host(dir->right);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
42401be443f96c91a20fc976d66ca626fa6e14ecTimo Sirainen if (preferred_host == NULL) {
42401be443f96c91a20fc976d66ca626fa6e14ecTimo Sirainen /* all directors have been removed, try again later */
42401be443f96c91a20fc976d66ca626fa6e14ecTimo Sirainen } else if (cur_host != preferred_host)
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen (void)director_connect_host(dir, preferred_host);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen else {
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen /* the connection hasn't finished sync yet.
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen keep this timeout for now. */
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen }
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen}
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainenvoid director_set_ring_synced(struct director *dir)
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen{
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen struct director_host *host;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen i_assert(!dir->ring_synced);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen i_assert((dir->left != NULL && dir->right != NULL) ||
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen (dir->left == NULL && dir->right == NULL));
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (dir->to_handshake_warning != NULL)
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen timeout_remove(&dir->to_handshake_warning);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (dir->ring_handshake_warning_sent) {
56c69b4b17af0b5a2c71705d5edae746f00780b9Timo Sirainen i_warning("Ring is synced, continuing delayed requests "
1574df6b0bc965212f1152e480e7a762cdaa8226Timo Sirainen "(syncing took %d secs, hosts_hash=%u)",
1574df6b0bc965212f1152e480e7a762cdaa8226Timo Sirainen (int)(ioloop_time - dir->ring_last_sync_time),
1574df6b0bc965212f1152e480e7a762cdaa8226Timo Sirainen mail_hosts_hash(dir->mail_hosts));
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen dir->ring_handshake_warning_sent = FALSE;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen }
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen host = dir->right == NULL ? NULL :
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen director_connection_get_host(dir->right);
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen if (dir->to_reconnect != NULL)
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen timeout_remove(&dir->to_reconnect);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (host != director_get_preferred_right_host(dir)) {
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen /* try to reconnect to preferred host later */
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen dir->to_reconnect =
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen timeout_add(DIRECTOR_RECONNECT_TIMEOUT_MSECS,
89d6cd658eabf46e07e40037b0e641ed9be1a2a3Timo Sirainen director_reconnect_timeout, dir);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen }
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
f64b5bc9e73bedc63ba3c072c286542c29c69e43Timo Sirainen if (dir->left != NULL)
f64b5bc9e73bedc63ba3c072c286542c29c69e43Timo Sirainen director_connection_set_synced(dir->left, TRUE);
f64b5bc9e73bedc63ba3c072c286542c29c69e43Timo Sirainen if (dir->right != NULL)
f64b5bc9e73bedc63ba3c072c286542c29c69e43Timo Sirainen director_connection_set_synced(dir->right, TRUE);
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen if (dir->to_sync != NULL)
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen timeout_remove(&dir->to_sync);
242abe3ad2423776e9cf05e1304eb8fda4831b23Timo Sirainen dir->ring_synced = TRUE;
152db3f90f298b7fb2dbbd4276f0fc30a9bc30f6Timo Sirainen dir->ring_last_sync_time = ioloop_time;
8752573c44bcd139ae3ecc6d8e917c2c60bcb89fTimo Sirainen mail_hosts_set_synced(dir->mail_hosts);
4aab01f4eade3d278b61471516c062ce30a84b5fTimo Sirainen director_set_state_changed(dir);
4aab01f4eade3d278b61471516c062ce30a84b5fTimo Sirainen}
4aab01f4eade3d278b61471516c062ce30a84b5fTimo Sirainen
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainenvoid director_sync_send(struct director *dir, struct director_host *host,
468c28dfb03613ab8d487b5aebc985a969193aceTimo Sirainen uint32_t seq, unsigned int minor_version,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen unsigned int timestamp, unsigned int hosts_hash)
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainen{
377dd19a90436b8f96902af741a3ea130bc3fe75Timo Sirainen string_t *str;
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainen
58b8a301b7b36047f10a592751094fbed86d6f0cTimo Sirainen if (host == dir->self_host)
58b8a301b7b36047f10a592751094fbed86d6f0cTimo Sirainen dir->last_sync_sent_ring_change_counter = dir->ring_change_counter;
58b8a301b7b36047f10a592751094fbed86d6f0cTimo Sirainen
377dd19a90436b8f96902af741a3ea130bc3fe75Timo Sirainen str = t_str_new(128);
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainen str_printfa(str, "SYNC\t%s\t%u\t%u",
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainen net_ip2addr(&host->ip), host->port, seq);
ee3362f3b78827a2c9a7e9ddee83f5a429c06213Timo Sirainen if (minor_version > 0 &&
ee3362f3b78827a2c9a7e9ddee83f5a429c06213Timo Sirainen director_connection_get_minor_version(dir->right) > 0) {
468c28dfb03613ab8d487b5aebc985a969193aceTimo Sirainen /* only minor_version>0 supports extra parameters */
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen str_printfa(str, "\t%u\t%u\t%u", minor_version,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen timestamp, hosts_hash);
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainen }
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainen str_append_c(str, '\n');
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainen director_connection_send(dir->right, str_c(str));
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen /* ping our connections in case either of them are hanging.
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen if they are, we want to know it fast. */
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen if (dir->left != NULL)
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen director_connection_ping(dir->left);
7be1a5530fcb414588fbe90eaed65eff83e84737Timo Sirainen director_connection_ping(dir->right);
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainen}
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainen
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainenbool director_resend_sync(struct director *dir)
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen{
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen if (!dir->ring_synced && dir->left != NULL && dir->right != NULL) {
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen /* send a new SYNC in case the previous one got dropped */
468c28dfb03613ab8d487b5aebc985a969193aceTimo Sirainen dir->self_host->last_sync_timestamp = ioloop_time;
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainen director_sync_send(dir, dir->self_host, dir->sync_seq,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen DIRECTOR_VERSION_MINOR, ioloop_time,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen mail_hosts_hash(dir->mail_hosts));
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen if (dir->to_sync != NULL)
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen timeout_reset(dir->to_sync);
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen return TRUE;
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen }
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen return FALSE;
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen}
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainenstatic void director_sync_timeout(struct director *dir)
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen{
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen i_assert(!dir->ring_synced);
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen if (director_resend_sync(dir))
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen i_error("Ring SYNC appears to have got lost, resending");
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen}
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen
152db3f90f298b7fb2dbbd4276f0fc30a9bc30f6Timo Sirainenvoid director_set_ring_unsynced(struct director *dir)
152db3f90f298b7fb2dbbd4276f0fc30a9bc30f6Timo Sirainen{
152db3f90f298b7fb2dbbd4276f0fc30a9bc30f6Timo Sirainen if (dir->ring_synced) {
152db3f90f298b7fb2dbbd4276f0fc30a9bc30f6Timo Sirainen dir->ring_synced = FALSE;
152db3f90f298b7fb2dbbd4276f0fc30a9bc30f6Timo Sirainen dir->ring_last_sync_time = ioloop_time;
152db3f90f298b7fb2dbbd4276f0fc30a9bc30f6Timo Sirainen }
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen if (dir->to_sync == NULL) {
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen dir->to_sync = timeout_add(DIRECTOR_SYNC_TIMEOUT_MSECS,
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen director_sync_timeout, dir);
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen } else {
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen timeout_reset(dir->to_sync);
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen }
152db3f90f298b7fb2dbbd4276f0fc30a9bc30f6Timo Sirainen}
152db3f90f298b7fb2dbbd4276f0fc30a9bc30f6Timo Sirainen
242abe3ad2423776e9cf05e1304eb8fda4831b23Timo Sirainenstatic void director_sync(struct director *dir)
242abe3ad2423776e9cf05e1304eb8fda4831b23Timo Sirainen{
002f2544421891472dc9aeb79d3abdde6a8ed4c8Timo Sirainen /* we're synced again when we receive this SYNC back */
002f2544421891472dc9aeb79d3abdde6a8ed4c8Timo Sirainen dir->sync_seq++;
c88275be7fcb92b10f412cecdd6c2ceaae17917eTimo Sirainen if (dir->right == NULL && dir->left == NULL) {
c88275be7fcb92b10f412cecdd6c2ceaae17917eTimo Sirainen /* we're alone. if we're already synced,
c88275be7fcb92b10f412cecdd6c2ceaae17917eTimo Sirainen don't become unsynced. */
c88275be7fcb92b10f412cecdd6c2ceaae17917eTimo Sirainen return;
c88275be7fcb92b10f412cecdd6c2ceaae17917eTimo Sirainen }
002f2544421891472dc9aeb79d3abdde6a8ed4c8Timo Sirainen director_set_ring_unsynced(dir);
002f2544421891472dc9aeb79d3abdde6a8ed4c8Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (dir->sync_frozen) {
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen dir->sync_pending = TRUE;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen return;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen }
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (dir->right == NULL) {
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen i_assert(!dir->ring_synced ||
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen (dir->left == NULL && dir->right == NULL));
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen return;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen }
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen dir_debug("Ring is desynced (seq=%u, sending SYNC to %s)",
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen dir->sync_seq, dir->right == NULL ? "(nowhere)" :
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen director_connection_get_name(dir->right));
242abe3ad2423776e9cf05e1304eb8fda4831b23Timo Sirainen
f64b5bc9e73bedc63ba3c072c286542c29c69e43Timo Sirainen /* send PINGs to our connections more rapidly until we've synced again.
f64b5bc9e73bedc63ba3c072c286542c29c69e43Timo Sirainen if the connection has actually died, we don't need to wait (and
f64b5bc9e73bedc63ba3c072c286542c29c69e43Timo Sirainen delay requests) for as long to detect it */
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (dir->left != NULL)
f64b5bc9e73bedc63ba3c072c286542c29c69e43Timo Sirainen director_connection_set_synced(dir->left, FALSE);
f64b5bc9e73bedc63ba3c072c286542c29c69e43Timo Sirainen director_connection_set_synced(dir->right, FALSE);
aa797403d51ff047727b77d64532001d6b6cc21aTimo Sirainen director_sync_send(dir, dir->self_host, dir->sync_seq,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen DIRECTOR_VERSION_MINOR, ioloop_time,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen mail_hosts_hash(dir->mail_hosts));
242abe3ad2423776e9cf05e1304eb8fda4831b23Timo Sirainen}
242abe3ad2423776e9cf05e1304eb8fda4831b23Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainenvoid director_sync_freeze(struct director *dir)
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen{
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen struct director_connection *const *connp;
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen i_assert(!dir->sync_frozen);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen i_assert(!dir->sync_pending);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen array_foreach(&dir->connections, connp)
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen director_connection_cork(*connp);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen dir->sync_frozen = TRUE;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen}
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainenvoid director_sync_thaw(struct director *dir)
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen{
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen struct director_connection *const *connp;
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen i_assert(dir->sync_frozen);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen dir->sync_frozen = FALSE;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (dir->sync_pending) {
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen dir->sync_pending = FALSE;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen director_sync(dir);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen }
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen array_foreach(&dir->connections, connp)
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen director_connection_uncork(*connp);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen}
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainenvoid director_notify_ring_added(struct director_host *added_host,
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen struct director_host *src)
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen{
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen const char *cmd;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
58b8a301b7b36047f10a592751094fbed86d6f0cTimo Sirainen added_host->dir->ring_change_counter++;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen cmd = t_strdup_printf("DIRECTOR\t%s\t%u\n",
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen net_ip2addr(&added_host->ip), added_host->port);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen director_update_send(added_host->dir, src, cmd);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen}
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainenstatic void director_delayed_dir_remove_timeout(struct director *dir)
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen{
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen struct director_host *const *hosts, *host;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen unsigned int i, count;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen timeout_remove(&dir->to_remove_dirs);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen hosts = array_get(&dir->dir_hosts, &count);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen for (i = 0; i < count; ) {
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen if (hosts[i]->removed) {
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen host = hosts[i];
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen director_host_free(&host);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen hosts = array_get(&dir->dir_hosts, &count);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen } else {
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen i++;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen }
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen }
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen}
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainenvoid director_ring_remove(struct director_host *removed_host,
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen struct director_host *src)
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen{
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen struct director *dir = removed_host->dir;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen struct director_connection *const *conns, *conn;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen unsigned int i, count;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen const char *cmd;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen if (removed_host->self) {
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen /* others will just disconnect us */
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen return;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen }
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen /* mark the host as removed and fully remove it later. this delay is
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen needed, because the removal may trigger director reconnections,
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen which may send the director back and we don't want to re-add it */
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen removed_host->removed = TRUE;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen if (dir->to_remove_dirs == NULL) {
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen dir->to_remove_dirs =
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen timeout_add(DIRECTOR_DELAYED_DIR_REMOVE_MSECS,
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen director_delayed_dir_remove_timeout, dir);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen }
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen /* disconnect any connections to the host */
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen conns = array_get(&dir->connections, &count);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen for (i = 0; i < count; ) {
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen conn = conns[i];
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen if (director_connection_get_host(conn) != removed_host)
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen i++;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen else {
dff32d11a411a24f3b76003c1ae22c5a960f180eTimo Sirainen director_connection_deinit(&conn, "Removing from ring");
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen conns = array_get(&dir->connections, &count);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen }
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen }
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen if (dir->right == NULL)
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen director_connect(dir);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen cmd = t_strdup_printf("DIRECTOR-REMOVE\t%s\t%u\n",
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen net_ip2addr(&removed_host->ip),
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen removed_host->port);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen director_update_send_version(dir, src,
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen DIRECTOR_VERSION_RING_REMOVE, cmd);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen}
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainenstatic void
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainendirector_send_host(struct director *dir, struct director_host *src,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen struct director_host *orig_src,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen struct mail_host *host)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
093b42b11c1236a687d3da564b26a324e2189ae6Timo Sirainen const char *host_tag = mail_host_get_tag(host);
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen string_t *str;
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (orig_src == NULL) {
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen orig_src = dir->self_host;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen orig_src->last_seq++;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen }
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen str = t_str_new(128);
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen str_printfa(str, "HOST\t%s\t%u\t%u\t%s\t%u",
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen net_ip2addr(&orig_src->ip), orig_src->port,
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen orig_src->last_seq,
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen net_ip2addr(&host->ip), host->vhost_count);
ae32667c54480d329eed994b3defab89cd76c077Timo Sirainen if (dir->ring_min_version >= DIRECTOR_VERSION_TAGS_V2) {
a5ddfd7a8b473f73135b93d5e081e470a87f0f7eTimo Sirainen str_append_c(str, '\t');
093b42b11c1236a687d3da564b26a324e2189ae6Timo Sirainen str_append_tabescaped(str, host_tag);
093b42b11c1236a687d3da564b26a324e2189ae6Timo Sirainen } else if (host_tag[0] != '\0' &&
ae32667c54480d329eed994b3defab89cd76c077Timo Sirainen dir->ring_min_version < DIRECTOR_VERSION_TAGS_V2) {
ae32667c54480d329eed994b3defab89cd76c077Timo Sirainen if (dir->ring_min_version < DIRECTOR_VERSION_TAGS) {
ae32667c54480d329eed994b3defab89cd76c077Timo Sirainen i_error("Ring has directors that don't support tags - removing host %s with tag '%s'",
ae32667c54480d329eed994b3defab89cd76c077Timo Sirainen net_ip2addr(&host->ip), host_tag);
ae32667c54480d329eed994b3defab89cd76c077Timo Sirainen } else {
ae32667c54480d329eed994b3defab89cd76c077Timo Sirainen i_error("Ring has directors that support mixed versions of tags - removing host %s with tag '%s'",
ae32667c54480d329eed994b3defab89cd76c077Timo Sirainen net_ip2addr(&host->ip), host_tag);
ae32667c54480d329eed994b3defab89cd76c077Timo Sirainen }
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen director_remove_host(dir, NULL, NULL, host);
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen return;
a5ddfd7a8b473f73135b93d5e081e470a87f0f7eTimo Sirainen }
a5ddfd7a8b473f73135b93d5e081e470a87f0f7eTimo Sirainen if (dir->ring_min_version >= DIRECTOR_VERSION_UPDOWN) {
9de5eb9e1ac3a07c4197a60fdefd412d6cc78eb2Timo Sirainen str_printfa(str, "\t%c%ld\t", host->down ? 'D' : 'U',
a5ddfd7a8b473f73135b93d5e081e470a87f0f7eTimo Sirainen (long)host->last_updown_change);
9de5eb9e1ac3a07c4197a60fdefd412d6cc78eb2Timo Sirainen /* add any further version checks here - these directors ignore
9de5eb9e1ac3a07c4197a60fdefd412d6cc78eb2Timo Sirainen any extra unknown arguments */
9de5eb9e1ac3a07c4197a60fdefd412d6cc78eb2Timo Sirainen if (host->hostname != NULL)
9de5eb9e1ac3a07c4197a60fdefd412d6cc78eb2Timo Sirainen str_append_tabescaped(str, host->hostname);
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen }
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen str_append_c(str, '\n');
09060303d565e15d54e42b4ef722f9d3c26f5336Timo Sirainen director_update_send(dir, src, str_c(str));
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen}
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainenvoid director_resend_hosts(struct director *dir)
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen{
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen struct mail_host *const *hostp;
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen array_foreach(mail_hosts_get(dir->mail_hosts), hostp)
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen director_send_host(dir, dir->self_host, NULL, *hostp);
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen}
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainenvoid director_update_host(struct director *dir, struct director_host *src,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen struct director_host *orig_src,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen struct mail_host *host)
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen{
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen /* update state in case this is the first mail host being added */
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen director_set_state_changed(dir);
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen dir_debug("Updating host %s vhost_count=%u "
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen "down=%d last_updown_change=%ld (hosts_hash=%u)",
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen net_ip2addr(&host->ip), host->vhost_count, host->down,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen (long)host->last_updown_change,
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen mail_hosts_hash(dir->mail_hosts));
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen
abe29107f5dce932d28a00912d2d75a01021bef1Timo Sirainen director_send_host(dir, src, orig_src, host);
8752573c44bcd139ae3ecc6d8e917c2c60bcb89fTimo Sirainen
a93c909cfa1139226891d198dc6f7a7c98509b49Timo Sirainen /* mark the host desynced until ring is synced again. except if we're
a93c909cfa1139226891d198dc6f7a7c98509b49Timo Sirainen alone in the ring that never happens. */
a93c909cfa1139226891d198dc6f7a7c98509b49Timo Sirainen if (dir->right != NULL || dir->left != NULL)
a93c909cfa1139226891d198dc6f7a7c98509b49Timo Sirainen host->desynced = TRUE;
242abe3ad2423776e9cf05e1304eb8fda4831b23Timo Sirainen director_sync(dir);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainenvoid director_remove_host(struct director *dir, struct director_host *src,
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen struct director_host *orig_src,
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen struct mail_host *host)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (src != NULL) {
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (orig_src == NULL) {
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen orig_src = dir->self_host;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen orig_src->last_seq++;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen }
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen director_update_send(dir, src, t_strdup_printf(
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen "HOST-REMOVE\t%s\t%u\t%u\t%s\n",
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen net_ip2addr(&orig_src->ip), orig_src->port,
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen orig_src->last_seq, net_ip2addr(&host->ip)));
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen }
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen user_directory_remove_host(dir->users, host);
87842f621233257b7a7945d994ba931508b34877Timo Sirainen mail_host_remove(host);
242abe3ad2423776e9cf05e1304eb8fda4831b23Timo Sirainen director_sync(dir);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
5e9bb72de1209cd39fdf3e95bdb26e047cc5594eTimo Sirainenvoid director_flush_host(struct director *dir, struct director_host *src,
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen struct director_host *orig_src,
5e9bb72de1209cd39fdf3e95bdb26e047cc5594eTimo Sirainen struct mail_host *host)
5e9bb72de1209cd39fdf3e95bdb26e047cc5594eTimo Sirainen{
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (orig_src == NULL) {
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen orig_src = dir->self_host;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen orig_src->last_seq++;
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen }
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen
5e9bb72de1209cd39fdf3e95bdb26e047cc5594eTimo Sirainen director_update_send(dir, src, t_strdup_printf(
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen "HOST-FLUSH\t%s\t%u\t%u\t%s\n",
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen net_ip2addr(&orig_src->ip), orig_src->port, orig_src->last_seq,
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen net_ip2addr(&host->ip)));
5e9bb72de1209cd39fdf3e95bdb26e047cc5594eTimo Sirainen user_directory_remove_host(dir->users, host);
242abe3ad2423776e9cf05e1304eb8fda4831b23Timo Sirainen director_sync(dir);
5e9bb72de1209cd39fdf3e95bdb26e047cc5594eTimo Sirainen}
5e9bb72de1209cd39fdf3e95bdb26e047cc5594eTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainenvoid director_update_user(struct director *dir, struct director_host *src,
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen struct user *user)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen i_assert(src != NULL);
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen i_assert(!user->weak);
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen director_update_send(dir, src, t_strdup_printf("USER\t%u\t%s\n",
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen user->username_hash, net_ip2addr(&user->host->ip)));
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen}
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainenvoid director_update_user_weak(struct director *dir, struct director_host *src,
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen struct director_connection *src_conn,
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen struct director_host *orig_src,
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen struct user *user)
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen{
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen const char *cmd;
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen i_assert(src != NULL);
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen i_assert(user->weak);
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen if (orig_src == NULL) {
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen orig_src = dir->self_host;
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen orig_src->last_seq++;
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen }
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen cmd = t_strdup_printf("USER-WEAK\t%s\t%u\t%u\t%u\t%s\n",
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen net_ip2addr(&orig_src->ip), orig_src->port, orig_src->last_seq,
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen user->username_hash, net_ip2addr(&user->host->ip));
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen if (src != dir->self_host && dir->left != NULL && dir->right != NULL &&
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen director_connection_get_host(dir->left) ==
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen director_connection_get_host(dir->right)) {
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen /* only two directors in this ring and we're forwarding
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen USER-WEAK from one director back to itself via another
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen so it sees we've received it. we can't use
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen director_update_send() for this, because it doesn't send
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen data back to the source. */
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen if (dir->right == src_conn)
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen director_connection_send(dir->left, cmd);
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen else if (dir->left == src_conn)
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen director_connection_send(dir->right, cmd);
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen else
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen i_unreached();
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen } else {
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen director_update_send(dir, src, cmd);
ab779efe68458cf6fdcaa4f99527685d5563df0aTimo Sirainen }
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainenstruct director_user_kill_finish_ctx {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct director *dir;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct user *user;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen};
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainenstatic void
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainendirector_user_kill_finish_delayed_to(struct director_user_kill_finish_ctx *ctx)
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen{
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen i_assert(ctx->user->kill_state == USER_KILL_STATE_DELAY);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ctx->user->kill_state = USER_KILL_STATE_NONE;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen timeout_remove(&ctx->user->to_move);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ctx->dir->state_change_callback(ctx->dir);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen i_free(ctx);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen}
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainenstatic void
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainendirector_user_kill_finish_delayed(struct director *dir, struct user *user)
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen{
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct director_user_kill_finish_ctx *ctx;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ctx = i_new(struct director_user_kill_finish_ctx, 1);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ctx->dir = dir;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ctx->user = user;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->kill_state = USER_KILL_STATE_DELAY;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen timeout_remove(&user->to_move);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
3e10cd470988298dc2b37f548ad03da4d7c11ffaTimo Sirainen /* wait for a while for the kills to finish in the backend server,
3e10cd470988298dc2b37f548ad03da4d7c11ffaTimo Sirainen so there are no longer any processes running for the user before we
3e10cd470988298dc2b37f548ad03da4d7c11ffaTimo Sirainen start letting new in connections to the new server. */
3e10cd470988298dc2b37f548ad03da4d7c11ffaTimo Sirainen user->to_move = timeout_add(dir->set->director_user_kick_delay * 1000,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen director_user_kill_finish_delayed_to, ctx);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen}
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainenstruct director_kill_context {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct director *dir;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen unsigned int username_hash;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen bool self;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen};
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainenstatic void
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainendirector_finish_user_kill(struct director *dir, struct user *user, bool self)
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen{
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen i_assert(user->kill_state != USER_KILL_STATE_DELAY);
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen if (dir->right == NULL) {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen /* we're alone */
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen director_user_kill_finish_delayed(dir, user);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen } else if (self ||
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->kill_state == USER_KILL_STATE_KILLING_NOTIFY_RECEIVED) {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen director_connection_send(dir->right, t_strdup_printf(
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen "USER-KILLED\t%u\n", user->username_hash));
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->kill_state = USER_KILL_STATE_KILLED_WAITING_FOR_EVERYONE;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen } else {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen i_assert(user->kill_state == USER_KILL_STATE_KILLING);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->kill_state = USER_KILL_STATE_KILLED_WAITING_FOR_NOTIFY;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen }
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen}
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainenstatic void director_kill_user_callback(enum ipc_client_cmd_state state,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen const char *data, void *context)
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen{
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct director_kill_context *ctx = context;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct user *user;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen /* this is an asynchronous notification about user being killed.
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen there are no guarantees about what might have happened to the user
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen in the mean time. */
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen switch (state) {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen case IPC_CLIENT_CMD_STATE_REPLY:
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen /* shouldn't get here. the command reply isn't finished yet. */
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen return;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen case IPC_CLIENT_CMD_STATE_OK:
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen break;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen case IPC_CLIENT_CMD_STATE_ERROR:
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen i_error("Failed to kill user %u connections: %s",
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ctx->username_hash, data);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen /* we can't really do anything but continue anyway */
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen break;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen }
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user = user_directory_lookup(ctx->dir->users, ctx->username_hash);
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen if (user == NULL) {
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen /* user was already freed - ignore */
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen } else if (user->kill_state == USER_KILL_STATE_KILLING ||
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen user->kill_state == USER_KILL_STATE_KILLING_NOTIFY_RECEIVED) {
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen /* we were still waiting for the kill notification */
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen director_finish_user_kill(ctx->dir, user, ctx->self);
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen } else {
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen /* we don't currently want to kill the user */
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen }
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen}
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainenstatic void director_user_move_timeout(struct user *user)
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen{
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen i_assert(user->kill_state != USER_KILL_STATE_DELAY);
488d92156e431ef201faf75910955588d0b768e3Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen i_error("Finishing user %u move timed out, "
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen "its state may now be inconsistent", user->username_hash);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->kill_state = USER_KILL_STATE_NONE;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen timeout_remove(&user->to_move);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen}
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainenvoid director_move_user(struct director *dir, struct director_host *src,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct director_host *orig_src,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen unsigned int username_hash, struct mail_host *host)
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen{
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct user *user;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen const char *cmd;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct director_kill_context *ctx;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen /* 1. move this user's host, and set its "killing" flag to delay all of
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen its future connections until all directors have killed the
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen connections and notified us about it.
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen 2. tell the other directors about the move
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen 3. once user kill callback is called, tell the other directors
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen with USER-KILLED that we're done killing the user.
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen 4. when some director gets a duplicate USER-KILLED, it's
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen responsible for notifying all directors that user is completely
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen killed.
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen 5. after receiving USER-KILLED-EVERYWHERE notification,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen new connections are again allowed for the user.
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen */
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user = user_directory_lookup(dir->users, username_hash);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen if (user == NULL) {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user = user_directory_add(dir->users, username_hash,
32a93320fd2b6ada5ac8027166819463c1a007b6Timo Sirainen host, ioloop_time);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen } else {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen if (user->host == host) {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen /* user is already in this host */
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen return;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen }
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->host->user_count--;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->host = host;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->host->user_count++;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->timestamp = ioloop_time;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen }
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen if (user->kill_state == USER_KILL_STATE_NONE) {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ctx = i_new(struct director_kill_context, 1);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ctx->dir = dir;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ctx->username_hash = username_hash;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ctx->self = src->self;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->to_move = timeout_add(DIRECTOR_USER_MOVE_TIMEOUT_MSECS,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen director_user_move_timeout, user);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->kill_state = USER_KILL_STATE_KILLING;
ac1118842c3d80285e32d2cd53bda3e95e5be217Timo Sirainen cmd = t_strdup_printf("proxy\t*\tKICK-DIRECTOR-HASH\t%u",
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen username_hash);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ipc_client_cmd(dir->ipc_proxy, cmd,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen director_kill_user_callback, ctx);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen }
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen if (orig_src == NULL) {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen orig_src = dir->self_host;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen orig_src->last_seq++;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen }
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen director_update_send(dir, src, t_strdup_printf(
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen "USER-MOVE\t%s\t%u\t%u\t%u\t%s\n",
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen net_ip2addr(&orig_src->ip), orig_src->port, orig_src->last_seq,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->username_hash, net_ip2addr(&user->host->ip)));
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen}
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainenstatic void
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainendirector_kick_user_callback(enum ipc_client_cmd_state state ATTR_UNUSED,
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen const char *data ATTR_UNUSED,
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen void *context ATTR_UNUSED)
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen{
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen}
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainenvoid director_kick_user(struct director *dir, struct director_host *src,
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen struct director_host *orig_src, const char *username)
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen{
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen const char *cmd;
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen cmd = t_strdup_printf("proxy\t*\tKICK\t%s", username);
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen ipc_client_cmd(dir->ipc_proxy, cmd,
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen director_kick_user_callback, (void *)NULL);
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen if (orig_src == NULL) {
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen orig_src = dir->self_host;
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen orig_src->last_seq++;
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen }
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen cmd = t_strdup_printf("USER-KICK\t%s\t%u\t%u\t%s\n",
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen net_ip2addr(&orig_src->ip), orig_src->port, orig_src->last_seq,
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen username);
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen director_update_send_version(dir, src, DIRECTOR_VERSION_USER_KICK, cmd);
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen}
550d2fe097e95f12e8fa60ef52753ea7fe53d4eaTimo Sirainen
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainenvoid director_kick_user_hash(struct director *dir, struct director_host *src,
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen struct director_host *orig_src,
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen unsigned int username_hash,
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen const struct ip_addr *except_ip)
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen{
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen const char *cmd;
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen cmd = t_strdup_printf("proxy\t*\tKICK-DIRECTOR-HASH\t%u\t%s",
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen username_hash, net_ip2addr(except_ip));
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen ipc_client_cmd(dir->ipc_proxy, cmd,
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen director_kick_user_callback, (void *)NULL);
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen if (orig_src == NULL) {
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen orig_src = dir->self_host;
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen orig_src->last_seq++;
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen }
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen cmd = t_strdup_printf("USER-KICK-HASH\t%s\t%u\t%u\t%u\t%s\n",
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen net_ip2addr(&orig_src->ip), orig_src->port, orig_src->last_seq,
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen username_hash, net_ip2addr(except_ip));
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen director_update_send_version(dir, src, DIRECTOR_VERSION_USER_KICK, cmd);
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen}
36e091dc733c6cd690c5aae6e411e41adb1eca73Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainenvoid director_user_killed(struct director *dir, unsigned int username_hash)
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen{
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct user *user;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user = user_directory_lookup(dir->users, username_hash);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen if (user == NULL)
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen return;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen switch (user->kill_state) {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen case USER_KILL_STATE_KILLING:
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->kill_state = USER_KILL_STATE_KILLING_NOTIFY_RECEIVED;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen break;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen case USER_KILL_STATE_KILLED_WAITING_FOR_NOTIFY:
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen director_finish_user_kill(dir, user, TRUE);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen break;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen case USER_KILL_STATE_NONE:
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen case USER_KILL_STATE_DELAY:
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen case USER_KILL_STATE_KILLING_NOTIFY_RECEIVED:
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen break;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen case USER_KILL_STATE_KILLED_WAITING_FOR_EVERYONE:
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen director_user_killed_everywhere(dir, dir->self_host,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen NULL, username_hash);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen break;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen }
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen}
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainenvoid director_user_killed_everywhere(struct director *dir,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct director_host *src,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct director_host *orig_src,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen unsigned int username_hash)
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen{
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen struct user *user;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user = user_directory_lookup(dir->users, username_hash);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen if (user == NULL ||
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->kill_state != USER_KILL_STATE_KILLED_WAITING_FOR_EVERYONE)
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen return;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen director_user_kill_finish_delayed(dir, user);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen if (orig_src == NULL) {
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen orig_src = dir->self_host;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen orig_src->last_seq++;
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen }
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen director_update_send(dir, src, t_strdup_printf(
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen "USER-KILLED-EVERYWHERE\t%s\t%u\t%u\t%u\n",
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen net_ip2addr(&orig_src->ip), orig_src->port, orig_src->last_seq,
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen user->username_hash));
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen}
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainenstatic void director_state_callback_timeout(struct director *dir)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen timeout_remove(&dir->to_callback);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen dir->state_change_callback(dir);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainenvoid director_set_state_changed(struct director *dir)
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen{
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen /* we may get called to here from various places. use a timeout to
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen make sure the state callback is called with a clean state. */
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen if (dir->to_callback == NULL) {
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen dir->to_callback =
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen timeout_add(0, director_state_callback_timeout, dir);
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen }
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen}
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainenvoid director_update_send(struct director *dir, struct director_host *src,
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen const char *cmd)
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen{
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen director_update_send_version(dir, src, 0, cmd);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen}
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainenvoid director_update_send_version(struct director *dir,
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen struct director_host *src,
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen unsigned int min_version, const char *cmd)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen struct director_connection *const *connp;
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen i_assert(src != NULL);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen array_foreach(&dir->connections, connp) {
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen if (director_connection_get_host(*connp) != src &&
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen director_connection_get_minor_version(*connp) >= min_version)
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen director_connection_send(*connp, cmd);
5f5713d6468dca1acf3d350dd8a33057331f78c5Timo Sirainen }
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainenstruct director *
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainendirector_init(const struct director_settings *set,
009217abb57a24a4076092e8e4e165545747839eStephan Bosch const struct ip_addr *listen_ip, in_port_t listen_port,
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen director_state_change_callback_t *callback)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen struct director *dir;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen dir = i_new(struct director, 1);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen dir->set = set;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen dir->self_port = listen_port;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen dir->self_ip = *listen_ip;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen dir->state_change_callback = callback;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen i_array_init(&dir->dir_hosts, 16);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen i_array_init(&dir->pending_requests, 16);
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen i_array_init(&dir->connections, 8);
5733207dc3ec10e6e5a6e0a8b30fbd1b061062b9Timo Sirainen dir->users = user_directory_init(set->director_user_expire,
5733207dc3ec10e6e5a6e0a8b30fbd1b061062b9Timo Sirainen set->director_username_hash);
eb209d12e3b1cfed564c35cf19fdb1bf7fcc6811Timo Sirainen dir->mail_hosts = mail_hosts_init(set->director_consistent_hashing);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
fb35b9f2c80954da842c20d5128b5e506835d93eTimo Sirainen dir->ipc_proxy = ipc_client_init(DIRECTOR_IPC_PROXY_PATH);
b6b9c99fefbbc662bd9a0006566133c4480bf0e8Timo Sirainen dir->ring_min_version = DIRECTOR_VERSION_MINOR;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen return dir;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainenvoid director_deinit(struct director **_dir)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen{
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen struct director *dir = *_dir;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen struct director_host *const *hostp, *host;
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen struct director_connection *conn, *const *connp;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen *_dir = NULL;
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen while (array_count(&dir->connections) > 0) {
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen connp = array_idx(&dir->connections, 0);
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen conn = *connp;
dff32d11a411a24f3b76003c1ae22c5a960f180eTimo Sirainen director_connection_deinit(&conn, "Shutting down");
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen }
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen user_directory_deinit(&dir->users);
cf9d67e4a9bfee31cf3be05244555d51a3d1b9feTimo Sirainen mail_hosts_deinit(&dir->mail_hosts);
edd318d5866ac3fbc6e8df28fb24a4dfef93c884Timo Sirainen mail_hosts_deinit(&dir->orig_config_hosts);
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen
15ab2452b0220a115f4351ad9d7fd5ec70ae7966Timo Sirainen ipc_client_deinit(&dir->ipc_proxy);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (dir->to_reconnect != NULL)
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen timeout_remove(&dir->to_reconnect);
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen if (dir->to_handshake_warning != NULL)
0a53eb0283d7ec28c6105f61e118b96fce8ecb95Timo Sirainen timeout_remove(&dir->to_handshake_warning);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen if (dir->to_request != NULL)
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen timeout_remove(&dir->to_request);
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen if (dir->to_sync != NULL)
433f5c9cc560a8cbff47257513d0bacb1cf250f4Timo Sirainen timeout_remove(&dir->to_sync);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen if (dir->to_remove_dirs != NULL)
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen timeout_remove(&dir->to_remove_dirs);
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen if (dir->to_callback != NULL)
3ee8a7ee6912c7caa4e83d3ce5a5db1590a7ffcdTimo Sirainen timeout_remove(&dir->to_callback);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen while (array_count(&dir->dir_hosts) > 0) {
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen hostp = array_idx(&dir->dir_hosts, 0);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen host = *hostp;
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen director_host_free(&host);
e4194f4703eeec32b432371ae30fc8f25ab720d8Timo Sirainen }
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen array_free(&dir->pending_requests);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen array_free(&dir->dir_hosts);
caae18c876f81e261350e4957471efa453c0ea9fTimo Sirainen array_free(&dir->connections);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen i_free(dir);
2670cd577aa57eb9f915a4f4220ae48c9b4fc5fbTimo Sirainen}
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen
1df39b899804fd1dbc560f75382364822935c857Timo Sirainenvoid dir_debug(const char *fmt, ...)
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen{
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen va_list args;
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen if (!director_debug)
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen return;
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen va_start(args, fmt);
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen T_BEGIN {
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen i_debug("%s", t_strdup_vprintf(fmt, args));
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen } T_END;
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen va_end(args);
1df39b899804fd1dbc560f75382364822935c857Timo Sirainen}