src/lib-storage/mail-storage-service.c

	mail-storage-service.c revision d7ec773d995888b09c4d8c88a4b0b134a2002361
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen/* Copyright (c) 2009-2010 Dovecot authors, see the included COPYING file */
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "lib.h"
cfdaa223525f87c9c980a25cc7bb6770a248d76aTimo Sirainen#include "ioloop.h"
cfdaa223525f87c9c980a25cc7bb6770a248d76aTimo Sirainen#include "array.h"
cfdaa223525f87c9c980a25cc7bb6770a248d76aTimo Sirainen#include "hostpid.h"
cfdaa223525f87c9c980a25cc7bb6770a248d76aTimo Sirainen#include "module-dir.h"
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "restrict-access.h"
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "eacces-error.h"
3c9783956dea385b322cd7fa6bf8c98c17a907a0Timo Sirainen#include "str.h"
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "var-expand.h"
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "dict.h"
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "settings-parser.h"
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "auth-master.h"
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "master-service-private.h"
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "master-service-settings.h"
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "master-service-settings-cache.h"
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "mail-user.h"
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#include "mail-namespace.h"
e65cc79f80577e83c706f0678c78e2c0bd91434fTimo Sirainen#include "mail-storage.h"
7d6389e4053c2dac1fb37180b5756b00785983dcTimo Sirainen#include "mail-storage-service.h"
7d6389e4053c2dac1fb37180b5756b00785983dcTimo Sirainen
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen#include <stdlib.h>
f1ddb98e6b639394ae205b305be1ddcfab102578Timo Sirainen#include <sys/stat.h>
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen#include <pwd.h>
40992309053d51192ae1b36d1dd6c057f2d37257Timo Sirainen#include <grp.h>
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen#ifdef HAVE_SYS_TIME_H
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen#  include <sys/time.h>
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen#endif
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen#ifdef HAVE_SYS_RESOURCE_H
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen#  include <sys/resource.h>
e82af44fe25ca9b88210f313548dc08538e4a677Timo Sirainen#endif
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
b567e0172c73dcf7642462e86962060358dd5f28Timo Sirainen/* If time moves backwards more than this, kill ourself instead of sleeping. */
b567e0172c73dcf7642462e86962060358dd5f28Timo Sirainen#define MAX_TIME_BACKWARDS_SLEEP 5
10c5fd417af4ee30b68c967f5e7d5a49f4f149b5Timo Sirainen#define MAX_NOWARN_FORWARD_SECS 10
10c5fd417af4ee30b68c967f5e7d5a49f4f149b5Timo Sirainen
10c5fd417af4ee30b68c967f5e7d5a49f4f149b5Timo Sirainenstruct mail_storage_service_ctx {
10c5fd417af4ee30b68c967f5e7d5a49f4f149b5Timo Sirainen    pool_t pool;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    struct master_service *service;
473080c7c0d25ddfdf77e7dfa0ba8f73c6c669d5Timo Sirainen    struct auth_master_connection *conn;
e714eed72515794c46c6712a611e5ab924d903daTimo Sirainen    struct auth_master_user_list_ctx *auth_list;
e714eed72515794c46c6712a611e5ab924d903daTimo Sirainen    const struct setting_parser_info **set_roots;
1f18053d463f0294387b5e4dd11f9010bda9a24eTimo Sirainen    enum mail_storage_service_flags flags;
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen
e82af44fe25ca9b88210f313548dc08538e4a677Timo Sirainen    const char *set_cache_module, *set_cache_service;
e714eed72515794c46c6712a611e5ab924d903daTimo Sirainen    struct master_service_settings_cache *set_cache;
e714eed72515794c46c6712a611e5ab924d903daTimo Sirainen    const struct dynamic_settings_parser *set_cache_dyn_parsers;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    struct setting_parser_info *set_cache_dyn_parsers_parent;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    const struct setting_parser_info **set_cache_roots;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
c4457e497e01b57565d24da624968699b166e02aTimo Sirainen    unsigned int debug:1;
c4457e497e01b57565d24da624968699b166e02aTimo Sirainen};
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainenstruct mail_storage_service_user {
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    pool_t pool;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    struct mail_storage_service_input input;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    const char *system_groups_user;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    const struct mail_user_settings *user_set;
b270b29d458f3cbd6e63320bb17e23f809da0045Timo Sirainen    const struct setting_parser_info *user_info;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    struct setting_parser_context *set_parser;
e023e3c2677ab66d7a7445eae9caf3d739e199cbTimo Sirainen};
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
e023e3c2677ab66d7a7445eae9caf3d739e199cbTimo Sirainenstruct module *mail_storage_service_modules = NULL;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen
0d7d27765267594a5870892268ab345148306d49Timo Sirainenstatic void set_keyval(struct setting_parser_context *set_parser,
0d7d27765267594a5870892268ab345148306d49Timo Sirainen               const char *key, const char *value)
9f431ccfb6932746db56245c8a3d3415717ef545Timo Sirainen{
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    const char *str;
16133a719ce8b6a5b8cedd721340cc1607c43433Timo Sirainen
ecb1b2d6236942bf82f822e8d0167f0e160b206dTimo Sirainen    str = t_strconcat(key, "=", value, NULL);
16133a719ce8b6a5b8cedd721340cc1607c43433Timo Sirainen    if (settings_parse_line(set_parser, str) < 0) {
16133a719ce8b6a5b8cedd721340cc1607c43433Timo Sirainen        i_fatal("Invalid userdb input '%s': %s", str,
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen            settings_parser_get_error(set_parser));
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    }
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen}
e023e3c2677ab66d7a7445eae9caf3d739e199cbTimo Sirainen
e023e3c2677ab66d7a7445eae9caf3d739e199cbTimo Sirainenstatic bool validate_chroot(const struct mail_user_settings *user_set,
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen                const char *dir)
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen{
ed5e91e58dfc372c2135c55427bf6f25a7725042Timo Sirainen    const char *const *chroot_dirs;
16133a719ce8b6a5b8cedd721340cc1607c43433Timo Sirainen
ed5e91e58dfc372c2135c55427bf6f25a7725042Timo Sirainen    if (*dir == '\0')
ed5e91e58dfc372c2135c55427bf6f25a7725042Timo Sirainen        return FALSE;
ed5e91e58dfc372c2135c55427bf6f25a7725042Timo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    if (*user_set->valid_chroot_dirs == '\0')
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen        return FALSE;
dd2d3ef41dc407afb8afc49e18ff53640e4b4e02Timo Sirainen
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen    chroot_dirs = t_strsplit(user_set->valid_chroot_dirs, ":");
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen    while (*chroot_dirs != NULL) {
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen        if (**chroot_dirs != '\0' &&
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen            strncmp(dir, *chroot_dirs, strlen(*chroot_dirs)) == 0)
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen            return TRUE;
a399486f2d8d5bed51bc6344baba61a7f2b0dcdbTimo Sirainen        chroot_dirs++;
e023e3c2677ab66d7a7445eae9caf3d739e199cbTimo Sirainen    }
e023e3c2677ab66d7a7445eae9caf3d739e199cbTimo Sirainen    return FALSE;
25ee72451d16374ed27fdbf829f4ec756c778352Timo Sirainen}
25ee72451d16374ed27fdbf829f4ec756c778352Timo Sirainen
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainenstatic int
9f431ccfb6932746db56245c8a3d3415717ef545Timo Sirainenuser_reply_handle(struct mail_storage_service_user *user,
0d7d27765267594a5870892268ab345148306d49Timo Sirainen          const struct auth_user_reply *reply,
16133a719ce8b6a5b8cedd721340cc1607c43433Timo Sirainen          const char **error_r)
16133a719ce8b6a5b8cedd721340cc1607c43433Timo Sirainen{
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    struct setting_parser_context *set_parser = user->set_parser;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    const char *const *str, *p, *line, *key;
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen    unsigned int i, count;
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen    int ret = 0;
16133a719ce8b6a5b8cedd721340cc1607c43433Timo Sirainen
08aea01ef9a9d20703e0fcf8618e6195c0037a44Timo Sirainen    if (reply->uid != (uid_t)-1) {
3c9783956dea385b322cd7fa6bf8c98c17a907a0Timo Sirainen        if (reply->uid == 0) {
3c9783956dea385b322cd7fa6bf8c98c17a907a0Timo Sirainen            *error_r = "userdb returned 0 as uid";
ebfcfd258acc89633c47d9c3b0b40a1a3f75cdcbTimo Sirainen            return -1;
d1f0acc7fc722e13e8296228703adfe8a884d59eTimo Sirainen        }
965ed6ea3fc8f7637bd0d159d2fdb283a191ce34Timo Sirainen        set_keyval(set_parser, "mail_uid", dec2str(reply->uid));
    }
    if (reply->gid != (uid_t)-1)
        set_keyval(set_parser, "mail_gid", dec2str(reply->gid));

    if (reply->home != NULL)
        set_keyval(set_parser, "mail_home", reply->home);

    if (reply->chroot != NULL) {
        if (!validate_chroot(user->user_set, reply->chroot)) {
            *error_r = t_strdup_printf(
                "userdb returned invalid chroot directory: %s "
                "(see valid_chroot_dirs setting)",
                reply->chroot);
            return -1;
        }
        set_keyval(set_parser, "mail_chroot", reply->chroot);
    }

    str = array_get(&reply->extra_fields, &count);
    for (i = 0; i < count && ret >= 0; i++) {
        line = str[i];
        if (strncmp(line, "system_groups_user=", 19) == 0) {
            user->system_groups_user =
                p_strdup(user->pool, line + 19);
        } else if (strncmp(line, "nice=", 5) == 0) {
#ifdef HAVE_SETPRIORITY
            int n = atoi(line + 5);

            if (n != 0) {
                if (setpriority(PRIO_PROCESS, 0, n) < 0)
                    i_error("setpriority(%d) failed: %m", n);
            }
#endif
        } else T_BEGIN {
            if ((p = strchr(str[i], '=')) == NULL)
                line = t_strconcat(str[i], "=yes", NULL);
            else
                line = str[i];

            key = t_strcut(line, '=');
            if (!settings_parse_is_valid_key(set_parser, key)) {
                /* assume it's a plugin setting */
                line = t_strconcat("plugin/", line, NULL);
            }

            ret = settings_parse_line(set_parser, line);
        } T_END;
    }

    if (ret < 0) {
        *error_r = t_strdup_printf("Invalid userdb input '%s': %s",
            str[i], settings_parser_get_error(set_parser));
    }
    return ret;
}

static int
service_auth_userdb_lookup(struct mail_storage_service_ctx *ctx,
               const struct mail_storage_service_input *input,
               pool_t pool, const char **user,
               const char *const **fields_r,
               const char **error_r)
{
    struct auth_user_info info;
    const char *new_username;
    int ret;

    memset(&info, 0, sizeof(info));
    info.service = ctx->service->name;
    info.local_ip = input->local_ip;
    info.remote_ip = input->remote_ip;

    ret = auth_master_user_lookup(ctx->conn, *user, &info, pool,
                      &new_username, fields_r);
    if (ret > 0) {
        if (strcmp(*user, new_username) != 0) {
            if (ctx->debug)
                i_debug("changed username to %s", new_username);
            *user = t_strdup(new_username);
        }
        *user = new_username;
    } else if (ret == 0)
        *error_r = "unknown user";
    else
        *error_r = "userdb lookup failed";
    return ret;
}

static bool parse_uid(const char *str, uid_t *uid_r)
{
    struct passwd *pw;
    char *p;

    if (*str >= '0' && *str <= '9') {
        *uid_r = (uid_t)strtoul(str, &p, 10);
        if (*p == '\0')
            return TRUE;
    }

    pw = getpwnam(str);
    if (pw == NULL)
        return FALSE;

    *uid_r = pw->pw_uid;
    return TRUE;
}

static bool parse_gid(const char *str, gid_t *gid_r)
{
    struct group *gr;
    char *p;

    if (*str >= '0' && *str <= '9') {
        *gid_r = (gid_t)strtoul(str, &p, 10);
        if (*p == '\0')
            return TRUE;
    }

    gr = getgrnam(str);
    if (gr == NULL)
        return FALSE;

    *gid_r = gr->gr_gid;
    return TRUE;
}

static void
service_drop_privileges(const struct mail_user_settings *set,
            const char *system_groups_user,
            const char *home, const char *chroot,
            bool disallow_root, bool keep_setuid_root,
            bool setenv_only)
{
    struct restrict_access_settings rset;
    uid_t current_euid, setuid_uid = 0;

    current_euid = geteuid();
    restrict_access_init(&rset);
    if (*set->mail_uid != '\0') {
        if (!parse_uid(set->mail_uid, &rset.uid))
            i_fatal("Unknown mail_uid user: %s", set->mail_uid);
        if (rset.uid < (uid_t)set->first_valid_uid ||
            (set->last_valid_uid != 0 &&
             rset.uid > (uid_t)set->last_valid_uid)) {
            i_fatal("Mail access for users with UID %s "
                "not permitted (see first_valid_uid in config file).",
                dec2str(rset.uid));
        }
    }
    if (*set->mail_gid != '\0') {
        if (!parse_gid(set->mail_gid, &rset.gid))
            i_fatal("Unknown mail_gid group: %s", set->mail_gid);
        if (rset.gid < (gid_t)set->first_valid_gid ||
            (set->last_valid_gid != 0 &&
             rset.gid > (gid_t)set->last_valid_gid)) {
            i_fatal("Mail access for users with GID %s "
                "not permitted (see first_valid_gid in config file).",
                dec2str(rset.gid));
        }
    }
    if (*set->mail_privileged_group != '\0') {
        if (!parse_gid(set->mail_privileged_group, &rset.privileged_gid)) {
            i_fatal("Unknown mail_privileged_group: %s",
                set->mail_gid);
        }
    }
    if (*set->mail_access_groups != '\0')
        rset.extra_groups = set->mail_access_groups;

    rset.first_valid_gid = set->first_valid_gid;
    rset.last_valid_gid = set->last_valid_gid;
    /* we can't chroot if we want to switch between users. there's not
       much point either (from security point of view) */
    rset.chroot_dir = *chroot == '\0' || keep_setuid_root ? NULL : chroot;
    rset.system_groups_user = system_groups_user;

    if (disallow_root &&
        (rset.uid == 0 || (rset.uid == (uid_t)-1 && current_euid == 0)))
        i_fatal("Mail access not allowed for root");

    if (keep_setuid_root) {
        if (current_euid != rset.uid) {
            if (current_euid != 0) {
                /* we're changing the UID,
                   switch back to root first */
                if (seteuid(0) < 0)
                    i_fatal("seteuid(0) failed: %m");
            }
            setuid_uid = rset.uid;
        }
        rset.uid = (uid_t)-1;
        disallow_root = FALSE;
    }
    if (!setenv_only) {
        restrict_access(&rset, *home == '\0' ? NULL : home,
                disallow_root);
    } else {
        restrict_access_set_env(&rset);
    }
    if (setuid_uid != 0 && !setenv_only) {
        if (seteuid(setuid_uid) < 0)
            i_fatal("seteuid(%s) failed: %m", dec2str(setuid_uid));
    }
}

static int
mail_storage_service_init_post(struct mail_storage_service_ctx *ctx,
                   struct mail_storage_service_user *user,
                   const char *home, struct mail_user **mail_user_r,
                   const char **error_r)
{
    const struct mail_storage_settings *mail_set;
    struct mail_user *mail_user;

    mail_user = mail_user_alloc(user->input.username, user->user_info,
                    user->user_set);
    mail_user_set_home(mail_user, *home == '\0' ? NULL : home);
    mail_user_set_vars(mail_user, geteuid(), ctx->service->name,
               &user->input.local_ip, &user->input.remote_ip);

    mail_set = mail_user_set_get_storage_set(mail_user);

    if (mail_set->mail_debug) {
        i_debug("Effective uid=%s, gid=%s, home=%s",
            dec2str(geteuid()), dec2str(getegid()), home);
    }

    if ((ctx->flags & MAIL_STORAGE_SERVICE_FLAG_TEMP_PRIV_DROP) != 0 &&
        (ctx->flags & MAIL_STORAGE_SERVICE_FLAG_ENABLE_CORE_DUMPS) == 0) {
        /* we don't want to write core files to any users' home
           directories since they could contain information about other
           users' mails as well. so do no chdiring to home. */
    } else if (*home != '\0' &&
           (ctx->flags & MAIL_STORAGE_SERVICE_FLAG_NO_CHDIR) == 0) {
        /* If possible chdir to home directory, so that core file
           could be written in case we crash. */
        if (chdir(home) < 0) {
            if (errno == EACCES) {
                i_error("%s", eacces_error_get("chdir",
                        t_strconcat(home, "/", NULL)));
            } if (errno != ENOENT)
                i_error("chdir(%s) failed: %m", home);
            else if (mail_set->mail_debug)
                i_debug("Home dir not found: %s", home);
        }
    }

    if (mail_user_init(mail_user, error_r) < 0) {
        mail_user_unref(&mail_user);
        return -1;
    }
    if (mail_namespaces_init(mail_user, error_r) < 0) {
        mail_user_unref(&mail_user);
        return -1;
    }
    *mail_user_r = mail_user;
    return 0;
}

static const struct var_expand_table *
get_var_expand_table(struct master_service *service,
             struct mail_storage_service_input *input)
{
    static struct var_expand_table static_tab[] = {
        { 'u', NULL, "user" },
        { 'n', NULL, "username" },
        { 'd', NULL, "domain" },
        { 's', NULL, "service" },
        { 'l', NULL, "lip" },
        { 'r', NULL, "rip" },
        { 'p', NULL, "pid" },
        { 'i', NULL, "uid" },
        { '\0', NULL, NULL }
    };
    struct var_expand_table *tab;

    tab = t_malloc(sizeof(static_tab));
    memcpy(tab, static_tab, sizeof(static_tab));

    tab[0].value = input->username;
    tab[1].value = t_strcut(input->username, '@');
    tab[2].value = strchr(input->username, '@');
    if (tab[2].value != NULL) tab[2].value++;
    tab[3].value = service->name;
    tab[4].value = net_ip2addr(&input->local_ip);
    tab[5].value = net_ip2addr(&input->remote_ip);
    tab[6].value = my_pid;
    tab[7].value = dec2str(geteuid());
    return tab;
}

static const char *
user_expand_varstr(struct master_service *service,
           struct mail_storage_service_input *input, const char *str)
{
    string_t *ret;

    if (*str == SETTING_STRVAR_EXPANDED[0])
        return str + 1;

    i_assert(*str == SETTING_STRVAR_UNEXPANDED[0]);

    ret = t_str_new(256);
    var_expand(ret, str + 1, get_var_expand_table(service, input));
    return str_c(ret);
}

static void
mail_storage_service_init_log(struct master_service *service,
                  struct mail_storage_service_user *user)
{
    const struct mail_user_settings *user_set;

    user_set = master_service_settings_get_others(service)[0];
    T_BEGIN {
        string_t *str;

        str = t_str_new(256);
        var_expand(str, user->user_set->mail_log_prefix,
               get_var_expand_table(service, &user->input));
        master_service_init_log(service, str_c(str));
    } T_END;
}

static void mail_storage_service_time_moved(time_t old_time, time_t new_time)
{
    long diff = new_time - old_time;

    if (diff > 0) {
        if (diff > MAX_NOWARN_FORWARD_SECS)
            i_warning("Time jumped forwards %ld seconds", diff);
        return;
    }
    diff = -diff;

    if (diff > MAX_TIME_BACKWARDS_SLEEP) {
        i_fatal("Time just moved backwards by %ld seconds. "
            "This might cause a lot of problems, "
            "so I'll just kill myself now. "
            "http://wiki.dovecot.org/TimeMovedBackwards", diff);
    } else {
        i_error("Time just moved backwards by %ld seconds. "
            "I'll sleep now until we're back in present. "
            "http://wiki.dovecot.org/TimeMovedBackwards", diff);
        /* Sleep extra second to make sure usecs also grows. */
        diff++;

        while (diff > 0 && sleep(diff) != 0) {
            /* don't use sleep()'s return value, because
               it could get us to a long loop in case
               interrupts just keep coming */
            diff = old_time - time(NULL) + 1;
        }
    }
}

struct mail_storage_service_ctx *
mail_storage_service_init(struct master_service *service,
              const struct setting_parser_info *set_roots[],
              enum mail_storage_service_flags flags)
{
    struct mail_storage_service_ctx *ctx;
    pool_t pool;
    unsigned int count;

    (void)umask(0077);
    io_loop_set_time_moved_callback(current_ioloop,
                    mail_storage_service_time_moved);

        mail_storage_init();
    mail_storage_register_all();
    mailbox_list_register_all();

    pool = pool_alloconly_create("mail storage service", 2048);
    ctx = p_new(pool, struct mail_storage_service_ctx, 1);
    ctx->pool = pool;
    ctx->service = service;
    ctx->flags = flags;

    /* @UNSAFE */
    if (set_roots == NULL)
        count = 0;
    else
        for (count = 0; set_roots[count] != NULL; count++) ;
    ctx->set_roots =
        p_new(pool, const struct setting_parser_info *, count + 2);
    ctx->set_roots[0] = &mail_user_setting_parser_info;
    memcpy(ctx->set_roots + 1, set_roots, sizeof(*ctx->set_roots) * count);

    /* do all the global initialization. delay initializing plugins until
       we drop privileges the first time. */
    if ((flags & MAIL_STORAGE_SERVICE_FLAG_NO_LOG_INIT) == 0) {
        master_service_init_log(service,
                    t_strconcat(service->name, ": ", NULL));
    }
    dict_drivers_register_builtin();
    return ctx;
}

struct auth_master_connection *
mail_storage_service_get_auth_conn(struct mail_storage_service_ctx *ctx)
{
    i_assert(ctx->conn != NULL);
    return ctx->conn;
}

static void
settings_parser_update_children_parent(struct setting_parser_info *parent,
                       pool_t pool)
{
    struct setting_define *new_defs;
    struct setting_parser_info *new_info;
    unsigned int i, count;

    for (count = 0; parent->defines[count].key != NULL; count++) ;

    new_defs = p_new(pool, struct setting_define, count + 1);
    memcpy(new_defs, parent->defines, sizeof(*new_defs) * count);
    parent->defines = new_defs;

    for (i = 0; i < count; i++) {
        if (new_defs[i].list_info == NULL ||
            new_defs[i].list_info->parent == NULL)
            continue;

        new_info = p_new(pool, struct setting_parser_info, 1);
        *new_info = *new_defs[i].list_info;
        new_info->parent = parent;
        new_defs[i].list_info = new_info;
    }
}

static struct setting_parser_info *
dyn_parsers_update_parent(pool_t pool,
              const struct setting_parser_info ***_roots,
              const struct dynamic_settings_parser **_dyn_parsers)
{
    const struct dynamic_settings_parser *dyn_parsers = *_dyn_parsers;
    const const struct setting_parser_info **roots = *_roots;
    const struct setting_parser_info *old_parent, **new_roots;
    struct setting_parser_info *new_parent, *new_info;
    struct dynamic_settings_parser *new_dyn_parsers;
    unsigned int i, count;

    /* settings_parser_info_update() modifies the parent structure.
       since we may be using the same structure later, we want it to be
       in its original state, so we'll have to copy all structures. */
    old_parent = dyn_parsers[0].info->parent;
    new_parent = p_new(pool, struct setting_parser_info, 1);
    *new_parent = *old_parent;
    settings_parser_update_children_parent(new_parent, pool);

    /* update root */
    for (count = 0; roots[count] != NULL; count++) ;
    new_roots = p_new(pool, const struct setting_parser_info *, count + 1);
    for (i = 0; i < count; i++) {
        if (roots[i] == old_parent)
            new_roots[i] = new_parent;
        else
            new_roots[i] = roots[i];
    }
    *_roots = new_roots;

    /* update parent in dyn_parsers */
    for (count = 0; dyn_parsers[count].name != NULL; count++) ;
    new_dyn_parsers = p_new(pool, struct dynamic_settings_parser, count + 1);
    for (i = 0; i < count; i++) {
        new_dyn_parsers[i] = dyn_parsers[i];

        new_info = p_new(pool, struct setting_parser_info, 1);
        *new_info = *dyn_parsers[i].info;
        new_info->parent = new_parent;
        new_dyn_parsers[i].info = new_info;
    }
    *_dyn_parsers = new_dyn_parsers;
    return new_parent;
}

int mail_storage_service_read_settings(struct mail_storage_service_ctx *ctx,
                       const struct mail_storage_service_input *input,
                       pool_t pool,
                       const struct setting_parser_info **user_info_r,
                       const struct setting_parser_context **parser_r,
                       const char **error_r)
{
    struct master_service_settings_input set_input;
    struct master_service_settings_output set_output;
    unsigned int i;

    memset(&set_input, 0, sizeof(set_input));
    set_input.roots = ctx->set_roots;
    /* settings reader may exec doveconf, which is going to clear
       environment, and if we're not doing a userdb lookup we want to
       use $HOME */
    set_input.preserve_home =
        (ctx->flags & MAIL_STORAGE_SERVICE_FLAG_USERDB_LOOKUP) == 0;

    if (input != NULL) {
        set_input.module = input->module;
        set_input.service = input->service;
        set_input.username = input->username;
        set_input.local_ip = input->local_ip;
        set_input.remote_ip = input->remote_ip;
    }
    if (ctx->set_cache == NULL) {
        ctx->set_cache_module = p_strdup(ctx->pool, set_input.module);
        ctx->set_cache_service = p_strdup(ctx->pool, set_input.service);
        ctx->set_cache = master_service_settings_cache_init(
            ctx->service, set_input.module, set_input.service);
        ctx->set_cache_roots = ctx->set_roots;
        ctx->set_cache_dyn_parsers =
            mail_storage_get_dynamic_parsers(ctx->pool);
        ctx->set_cache_dyn_parsers_parent =
            dyn_parsers_update_parent(ctx->pool,
                          &ctx->set_cache_roots,
                          &ctx->set_cache_dyn_parsers);
    }

    if (null_strcmp(set_input.module, ctx->set_cache_module) == 0 &&
        null_strcmp(set_input.service, ctx->set_cache_service) == 0) {
        set_input.roots = ctx->set_cache_roots;
        set_input.dyn_parsers = ctx->set_cache_dyn_parsers;
        set_input.dyn_parsers_parent =
            ctx->set_cache_dyn_parsers_parent;
        if (master_service_settings_cache_read(ctx->set_cache,
                               &set_input,
                               parser_r, error_r) < 0)
            return -1;
    } else {
        set_input.dyn_parsers = mail_storage_get_dynamic_parsers(pool);
        set_input.dyn_parsers_parent =
            dyn_parsers_update_parent(pool, &set_input.roots,
                          &set_input.dyn_parsers);
        if (master_service_settings_read(ctx->service, &set_input,
                         &set_output, error_r) < 0) {
            *error_r = t_strdup_printf(
                "Error reading configuration: %s", *error_r);
            return -1;
        }
        *parser_r = ctx->service->set_parser;
    }

    for (i = 0; ctx->set_roots[i] != NULL; i++) {
        if (strcmp(ctx->set_roots[i]->module_name,
               mail_user_setting_parser_info.module_name) == 0) {
            *user_info_r = set_input.roots[i];
            return 0;
        }
    }
    i_unreached();
    return -1;
}

static void
mail_storage_service_first_init(struct mail_storage_service_ctx *ctx,
                const struct setting_parser_info *user_info,
                const struct mail_user_settings *user_set)
{
    const struct mail_storage_settings *mail_set;
    enum auth_master_flags flags = 0;

    i_assert(ctx->conn == NULL);

    mail_set = mail_user_set_get_driver_settings(user_info, user_set,
                        MAIL_STORAGE_SET_DRIVER_NAME);
    ctx->debug = mail_set->mail_debug;

    if (ctx->debug)
        flags |= AUTH_MASTER_FLAG_DEBUG;
    if ((ctx->flags & MAIL_STORAGE_SERVICE_FLAG_NO_IDLE_TIMEOUT) != 0)
        flags |= AUTH_MASTER_FLAG_NO_IDLE_TIMEOUT;
    ctx->conn = auth_master_init(user_set->auth_socket_path, flags);

    i_assert(mail_user_auth_master_conn == NULL);
    mail_user_auth_master_conn = ctx->conn;
}

static void
mail_storage_service_load_modules(struct mail_storage_service_ctx *ctx,
                  const struct setting_parser_info *user_info,
                  const struct mail_user_settings *user_set)
{
    const struct mail_storage_settings *mail_set;
    struct module_dir_load_settings mod_set;

    if (*user_set->mail_plugins == '\0')
        return;
    if ((ctx->flags & MAIL_STORAGE_SERVICE_FLAG_NO_PLUGINS) != 0)
        return;

    mail_set = mail_user_set_get_driver_settings(user_info, user_set,
                        MAIL_STORAGE_SET_DRIVER_NAME);

    memset(&mod_set, 0, sizeof(mod_set));
    mod_set.version = master_service_get_version_string(ctx->service);
    mod_set.require_init_funcs = TRUE;
    mod_set.debug = mail_set->mail_debug;

    mail_storage_service_modules =
        module_dir_load_missing(mail_storage_service_modules,
                    user_set->mail_plugin_dir,
                    user_set->mail_plugins, &mod_set);
}

int mail_storage_service_lookup(struct mail_storage_service_ctx *ctx,
                const struct mail_storage_service_input *input,
                struct mail_storage_service_user **user_r,
                const char **error_r)
{
    struct mail_storage_service_user *user;
    const char *username = input->username;
    const struct setting_parser_info *user_info;
    const struct mail_user_settings *user_set;
    const char *const *userdb_fields;
    struct auth_user_reply reply;
    const struct setting_parser_context *set_parser;
    pool_t user_pool, temp_pool;
    int ret = 1;

    user_pool = pool_alloconly_create("mail storage service user", 1024*5);

    if (mail_storage_service_read_settings(ctx, input, user_pool,
                           &user_info, &set_parser,
                           error_r) < 0) {
        pool_unref(&user_pool);
        return -1;
    }
    user_set = settings_parser_get_list(set_parser)[1];

    if (ctx->conn == NULL)
        mail_storage_service_first_init(ctx, user_info, user_set);
    /* load global plugins */
    mail_storage_service_load_modules(ctx, user_info, user_set);

    temp_pool = pool_alloconly_create("userdb lookup", 1024);
    if ((ctx->flags & MAIL_STORAGE_SERVICE_FLAG_USERDB_LOOKUP) != 0) {
        ret = service_auth_userdb_lookup(ctx, input, temp_pool,
                         &username, &userdb_fields,
                         error_r);
        if (ret <= 0) {
            pool_unref(&temp_pool);
            pool_unref(&user_pool);
            return ret;
        }
    } else {
        userdb_fields = input->userdb_fields;
    }

    user = p_new(user_pool, struct mail_storage_service_user, 1);
    memset(user_r, 0, sizeof(user_r));
    user->pool = user_pool;
    user->input = *input;
    user->input.userdb_fields = NULL;
    user->input.username = p_strdup(user_pool, username);
    user->user_info = user_info;

    user->set_parser = settings_parser_dup(set_parser, user_pool);
    if (!settings_parser_check(user->set_parser, user_pool, error_r))
        i_unreached();

    user->user_set = settings_parser_get_list(user->set_parser)[1];

    if ((ctx->flags & MAIL_STORAGE_SERVICE_FLAG_USERDB_LOOKUP) == 0) {
        const char *home = getenv("HOME");
        if (home != NULL)
            set_keyval(user->set_parser, "mail_home", home);
    }

    if (userdb_fields != NULL) {
        auth_user_fields_parse(userdb_fields, temp_pool, &reply);
        if (user_reply_handle(user, &reply, error_r) < 0)
            ret = -1;
    }
    pool_unref(&temp_pool);

    /* load per-user plugins */
    mail_storage_service_load_modules(ctx, user_info, user->user_set);

    *user_r = user;
    return ret;
}

int mail_storage_service_next(struct mail_storage_service_ctx *ctx,
                  struct mail_storage_service_user *user,
                  struct mail_user **mail_user_r,
                  const char **error_r)
{
    const struct mail_user_settings *user_set = user->user_set;
    const char *home, *chroot;
    unsigned int len;
    bool temp_priv_drop =
        (ctx->flags & MAIL_STORAGE_SERVICE_FLAG_TEMP_PRIV_DROP);

    /* variable strings are expanded in mail_user_init(),
       but we need the home and chroot sooner so do them separately here. */
    home = user_expand_varstr(ctx->service, &user->input,
                  user_set->mail_home);
    chroot = user_expand_varstr(ctx->service, &user->input,
                    user_set->mail_chroot);

    if (*home != '/' && *home != '\0') {
        i_error("user %s: Relative home directory paths not supported: "
            "%s", user->input.username, home);
        return -1;
    }

    if ((ctx->flags & MAIL_STORAGE_SERVICE_FLAG_NO_LOG_INIT) == 0)
        mail_storage_service_init_log(ctx->service, user);

    if ((ctx->flags & MAIL_STORAGE_SERVICE_FLAG_NO_RESTRICT_ACCESS) == 0) {
        service_drop_privileges(user_set, user->system_groups_user,
            home, chroot,
            (ctx->flags & MAIL_STORAGE_SERVICE_FLAG_DISALLOW_ROOT) != 0,
            temp_priv_drop, FALSE);
        if (!temp_priv_drop ||
            (ctx->flags & MAIL_STORAGE_SERVICE_FLAG_ENABLE_CORE_DUMPS) != 0)
            restrict_access_allow_coredumps(TRUE);
    }

    /* privileges are dropped. initialize plugins that haven't been
       initialized yet. */
    module_dir_init(mail_storage_service_modules);

    /* we couldn't do chrooting, so if chrooting was enabled fix
       the home directory */
    len = strlen(chroot);
    if (len > 2 && strcmp(chroot + len - 2, "/.") == 0 &&
        strncmp(home, chroot, len - 2) == 0) {
        /* home dir already contains the chroot dir */
        if (!temp_priv_drop) {
            home += len - 2;
            if (*home == '\0')
                home = "/";

            set_keyval(user->set_parser, "mail_home", home);
            chroot = t_strndup(chroot, len - 2);
        }
    } else if (len > 0 && temp_priv_drop) {
        set_keyval(user->set_parser, "mail_home",
            t_strconcat(chroot, "/", home, NULL));
    }
    if (mail_storage_service_init_post(ctx, user, home,
                       mail_user_r, error_r) < 0)
        return -1;
    return 0;
}

void mail_storage_service_restrict_setenv(struct mail_storage_service_ctx *ctx,
                      struct mail_storage_service_user *user)
{
    const struct mail_user_settings *user_set = user->user_set;
    const char *home, *chroot;

    home = user_expand_varstr(ctx->service, &user->input,
                  user_set->mail_home);
    chroot = user_expand_varstr(ctx->service, &user->input,
                    user_set->mail_chroot);

    service_drop_privileges(user_set, user->system_groups_user,
                home, chroot, FALSE, FALSE, TRUE);
}

int mail_storage_service_lookup_next(struct mail_storage_service_ctx *ctx,
                     const struct mail_storage_service_input *input,
                     struct mail_storage_service_user **user_r,
                     struct mail_user **mail_user_r,
                     const char **error_r)
{
    struct mail_storage_service_user *user;
    const char *error;
    int ret;

    ret = mail_storage_service_lookup(ctx, input, &user, &error);
    if (ret <= 0) {
        *error_r = t_strdup_printf("User lookup failed: %s", error);
        return ret;
    }
    if (mail_storage_service_next(ctx, user, mail_user_r, &error) < 0) {
        mail_storage_service_user_free(&user);
        *error_r = t_strdup_printf("User init failed: %s", error);
        return -1;
    }
    *user_r = user;
    return 1;
}

void mail_storage_service_user_free(struct mail_storage_service_user **_user)
{
    struct mail_storage_service_user *user = *_user;

    *_user = NULL;
    settings_parser_deinit(&user->set_parser);
    pool_unref(&user->pool);
}

void mail_storage_service_init_settings(struct mail_storage_service_ctx *ctx,
                    const struct mail_storage_service_input *input)
{
    const struct setting_parser_info *user_info;
    const struct mail_user_settings *user_set;
    const struct setting_parser_context *set_parser;
    const char *error;
    pool_t temp_pool;

    if (ctx->conn != NULL)
        return;

    temp_pool = pool_alloconly_create("service all settings", 4096);
    if (mail_storage_service_read_settings(ctx, input, temp_pool,
                           &user_info, &set_parser,
                           &error) < 0)
        i_fatal("%s", error);
    user_set = settings_parser_get_list(set_parser)[1];

    mail_storage_service_first_init(ctx, user_info, user_set);
    pool_unref(&temp_pool);
}

unsigned int
mail_storage_service_all_init(struct mail_storage_service_ctx *ctx)
{
    if (ctx->auth_list != NULL)
        (void)auth_master_user_list_deinit(&ctx->auth_list);
    mail_storage_service_init_settings(ctx, NULL);

    ctx->auth_list = auth_master_user_list_init(ctx->conn);
    return auth_master_user_list_count(ctx->auth_list);
}

int mail_storage_service_all_next(struct mail_storage_service_ctx *ctx,
                  const char **username_r)
{
    i_assert((ctx->flags & MAIL_STORAGE_SERVICE_FLAG_USERDB_LOOKUP) != 0);

    *username_r = auth_master_user_list_next(ctx->auth_list);
    if (*username_r != NULL)
        return 1;
    return auth_master_user_list_deinit(&ctx->auth_list);
}

void mail_storage_service_deinit(struct mail_storage_service_ctx **_ctx)
{
    struct mail_storage_service_ctx *ctx = *_ctx;

    *_ctx = NULL;
    if (ctx->auth_list != NULL)
        (void)auth_master_user_list_deinit(&ctx->auth_list);
    if (ctx->conn != NULL) {
        if (mail_user_auth_master_conn == ctx->conn)
            mail_user_auth_master_conn = NULL;
        auth_master_deinit(&ctx->conn);
    }
    if (ctx->set_cache != NULL)
        master_service_settings_cache_deinit(&ctx->set_cache);
    pool_unref(&ctx->pool);

    module_dir_unload(&mail_storage_service_modules);
    mail_storage_deinit();
    dict_drivers_unregister_builtin();
}

void **mail_storage_service_user_get_set(struct mail_storage_service_user *user)
{
    return settings_parser_get_list(user->set_parser) + 1;
}

const struct mail_storage_service_input *
mail_storage_service_user_get_input(struct mail_storage_service_user *user)
{
    return &user->input;
}

struct setting_parser_context *
mail_storage_service_user_get_settings_parser(struct mail_storage_service_user *user)
{
    return user->set_parser;
}

void *mail_storage_service_get_settings(struct master_service *service)
{
    void **sets, *set;

    T_BEGIN {
        sets = master_service_settings_get_others(service);
        set = sets[1];
    } T_END;
    return set;
}