src/imap/main.c

	main.c revision b36a03e5ad84039d63b024cada151768448c48e5
c25356d5978632df6203437e1953bcb29e0c736fTimo Sirainen/* Copyright (c) 2002-2014 Dovecot authors, see the included COPYING file */
c25356d5978632df6203437e1953bcb29e0c736fTimo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen#include "imap-common.h"
49e358eebea107aad9919dcc4bd88cee8519ba2eTimo Sirainen#include "ioloop.h"
49e358eebea107aad9919dcc4bd88cee8519ba2eTimo Sirainen#include "istream.h"
49e358eebea107aad9919dcc4bd88cee8519ba2eTimo Sirainen#include "ostream.h"
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen#include "abspath.h"
dd62b77c932d1b518f2a3e4bf80e36542becc256Timo Sirainen#include "str.h"
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen#include "base64.h"
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen#include "process-title.h"
03f5c621d06d6b6d77a145196c9633a7aa64dc78Timo Sirainen#include "randgen.h"
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen#include "restrict-access.h"
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen#include "fd-close-on-exec.h"
da2aa032ccfa8e7e4a4380ef738014549f4d2c2dTimo Sirainen#include "settings-parser.h"
da2aa032ccfa8e7e4a4380ef738014549f4d2c2dTimo Sirainen#include "master-interface.h"
411d6baa37f31d90730e90c4a28c43e1974bbe58Timo Sirainen#include "master-service.h"
7e1f68ad71d3485f1882142837b01f7a98ca8467Timo Sirainen#include "master-login.h"
7e1f68ad71d3485f1882142837b01f7a98ca8467Timo Sirainen#include "mail-user.h"
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen#include "mail-storage-service.h"
252db51b6c0a605163326b3ea5d09e9936ca3b29Timo Sirainen#include "imap-resp-code.h"
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen#include "imap-commands.h"
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen#include "imap-fetch.h"
5ac0b0bf32898c63da086ae169674ecac151a31eTimo Sirainen
5ac0b0bf32898c63da086ae169674ecac151a31eTimo Sirainen#include <stdio.h>
2526d52441ef368215ab6bf04fd0356d3b09d235Timo Sirainen#include <stdlib.h>
2526d52441ef368215ab6bf04fd0356d3b09d235Timo Sirainen#include <unistd.h>
09801f106cd531a28b4e03ec665e44c421264560Timo Sirainen
09801f106cd531a28b4e03ec665e44c421264560Timo Sirainen#define IS_STANDALONE() \
09801f106cd531a28b4e03ec665e44c421264560Timo Sirainen        (getenv(MASTER_IS_PARENT_ENV) == NULL)
fe363b433b8038a69b55169da9dca27892ad7d18Timo Sirainen
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen#define IMAP_DIE_IDLE_SECS 10
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen
fe363b433b8038a69b55169da9dca27892ad7d18Timo Sirainenstatic bool verbose_proctitle = FALSE;
10c96a244935de4add8213ba0b894178dfb889a5Timo Sirainenstatic struct mail_storage_service_ctx *storage_service;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainenstatic struct master_login *master_login = NULL;
8cb72c59d5ea4e9e5f638d7ec840bb853f5a188eTimo Sirainen
8cb72c59d5ea4e9e5f638d7ec840bb853f5a188eTimo Sirainenimap_client_created_func_t *hook_client_created = NULL;
8cb72c59d5ea4e9e5f638d7ec840bb853f5a188eTimo Sirainen
8cb72c59d5ea4e9e5f638d7ec840bb853f5a188eTimo Sirainenimap_client_created_func_t *
8cb72c59d5ea4e9e5f638d7ec840bb853f5a188eTimo Sirainenimap_client_created_hook_set(imap_client_created_func_t *new_hook)
8cb72c59d5ea4e9e5f638d7ec840bb853f5a188eTimo Sirainen{
8cb72c59d5ea4e9e5f638d7ec840bb853f5a188eTimo Sirainen    imap_client_created_func_t *old_hook = hook_client_created;
cd56a23e21f1df3f79648cf07e2f4385e2fadebbTimo Sirainen
cd56a23e21f1df3f79648cf07e2f4385e2fadebbTimo Sirainen    hook_client_created = new_hook;
cd56a23e21f1df3f79648cf07e2f4385e2fadebbTimo Sirainen    return old_hook;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen}
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainenvoid imap_refresh_proctitle(void)
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen{
d5cebe7f98e63d4e2822863ef2faa4971e8b3a5dTimo Sirainen#define IMAP_PROCTITLE_PREFERRED_LEN 80
5ac0b0bf32898c63da086ae169674ecac151a31eTimo Sirainen    struct client *client;
5ac0b0bf32898c63da086ae169674ecac151a31eTimo Sirainen    struct client_command_context *cmd;
5ac0b0bf32898c63da086ae169674ecac151a31eTimo Sirainen    string_t *title = t_str_new(128);
5ac0b0bf32898c63da086ae169674ecac151a31eTimo Sirainen    bool wait_output;
5ac0b0bf32898c63da086ae169674ecac151a31eTimo Sirainen
5ac0b0bf32898c63da086ae169674ecac151a31eTimo Sirainen    if (!verbose_proctitle)
c28f6aa0b70af4811c9ace9114fe827c2f503455Timo Sirainen        return;
c28f6aa0b70af4811c9ace9114fe827c2f503455Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen    str_append_c(title, '[');
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen    switch (imap_client_count) {
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen    case 0:
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen        str_append(title, "idling");
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen        break;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen    case 1:
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen        client = imap_clients;
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen        str_append(title, client->user->username);
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen        if (client->user->remote_ip != NULL) {
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen            str_append_c(title, ' ');
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen            str_append(title, net_ip2addr(client->user->remote_ip));
7662010b03ffe5f2a6ecf4b4eb220d1c65efea76Timo Sirainen        }
7662010b03ffe5f2a6ecf4b4eb220d1c65efea76Timo Sirainen        wait_output = FALSE;
7662010b03ffe5f2a6ecf4b4eb220d1c65efea76Timo Sirainen        for (cmd = client->command_queue; cmd != NULL; cmd = cmd->next) {
7662010b03ffe5f2a6ecf4b4eb220d1c65efea76Timo Sirainen            if (cmd->name == NULL)
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen                continue;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen            if (str_len(title) < IMAP_PROCTITLE_PREFERRED_LEN) {
0a49b316fc729e5d57268ffa63c7122ac73f994cTimo Sirainen                str_append_c(title, ' ');
0a49b316fc729e5d57268ffa63c7122ac73f994cTimo Sirainen                str_append(title, cmd->name);
51e1a1c280ccb461a15827f7987d09cb9708b6e3Timo Sirainen            }
51e1a1c280ccb461a15827f7987d09cb9708b6e3Timo Sirainen            if (cmd->state == CLIENT_COMMAND_STATE_WAIT_OUTPUT)
51e1a1c280ccb461a15827f7987d09cb9708b6e3Timo Sirainen                wait_output = TRUE;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen        }
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen        if (wait_output) {
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen            str_printfa(title, " - %"PRIuSIZE_T" bytes waiting",
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen                    o_stream_get_buffer_used_size(client->output));
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen            if (o_stream_is_corked(client->output))
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen                str_append(title, " corked");
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen        }
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen        break;
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen    default:
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen        str_printfa(title, "%u connections", imap_client_count);
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen        break;
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen    }
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen    str_append_c(title, ']');
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen    process_title_set(str_c(title));
602a0434db30d8e3292d1c161a803d96a879a74fTimo Sirainen}
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainen
07e4875d250e7a7157cd99132aafc773cf3cdf83Timo Sirainenstatic void client_kill_idle(struct client *client)
7d207b1e77a7b5e3fda640e353acfc86d261fedfTimo Sirainen{
7d207b1e77a7b5e3fda640e353acfc86d261fedfTimo Sirainen    if (client->output_cmd_lock != NULL)
7d207b1e77a7b5e3fda640e353acfc86d261fedfTimo Sirainen        return;
7d207b1e77a7b5e3fda640e353acfc86d261fedfTimo Sirainen
7d207b1e77a7b5e3fda640e353acfc86d261fedfTimo Sirainen    client_send_line(client, "* BYE Server shutting down.");
6ef7e31619edfaa17ed044b45861d106a86191efTimo Sirainen    client_destroy(client, "Server shutting down.");
4b9f99761df5014c659cd87fddaf6854af428cfcTimo Sirainen}
4b9f99761df5014c659cd87fddaf6854af428cfcTimo Sirainen
4b9f99761df5014c659cd87fddaf6854af428cfcTimo Sirainenstatic void imap_die(void)
7e1f68ad71d3485f1882142837b01f7a98ca8467Timo Sirainen{
68a4946b12583b88fa802e52ebee45cd96056772Timo Sirainen    struct client *client, *next;
a3c197999dfe2b0c8ea38cb77cfa5e95026005c0Timo Sirainen    time_t last_io, now = time(NULL);
a3c197999dfe2b0c8ea38cb77cfa5e95026005c0Timo Sirainen    time_t stop_timestamp = now - IMAP_DIE_IDLE_SECS;
923115fd382904fa13bb09bf307bf2835b52df60Timo Sirainen    unsigned int stop_msecs;
923115fd382904fa13bb09bf307bf2835b52df60Timo Sirainen
923115fd382904fa13bb09bf307bf2835b52df60Timo Sirainen    for (client = imap_clients; client != NULL; client = next) {
7e1f68ad71d3485f1882142837b01f7a98ca8467Timo Sirainen        next = client->next;
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen
51e1a1c280ccb461a15827f7987d09cb9708b6e3Timo Sirainen        last_io = I_MAX(client->last_input, client->last_output);
51e1a1c280ccb461a15827f7987d09cb9708b6e3Timo Sirainen        if (last_io <= stop_timestamp)
c0435c854a0e7246373b9752d163095cc4fbe985Timo Sirainen            client_kill_idle(client);
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen        else {
137ea7ca34005345aa2304a940149b7f3774d727Timo Sirainen            timeout_remove(&client->to_idle);
89e195dfb5c4b0efd9b9f459771a4467674e5b1fTimo Sirainen            stop_msecs = (last_io - stop_timestamp) * 1000;
7e1f68ad71d3485f1882142837b01f7a98ca8467Timo Sirainen            client->to_idle = timeout_add(stop_msecs,
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen                              client_kill_idle, client);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen        }
68a4946b12583b88fa802e52ebee45cd96056772Timo Sirainen    }
68a4946b12583b88fa802e52ebee45cd96056772Timo Sirainen}
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainenstruct client_input {
68a4946b12583b88fa802e52ebee45cd96056772Timo Sirainen    const char *tag;
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen    const unsigned char *input;
699fdc186f982f70d990820796eaa0f12133e27cTimo Sirainen    unsigned int input_size;
699fdc186f982f70d990820796eaa0f12133e27cTimo Sirainen    bool send_untagged_capability;
699fdc186f982f70d990820796eaa0f12133e27cTimo Sirainen};
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainen
c06f4017027263cf3a08becc551f5126409e2a83Timo Sirainenstatic void
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainenclient_parse_input(const unsigned char *data, unsigned int len,
282a436a74d8835edb45cc019b1c916013013fd3Timo Sirainen           struct client_input *input_r)
282a436a74d8835edb45cc019b1c916013013fd3Timo Sirainen{
282a436a74d8835edb45cc019b1c916013013fd3Timo Sirainen    unsigned int taglen;
282a436a74d8835edb45cc019b1c916013013fd3Timo Sirainen
282a436a74d8835edb45cc019b1c916013013fd3Timo Sirainen    i_assert(len > 0);
ecc81625167ed96c04c02aa190a1ea5baa65b474Timo Sirainen
    memset(input_r, 0, sizeof(*input_r));

    if (data[0] == '1')
        input_r->send_untagged_capability = TRUE;
    data++; len--;

    input_r->tag = t_strndup(data, len);
    taglen = strlen(input_r->tag) + 1;

    if (len > taglen) {
        input_r->input = data + taglen;
        input_r->input_size = len - taglen;
    }
}

static void client_add_input(struct client *client, const buffer_t *buf)
{
    struct ostream *output;
    struct client_input input;

    if (buf != NULL && buf->used > 0) {
        client_parse_input(buf->data, buf->used, &input);
        if (input.input_size > 0 &&
            !i_stream_add_data(client->input, input.input,
                       input.input_size))
            i_panic("Couldn't add client input to stream");
    } else {
        /* IMAPLOGINTAG environment is compatible with mailfront */
        memset(&input, 0, sizeof(input));
        input.tag = getenv("IMAPLOGINTAG");
    }

    output = client->output;
    o_stream_ref(output);
    o_stream_cork(output);
    if (input.tag == NULL) {
        client_send_line(client, t_strconcat(
            "* PREAUTH [CAPABILITY ",
            str_c(client->capability_string), "] "
            "Logged in as ", client->user->username, NULL));
    } else if (input.send_untagged_capability) {
        /* client doesn't seem to understand tagged capabilities. send
           untagged instead and hope that it works. */
        client_send_line(client, t_strconcat("* CAPABILITY ",
            str_c(client->capability_string), NULL));
        client_send_line(client,
                 t_strconcat(input.tag, " OK Logged in", NULL));
    } else {
        client_send_line(client, t_strconcat(
            input.tag, " OK [CAPABILITY ",
            str_c(client->capability_string), "] Logged in", NULL));
    }
    (void)client_handle_input(client);
    o_stream_uncork(output);
    o_stream_unref(&output);
}

static int
client_create_from_input(const struct mail_storage_service_input *input,
             const struct master_login_client *login_client,
             int fd_in, int fd_out, const buffer_t *input_buf,
             const char **error_r)
{
    struct mail_storage_service_user *user;
    struct mail_user *mail_user;
    struct client *client;
    struct imap_settings *set;
    enum mail_auth_request_flags flags;

    if (mail_storage_service_lookup_next(storage_service, input,
                         &user, &mail_user, error_r) <= 0)
        return -1;
    restrict_access_allow_coredumps(TRUE);

    set = mail_storage_service_user_get_set(user)[1];
    if (set->verbose_proctitle)
        verbose_proctitle = TRUE;

    settings_var_expand(&imap_setting_parser_info, set, mail_user->pool,
                mail_user_var_expand_table(mail_user));

    client = client_create(fd_in, fd_out, input->session_id,
                   mail_user, user, set);
    T_BEGIN {
        client_add_input(client, input_buf);
    } T_END;

    flags = login_client->auth_req.flags;
    if ((flags & MAIL_AUTH_REQUEST_FLAG_TLS_COMPRESSION) != 0)
        client->tls_compression = TRUE;
    return 0;
}

static void main_stdio_run(const char *username)
{
    struct master_login_client login_client;
    struct mail_storage_service_input input;
    const char *value, *error, *input_base64;
    buffer_t *input_buf;

    memset(&input, 0, sizeof(input));
    input.module = input.service = "imap";
    input.username = username != NULL ? username : getenv("USER");
    if (input.username == NULL && IS_STANDALONE())
        input.username = getlogin();
    if (input.username == NULL)
        i_fatal("USER environment missing");
    if ((value = getenv("IP")) != NULL)
        (void)net_addr2ip(value, &input.remote_ip);
    if ((value = getenv("LOCAL_IP")) != NULL)
        (void)net_addr2ip(value, &input.local_ip);

    input_base64 = getenv("CLIENT_INPUT");
    input_buf = input_base64 == NULL ? NULL :
        t_base64_decode_str(input_base64);

    memset(&login_client, 0, sizeof(login_client));
    if (client_create_from_input(&input, &login_client,
                     STDIN_FILENO, STDOUT_FILENO,
                     input_buf, &error) < 0)
        i_fatal("%s", error);
}

static void
login_client_connected(const struct master_login_client *client,
               const char *username, const char *const *extra_fields)
{
#define MSG_BYE_INTERNAL_ERROR "* BYE "MAIL_ERRSTR_CRITICAL_MSG"\r\n"
    struct mail_storage_service_input input;
    const char *error;
    buffer_t input_buf;

    memset(&input, 0, sizeof(input));
    input.module = input.service = "imap";
    input.local_ip = client->auth_req.local_ip;
    input.remote_ip = client->auth_req.remote_ip;
    input.username = username;
    input.userdb_fields = extra_fields;
    input.session_id = client->session_id;

    buffer_create_from_const_data(&input_buf, client->data,
                      client->auth_req.data_size);
    if (client_create_from_input(&input, client, client->fd, client->fd,
                     &input_buf, &error) < 0) {
        int fd = client->fd;

        if (write(fd, MSG_BYE_INTERNAL_ERROR,
              strlen(MSG_BYE_INTERNAL_ERROR)) < 0) {
            if (errno != EAGAIN && errno != EPIPE)
                i_error("write(client) failed: %m");
        }
        i_error("%s", error);
        i_close_fd(&fd);
        master_service_client_connection_destroyed(master_service);
    }
}

static void login_client_failed(const struct master_login_client *client,
                const char *errormsg)
{
    struct client_input input;
    const char *msg;

    client_parse_input(client->data, client->auth_req.data_size, &input);
    msg = t_strdup_printf("%s NO ["IMAP_RESP_CODE_UNAVAILABLE"] %s\r\n",
                  input.tag, errormsg);
    if (write(client->fd, msg, strlen(msg)) < 0) {
        /* ignored */
    }
}

static void client_connected(struct master_service_connection *conn)
{
    /* when running standalone, we shouldn't even get here */
    i_assert(master_login != NULL);

    master_service_client_connection_accept(conn);
    master_login_add(master_login, conn->fd);
}

int main(int argc, char *argv[])
{
    static const struct setting_parser_info *set_roots[] = {
        &imap_setting_parser_info,
        NULL
    };
    struct master_login_settings login_set;
    enum master_service_flags service_flags = 0;
    enum mail_storage_service_flags storage_service_flags = 0;
    const char *username = NULL;
    int c;

    memset(&login_set, 0, sizeof(login_set));
    login_set.postlogin_timeout_secs = MASTER_POSTLOGIN_TIMEOUT_DEFAULT;
    login_set.request_auth_token = TRUE;

    if (IS_STANDALONE() && getuid() == 0 &&
        net_getpeername(1, NULL, NULL) == 0) {
        printf("* BAD [ALERT] imap binary must not be started from "
               "inetd, use imap-login instead.\n");
        return 1;
    }

    if (IS_STANDALONE()) {
        service_flags |= MASTER_SERVICE_FLAG_STANDALONE |
            MASTER_SERVICE_FLAG_STD_CLIENT;
    } else {
        service_flags |= MASTER_SERVICE_FLAG_KEEP_CONFIG_OPEN;
        storage_service_flags |=
            MAIL_STORAGE_SERVICE_FLAG_DISALLOW_ROOT;
    }

    master_service = master_service_init("imap", service_flags,
                         &argc, &argv, "t:u:");
    while ((c = master_getopt(master_service)) > 0) {
        switch (c) {
        case 't':
            if (str_to_uint(optarg, &login_set.postlogin_timeout_secs) < 0 ||
                login_set.postlogin_timeout_secs == 0)
                i_fatal("Invalid -t parameter: %s", optarg);
            break;
        case 'u':
            storage_service_flags |=
                MAIL_STORAGE_SERVICE_FLAG_USERDB_LOOKUP;
            username = optarg;
            break;
        default:
            return FATAL_DEFAULT;
        }
    }

    master_service_set_die_callback(master_service, imap_die);

    /* plugins may want to add commands, so this needs to be called early */
    commands_init();
    imap_fetch_handlers_init();

    random_init();
    storage_service =
        mail_storage_service_init(master_service,
                      set_roots, storage_service_flags);
    master_service_init_finish(master_service);

    /* fake that we're running, so we know if client was destroyed
       while handling its initial input */
    io_loop_set_running(current_ioloop);

    if (IS_STANDALONE()) {
        T_BEGIN {
            main_stdio_run(username);
        } T_END;
    } else T_BEGIN {
        login_set.auth_socket_path = t_abspath("auth-master");
        if (argv[optind] != NULL) {
            login_set.postlogin_socket_path =
                t_abspath(argv[optind]);
        }
        login_set.callback = login_client_connected;
        login_set.failure_callback = login_client_failed;

        master_login = master_login_init(master_service, &login_set);
        io_loop_set_running(current_ioloop);
    } T_END;

    if (io_loop_is_running(current_ioloop))
        master_service_run(master_service, client_connected);
    clients_destroy_all();

    if (master_login != NULL)
        master_login_deinit(&master_login);
    mail_storage_service_deinit(&storage_service);

    imap_fetch_handlers_deinit();
    commands_deinit();

    random_deinit();
    master_service_deinit(&master_service);
    return 0;
}