plugins/virtual/virtual-config.c

	virtual-config.c revision 61cf001f1944d92eb25f113ba4c08985d6e30d53
e59faf65ce864fe95dc00f5d52b8323cdbd0608aTimo Sirainen/* Copyright (c) 2008-2017 Dovecot authors, see the included COPYING file */
25757faf029c369a8318349dafe952e2358df1d8Timo Sirainen
08d6658a4e2ec8104cd1307f6baa75fdb07a24f8Mark Washenberger#include "lib.h"
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen#include "array.h"
ff487c974815bdaa2d05a3b834f4c2c841f4cc34Timo Sirainen#include "crc32.h"
66d2db642fe24d555d113ba463e446b038d476efTimo Sirainen#include "istream.h"
25757faf029c369a8318349dafe952e2358df1d8Timo Sirainen#include "str.h"
25757faf029c369a8318349dafe952e2358df1d8Timo Sirainen#include "unichar.h"
25757faf029c369a8318349dafe952e2358df1d8Timo Sirainen#include "wildcard-match.h"
25757faf029c369a8318349dafe952e2358df1d8Timo Sirainen#include "imap-parser.h"
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen#include "imap-match.h"
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen#include "mail-namespace.h"
b321df9603081896b70ec44635af96d674a9839aTimo Sirainen#include "mail-search-build.h"
9d75363d3fbabc2fbc2d80f06672e3ed8965804aTimo Sirainen#include "mail-search-parser.h"
9d75363d3fbabc2fbc2d80f06672e3ed8965804aTimo Sirainen#include "mailbox-attribute.h"
9d75363d3fbabc2fbc2d80f06672e3ed8965804aTimo Sirainen#include "mailbox-list-iter.h"
9d75363d3fbabc2fbc2d80f06672e3ed8965804aTimo Sirainen#include "imap-metadata.h"
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen#include "virtual-storage.h"
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen#include "virtual-plugin.h"
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen#include <unistd.h>
7bd72e4deca3cbf757dd1ea298486d9f3bc24226Timo Sirainen#include <fcntl.h>
7bd72e4deca3cbf757dd1ea298486d9f3bc24226Timo Sirainen
7bd72e4deca3cbf757dd1ea298486d9f3bc24226Timo Sirainenstruct virtual_parse_context {
7bd72e4deca3cbf757dd1ea298486d9f3bc24226Timo Sirainen    struct virtual_mailbox *mbox;
7bd72e4deca3cbf757dd1ea298486d9f3bc24226Timo Sirainen    struct istream *input;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    pool_t pool;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    string_t *rule;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    unsigned int rule_idx;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    char sep;
5c99eaa4e3e07ee065580d163240b4ce95b66befTimo Sirainen    bool have_wildcards;
5c99eaa4e3e07ee065580d163240b4ce95b66befTimo Sirainen    bool have_mailbox_defines;
5c99eaa4e3e07ee065580d163240b4ce95b66befTimo Sirainen};
5c99eaa4e3e07ee065580d163240b4ce95b66befTimo Sirainen
5c99eaa4e3e07ee065580d163240b4ce95b66befTimo Sirainenstatic struct mail_search_args *
5c99eaa4e3e07ee065580d163240b4ce95b66befTimo Sirainenvirtual_search_args_parse(const string_t *rule, const char **error_r)
5c99eaa4e3e07ee065580d163240b4ce95b66befTimo Sirainen{
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    struct istream *input;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    struct imap_parser *imap_parser;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    const struct imap_arg *args;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    struct mail_search_parser *parser;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    struct mail_search_args *sargs;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    const char *charset = "UTF-8";
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    int ret;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    if (str_len(rule) == 0) {
7bd72e4deca3cbf757dd1ea298486d9f3bc24226Timo Sirainen        sargs = mail_search_build_init();
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen        mail_search_build_add_all(sargs);
7bd72e4deca3cbf757dd1ea298486d9f3bc24226Timo Sirainen        return sargs;
7bd72e4deca3cbf757dd1ea298486d9f3bc24226Timo Sirainen    }
7bd72e4deca3cbf757dd1ea298486d9f3bc24226Timo Sirainen
7bd72e4deca3cbf757dd1ea298486d9f3bc24226Timo Sirainen    input = i_stream_create_from_data(str_data(rule), str_len(rule));
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    (void)i_stream_read(input);
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    imap_parser = imap_parser_create(input, NULL, (size_t)-1);
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    ret = imap_parser_finish_line(imap_parser, 0,  0, &args);
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    if (ret < 0) {
1f1e81aab38d833d1c9cdc244c91fd762e0080d4Timo Sirainen        sargs = NULL;
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        *error_r = t_strdup(imap_parser_get_error(imap_parser, NULL));
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen    } else {
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        parser = mail_search_parser_init_imap(args);
473080c7c0d25ddfdf77e7dfa0ba8f73c6c669d5Timo Sirainen        if (mail_search_build(mail_search_register_get_imap(),
a8e132559a7ebe54c8269d79ce29fa3338c76199Timo Sirainen                      parser, &charset, &sargs, error_r) < 0)
446e518e4fe86ff40e33543445f4e99edf840a21Timo Sirainen            sargs = NULL;
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        mail_search_parser_deinit(&parser);
473080c7c0d25ddfdf77e7dfa0ba8f73c6c669d5Timo Sirainen    }
430c0b0c370bebeeceba2e206be76bc134742f41Timo Sirainen
430c0b0c370bebeeceba2e206be76bc134742f41Timo Sirainen    imap_parser_unref(&imap_parser);
430c0b0c370bebeeceba2e206be76bc134742f41Timo Sirainen    i_stream_destroy(&input);
430c0b0c370bebeeceba2e206be76bc134742f41Timo Sirainen    return sargs;
430c0b0c370bebeeceba2e206be76bc134742f41Timo Sirainen}
430c0b0c370bebeeceba2e206be76bc134742f41Timo Sirainen
430c0b0c370bebeeceba2e206be76bc134742f41Timo Sirainenstatic int
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainenvirtual_config_add_rule(struct virtual_parse_context *ctx, const char **error_r)
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen{
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen    struct virtual_backend_box *const *bboxes;
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen    struct mail_search_args *search_args;
88f73e2ed3e99417255c90890fa46e11e6378c9dTimo Sirainen    unsigned int i, count;
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen    *error_r = NULL;
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen    if (ctx->rule_idx == array_count(&ctx->mbox->backend_boxes)) {
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        i_assert(str_len(ctx->rule) == 0);
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        return 0;
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen    }
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen
b4f2560c29dacd066ba89e782d95ceed7ac473a3Timo Sirainen    ctx->mbox->search_args_crc32 =
b4f2560c29dacd066ba89e782d95ceed7ac473a3Timo Sirainen        crc32_str_more(ctx->mbox->search_args_crc32, str_c(ctx->rule));
b4f2560c29dacd066ba89e782d95ceed7ac473a3Timo Sirainen    search_args = virtual_search_args_parse(ctx->rule, error_r);
b4f2560c29dacd066ba89e782d95ceed7ac473a3Timo Sirainen    str_truncate(ctx->rule, 0);
b4f2560c29dacd066ba89e782d95ceed7ac473a3Timo Sirainen    if (search_args == NULL) {
b4f2560c29dacd066ba89e782d95ceed7ac473a3Timo Sirainen        i_assert(*error_r != NULL);
b4f2560c29dacd066ba89e782d95ceed7ac473a3Timo Sirainen        *error_r = t_strconcat("Previous search rule is invalid: ",
b4f2560c29dacd066ba89e782d95ceed7ac473a3Timo Sirainen                       *error_r, NULL);
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        return -1;
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen    }
ac713658d206e8d001fef7c0e36945793f2eb942Timo Sirainen
49e513d090753ccbf95560b2f3a21f081a5b6c51Timo Sirainen    /* update at all the mailboxes that were introduced since the previous
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen       rule. */
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen    bboxes = array_get(&ctx->mbox->backend_boxes, &count);
ac713658d206e8d001fef7c0e36945793f2eb942Timo Sirainen    i_assert(ctx->rule_idx < count);
ac713658d206e8d001fef7c0e36945793f2eb942Timo Sirainen    for (i = ctx->rule_idx; i < count; i++) {
ac713658d206e8d001fef7c0e36945793f2eb942Timo Sirainen        i_assert(bboxes[i]->search_args == NULL);
ac713658d206e8d001fef7c0e36945793f2eb942Timo Sirainen        mail_search_args_ref(search_args);
ac713658d206e8d001fef7c0e36945793f2eb942Timo Sirainen        bboxes[i]->search_args = search_args;
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen    }
473080c7c0d25ddfdf77e7dfa0ba8f73c6c669d5Timo Sirainen    mail_search_args_unref(&search_args);
517d1e7142d57299c733b30423e35e7e1f8d01d6Timo Sirainen
517d1e7142d57299c733b30423e35e7e1f8d01d6Timo Sirainen    ctx->rule_idx = array_count(&ctx->mbox->backend_boxes);
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen    return 0;
446e518e4fe86ff40e33543445f4e99edf840a21Timo Sirainen}
446e518e4fe86ff40e33543445f4e99edf840a21Timo Sirainen
446e518e4fe86ff40e33543445f4e99edf840a21Timo Sirainenstatic int
446e518e4fe86ff40e33543445f4e99edf840a21Timo Sirainenvirtual_config_parse_line(struct virtual_parse_context *ctx, const char *line,
446e518e4fe86ff40e33543445f4e99edf840a21Timo Sirainen              const char **error_r)
446e518e4fe86ff40e33543445f4e99edf840a21Timo Sirainen{
446e518e4fe86ff40e33543445f4e99edf840a21Timo Sirainen    struct mail_user *user = ctx->mbox->storage->storage.user;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen    struct virtual_backend_box *bbox;
e5acc283bf030b0b5c79ca4e52d315c516a299faPascal Volk    const char *p;
446e518e4fe86ff40e33543445f4e99edf840a21Timo Sirainen    bool no_wildcards = FALSE;
446e518e4fe86ff40e33543445f4e99edf840a21Timo Sirainen
d368bfd671ae6d04a69eb7f418521d49b8bbf77aTimo Sirainen    if (*line == ' ' || *line == '\t') {
446e518e4fe86ff40e33543445f4e99edf840a21Timo Sirainen        /* continues the previous search rule */
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        if (ctx->rule_idx == array_count(&ctx->mbox->backend_boxes)) {
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen            *error_r = "Search rule without a mailbox";
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen            return -1;
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        }
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        while (*line == ' ' || *line == '\t') line++;
473080c7c0d25ddfdf77e7dfa0ba8f73c6c669d5Timo Sirainen        str_append_c(ctx->rule, ' ');
473080c7c0d25ddfdf77e7dfa0ba8f73c6c669d5Timo Sirainen        str_append(ctx->rule, line);
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        return 0;
a3dd97fb6d92a89c3de0597fed2d4b044c7aeb84Timo Sirainen    }
a3dd97fb6d92a89c3de0597fed2d4b044c7aeb84Timo Sirainen    /* if there is no rule yet, it means we want the previous mailboxes
f968e62caa52a8924bd05ebf76ff515b5c18e17bTimo Sirainen       to use the rule that comes later */
a3dd97fb6d92a89c3de0597fed2d4b044c7aeb84Timo Sirainen    if (str_len(ctx->rule) > 0) {
a3dd97fb6d92a89c3de0597fed2d4b044c7aeb84Timo Sirainen        if (virtual_config_add_rule(ctx, error_r) < 0)
a3dd97fb6d92a89c3de0597fed2d4b044c7aeb84Timo Sirainen            return -1;
a3dd97fb6d92a89c3de0597fed2d4b044c7aeb84Timo Sirainen    }
5367840b91df098e016f382960c391691c8d33ffTimo Sirainen    if (!uni_utf8_str_is_valid(line)) {
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        *error_r = t_strdup_printf("Mailbox name not UTF-8: %s",
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen                       line);
f968e62caa52a8924bd05ebf76ff515b5c18e17bTimo Sirainen        return -1;
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen    }
f968e62caa52a8924bd05ebf76ff515b5c18e17bTimo Sirainen
f968e62caa52a8924bd05ebf76ff515b5c18e17bTimo Sirainen    /* new mailbox. the search args are added to it later. */
a3dd97fb6d92a89c3de0597fed2d4b044c7aeb84Timo Sirainen    bbox = p_new(ctx->pool, struct virtual_backend_box, 1);
4ed1b49d815ec41a5e4b6a23d23e94b958da1923Timo Sirainen    bbox->virtual_mbox = ctx->mbox;
4ed1b49d815ec41a5e4b6a23d23e94b958da1923Timo Sirainen    if (strcasecmp(line, "INBOX") == 0)
4ed1b49d815ec41a5e4b6a23d23e94b958da1923Timo Sirainen        line = "INBOX";
4ed1b49d815ec41a5e4b6a23d23e94b958da1923Timo Sirainen    bbox->name = p_strdup(ctx->pool, line);
a3dd97fb6d92a89c3de0597fed2d4b044c7aeb84Timo Sirainen    switch (bbox->name[0]) {
4ed1b49d815ec41a5e4b6a23d23e94b958da1923Timo Sirainen    case '+':
4ed1b49d815ec41a5e4b6a23d23e94b958da1923Timo Sirainen        bbox->name++;
4ed1b49d815ec41a5e4b6a23d23e94b958da1923Timo Sirainen        bbox->clear_recent = TRUE;
4ed1b49d815ec41a5e4b6a23d23e94b958da1923Timo Sirainen        break;
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen    case '-':
b44650b0f48a4b5f0dc240ed836833a00b643b9fTimo Sirainen        bbox->name++;
473080c7c0d25ddfdf77e7dfa0ba8f73c6c669d5Timo Sirainen        bbox->negative_match = TRUE;
473080c7c0d25ddfdf77e7dfa0ba8f73c6c669d5Timo Sirainen        break;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen    case '!':
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        /* save messages here */
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        if (ctx->mbox->save_bbox != NULL) {
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen            *error_r = "Multiple save mailboxes defined";
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen            return -1;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        }
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        bbox->name++;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        ctx->mbox->save_bbox = bbox;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        no_wildcards = TRUE;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        break;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen    }
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen    if (bbox->name[0] == '/') {
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        /* [+-!]/metadata entry:value */
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        if ((p = strchr(bbox->name, ':')) == NULL) {
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen            *error_r = "':' separator missing between metadata entry name and value";
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen            return -1;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        }
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen        bbox->metadata_entry = p_strdup_until(ctx->pool, bbox->name, p++);
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen        bbox->metadata_value = p;
25757faf029c369a8318349dafe952e2358df1d8Timo Sirainen        if (!imap_metadata_verify_entry_name(bbox->metadata_entry, error_r))
3cf67672fdc87583cb23ce088c95bb5dee60e74dTimo Sirainen            return -1;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen        no_wildcards = TRUE;
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen    }
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen
0727e38ac12efb8963a339daf56255e2be1f29fcTimo Sirainen    if (!no_wildcards &&
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen        (strchr(bbox->name, '*') != NULL ||
d5abbb932a0a598f002da39a8b3326643b1b5efcTimo Sirainen         strchr(bbox->name, '%') != NULL)) {
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen        bbox->glob = imap_match_init(ctx->pool, bbox->name, TRUE, ctx->sep);
d5abbb932a0a598f002da39a8b3326643b1b5efcTimo Sirainen        ctx->have_wildcards = TRUE;
d5abbb932a0a598f002da39a8b3326643b1b5efcTimo Sirainen    }
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen    if (bbox->metadata_entry == NULL) {
747e77e3ab073a8e9e69c7a3e71b4593c5655d03Timo Sirainen        /* now that the prefix characters have been processed,
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen           find the namespace */
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen        bbox->ns = strcasecmp(bbox->name, "INBOX") == 0 ?
dd93aba1901a457346990f49c54a738947dc7128Timo Sirainen            mail_namespace_find_inbox(user->namespaces) :
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen            mail_namespace_find(user->namespaces, bbox->name);
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        if (bbox->ns == NULL) {
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen            *error_r = t_strdup_printf("Namespace not found for %s",
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen                           bbox->name);
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen            return -1;
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen        }
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen        if (strcmp(bbox->name, ctx->mbox->box.vname) == 0) {
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen            *error_r = "Virtual mailbox can't point to itself";
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen            return -1;
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen        }
f3d506e525a720f214020ca0f989a1966b30edaeTimo Sirainen        ctx->have_mailbox_defines = TRUE;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen    }
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen
25757faf029c369a8318349dafe952e2358df1d8Timo Sirainen    array_append(&ctx->mbox->backend_boxes, &bbox, 1);
25757faf029c369a8318349dafe952e2358df1d8Timo Sirainen    return 0;
f3d506e525a720f214020ca0f989a1966b30edaeTimo Sirainen}
08aea01ef9a9d20703e0fcf8618e6195c0037a44Timo Sirainen
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainenstatic void
f3d506e525a720f214020ca0f989a1966b30edaeTimo Sirainenvirtual_mailbox_get_list_patterns(struct virtual_parse_context *ctx)
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen{
e4d34f2fbee451219599d71505594df704093ce3Timo Sirainen    struct virtual_mailbox *mbox = ctx->mbox;
849969f639a00eab26791db3cb1b66430420c0cdTimo Sirainen    ARRAY_TYPE(mailbox_virtual_patterns) *dest;
849969f639a00eab26791db3cb1b66430420c0cdTimo Sirainen    struct mailbox_virtual_pattern pattern;
08aea01ef9a9d20703e0fcf8618e6195c0037a44Timo Sirainen    struct virtual_backend_box *const *bboxes;
08aea01ef9a9d20703e0fcf8618e6195c0037a44Timo Sirainen    unsigned int i, count;
849969f639a00eab26791db3cb1b66430420c0cdTimo Sirainen
25757faf029c369a8318349dafe952e2358df1d8Timo Sirainen    i_zero(&pattern);
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen    bboxes = array_get_modifiable(&mbox->backend_boxes, &count);
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen    p_array_init(&mbox->list_include_patterns, ctx->pool, count);
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen    p_array_init(&mbox->list_exclude_patterns, ctx->pool, count);
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen    for (i = 0; i < count; i++) {
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        if (bboxes[i]->metadata_entry == NULL)
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen            continue;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        pattern.ns = bboxes[i]->ns;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        pattern.pattern = bboxes[i]->name;
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen        if (bboxes[i]->negative_match)
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen            dest = &mbox->list_include_patterns;
e48d89622047bd8bbd0475b881ca9377d592f535Timo Sirainen        else {
849969f639a00eab26791db3cb1b66430420c0cdTimo Sirainen            dest = &mbox->list_exclude_patterns;
849969f639a00eab26791db3cb1b66430420c0cdTimo Sirainen            pattern.pattern++;
9d75363d3fbabc2fbc2d80f06672e3ed8965804aTimo Sirainen        }
9d75363d3fbabc2fbc2d80f06672e3ed8965804aTimo Sirainen        array_append(dest, &pattern, 1);
9d75363d3fbabc2fbc2d80f06672e3ed8965804aTimo Sirainen    }
25757faf029c369a8318349dafe952e2358df1d8Timo Sirainen}
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainenstatic void
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainenseparate_wildcard_mailboxes(struct virtual_mailbox *mbox,
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen                ARRAY_TYPE(virtual_backend_box) *wildcard_boxes,
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen                ARRAY_TYPE(virtual_backend_box) *neg_boxes,
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen                ARRAY_TYPE(virtual_backend_box) *metadata_boxes)
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen{
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen    struct virtual_backend_box *const *bboxes;
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen    ARRAY_TYPE(virtual_backend_box) *dest;
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen    unsigned int i, count;
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen    bboxes = array_get_modifiable(&mbox->backend_boxes, &count);
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen    t_array_init(wildcard_boxes, I_MIN(16, count));
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen    t_array_init(neg_boxes, 4);
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen    t_array_init(metadata_boxes, 4);
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen    for (i = 0; i < count;) {
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen        if (bboxes[i]->metadata_entry != NULL)
be5c76fabc7439fd33bc799bc3ab3f570799977bTimo Sirainen            dest = metadata_boxes;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen        else if (bboxes[i]->negative_match)
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen            dest = neg_boxes;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen        else if (bboxes[i]->glob != NULL)
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen            dest = wildcard_boxes;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen        else {
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen            dest = NULL;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen            i++;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen        }
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen        if (dest != NULL) {
1a669829132a4b68aaba32400e28bb2a4e19bcaaTimo Sirainen            array_append(dest, &bboxes[i], 1);
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen            array_delete(&mbox->backend_boxes, i, 1);
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen            bboxes = array_get_modifiable(&mbox->backend_boxes,
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen                              &count);
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen        }
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen    }
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen}
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainenstatic void virtual_config_copy_expanded(struct virtual_parse_context *ctx,
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen                     struct virtual_backend_box *wbox,
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen                     const char *name)
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen{
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    struct virtual_backend_box *bbox;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    bbox = p_new(ctx->pool, struct virtual_backend_box, 1);
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    *bbox = *wbox;
1a669829132a4b68aaba32400e28bb2a4e19bcaaTimo Sirainen    bbox->name = p_strdup(ctx->pool, name);
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    bbox->glob = NULL;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    bbox->wildcard = TRUE;
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    mail_search_args_ref(bbox->search_args);
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen    array_append(&ctx->mbox->backend_boxes, &bbox, 1);
9ed2951bd0bb1878a27437d7c00611b2baadd614Timo Sirainen}
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainen
43a66a0b16299bd4f7615acd85e98bd3832c54d5Timo Sirainenstatic bool virtual_ns_match(struct mail_namespace *config_ns,
                 struct mail_namespace *iter_ns)
{
    /* we match only one namespace for each pattern, except with shared
       namespaces match also autocreated children */
    if (config_ns == iter_ns)
        return TRUE;
    if (config_ns->type == iter_ns->type &&
        (config_ns->flags & NAMESPACE_FLAG_AUTOCREATED) == 0 &&
        (iter_ns->flags & NAMESPACE_FLAG_AUTOCREATED) != 0)
        return TRUE;
    if ((iter_ns->flags & NAMESPACE_FLAG_INBOX_USER) != 0 &&
        (config_ns->flags & NAMESPACE_FLAG_AUTOCREATED) != 0 &&
        config_ns->prefix_len == 0) {
        /* prefix="" namespace was autocreated, so e.g. "*" would match
           only that empty namespace. but we want "*" to also match
           the inbox=yes namespace, so check it here separately. */
        return TRUE;
    }
    return FALSE;
}

static bool virtual_config_match(const struct mailbox_info *info,
                 ARRAY_TYPE(virtual_backend_box) *boxes_arr,
                 unsigned int *idx_r)
{
    struct virtual_backend_box *const *boxes;
    unsigned int i, count;

    boxes = array_get_modifiable(boxes_arr, &count);
    for (i = 0; i < count; i++) {
        if (boxes[i]->glob != NULL) {
            if (virtual_ns_match(boxes[i]->ns, info->ns) &&
                imap_match(boxes[i]->glob,
                       info->vname) == IMAP_MATCH_YES) {
                *idx_r = i;
                return TRUE;
            }
        } else {
            if (strcmp(boxes[i]->name, info->vname) == 0) {
                *idx_r = i;
                return TRUE;
            }
        }
    }
    return FALSE;
}

static int virtual_config_box_metadata_match(struct mailbox *box,
                         struct virtual_backend_box *bbox,
                         const char **error_r)
{
    struct imap_metadata_transaction *imtrans;
    struct mail_attribute_value value;
    int ret;

    imtrans = imap_metadata_transaction_begin(box);
    ret = imap_metadata_get(imtrans, bbox->metadata_entry, &value);
    if (ret < 0)
        *error_r = t_strdup(imap_metadata_transaction_get_last_error(imtrans, NULL));
    if (ret > 0)
        ret = wildcard_match(value.value, bbox->metadata_value) ? 1 : 0;
    if (ret >= 0 && bbox->negative_match)
        ret = ret > 0 ? 0 : 1;
    (void)imap_metadata_transaction_commit(&imtrans, NULL, NULL);
    return ret;
}

static int
virtual_config_metadata_match(const struct mailbox_info *info,
                  ARRAY_TYPE(virtual_backend_box) *boxes_arr,
                  const char **error_r)
{
    struct virtual_backend_box *const *boxes;
    struct mailbox *box;
    unsigned int i, count;
    int ret = 1;

    boxes = array_get_modifiable(boxes_arr, &count);
    if (count == 0)
        return 1;

    box = mailbox_alloc(info->ns->list, info->vname, MAILBOX_FLAG_READONLY);
    mailbox_set_reason(box, "virtual mailbox metadata match");
    for (i = 0; i < count; i++) {
        if ((ret = virtual_config_box_metadata_match(box, boxes[i], error_r)) <= 0)
            break;
    }
    mailbox_free(&box);
    return ret;
}

static int virtual_config_expand_wildcards(struct virtual_parse_context *ctx,
                       const char **error_r)
{
    const enum mail_namespace_type iter_ns_types =
        MAIL_NAMESPACE_TYPE_MASK_ALL;
    const enum mailbox_list_iter_flags iter_flags =
        MAILBOX_LIST_ITER_RETURN_NO_FLAGS;
    struct mail_user *user = ctx->mbox->storage->storage.user;
    ARRAY_TYPE(virtual_backend_box) wildcard_boxes, neg_boxes, metadata_boxes;
    struct mailbox_list_iterate_context *iter;
    struct virtual_backend_box *const *wboxes;
    const char **patterns;
    const struct mailbox_info *info;
    unsigned int i, j, count;
    int ret = 0;

    separate_wildcard_mailboxes(ctx->mbox, &wildcard_boxes,
                    &neg_boxes, &metadata_boxes);

    /* get patterns we want to list */
    wboxes = array_get_modifiable(&wildcard_boxes, &count);
    if (count == 0) {
        /* only negative wildcards - doesn't really make sense.
           just ignore. */
        return 0;
    }
    patterns = t_new(const char *, count + 1);
    for (i = 0; i < count; i++)
        patterns[i] = wboxes[i]->name;

    /* match listed mailboxes to wildcards */
    iter = mailbox_list_iter_init_namespaces(user->namespaces, patterns,
                         iter_ns_types, iter_flags);
    while ((info = mailbox_list_iter_next(iter)) != NULL) {
        /* skip non-selectable mailboxes (especially mbox
           directories) */
        if ((info->flags & MAILBOX_NOSELECT) != 0)
            continue;
        if (strcmp(info->vname, ctx->mbox->box.vname) == 0) {
            /* don't allow virtual folder to point to itself */
            continue;
        }

        if (virtual_config_match(info, &wildcard_boxes, &i) &&
            !virtual_config_match(info, &neg_boxes, &j) &&
            virtual_backend_box_lookup_name(ctx->mbox,
                            info->vname) == NULL) {
            ret = virtual_config_metadata_match(info, &metadata_boxes, error_r);
            if (ret < 0)
                break;
            if (ret > 0) {
                virtual_config_copy_expanded(ctx, wboxes[i],
                                 info->vname);
            }
        }
    }
    for (i = 0; i < count; i++)
        mail_search_args_unref(&wboxes[i]->search_args);
    if (mailbox_list_iter_deinit(&iter) < 0) {
        *error_r = mailbox_list_get_last_internal_error(user->namespaces->list, NULL);
        return -1;
    }
    return ret < 0 ? -1 : 0;
}

static void virtual_config_search_args_dup(struct virtual_mailbox *mbox)
{
    struct virtual_backend_box *const *bboxes;
    struct mail_search_args *old_args;
    unsigned int i, count;

    bboxes = array_get_modifiable(&mbox->backend_boxes, &count);
    for (i = 0; i < count; i++) {
        old_args = bboxes[i]->search_args;
        bboxes[i]->search_args = mail_search_args_dup(old_args);
        mail_search_args_unref(&old_args);
    }
}

int virtual_config_read(struct virtual_mailbox *mbox)
{
    struct mail_storage *storage = mbox->box.storage;
    struct virtual_parse_context ctx;
    const char *box_path, *path, *line, *error;
    unsigned int linenum = 0;
    int fd, ret = 0;

    i_array_init(&mbox->backend_boxes, 8);
    mbox->search_args_crc32 = (uint32_t)-1;

    box_path = mailbox_get_path(&mbox->box);
    path = t_strconcat(box_path, "/"VIRTUAL_CONFIG_FNAME, NULL);
    fd = open(path, O_RDONLY);
    if (fd == -1) {
        if (errno == EACCES) {
            mail_storage_set_critical(storage, "%s",
                mail_error_eacces_msg("open", path));
        } else if (errno != ENOENT) {
            mail_storage_set_critical(storage,
                          "open(%s) failed: %m", path);
        } else if (errno == ENOENT) {
            mail_storage_set_error(storage, MAIL_ERROR_NOTFOUND,
                T_MAIL_ERR_MAILBOX_NOT_FOUND(mbox->box.vname));
        } else {
            mail_storage_set_critical(storage,
                "stat(%s) failed: %m", box_path);
        }
        return -1;
    }

    i_zero(&ctx);
    ctx.sep = mail_namespaces_get_root_sep(storage->user->namespaces);
    ctx.mbox = mbox;
    ctx.pool = mbox->box.pool;
    ctx.rule = t_str_new(256);
    ctx.input = i_stream_create_fd(fd, (size_t)-1);
    i_stream_set_return_partial_line(ctx.input, TRUE);
    while ((line = i_stream_read_next_line(ctx.input)) != NULL) {
        linenum++;
        if (*line == '#')
            continue;
        if (*line == '\0')
            ret = virtual_config_add_rule(&ctx, &error);
        else
            ret = virtual_config_parse_line(&ctx, line, &error);
        if (ret < 0) {
            mail_storage_set_critical(storage,
                          "%s: Error at line %u: %s",
                          path, linenum, error);
            break;
        }
    }
    if (ret == 0) {
        ret = virtual_config_add_rule(&ctx, &error);
        if (ret < 0) {
            mail_storage_set_critical(storage,
                          "%s: Error at line %u: %s",
                          path, linenum, error);
        }
    }

    virtual_mailbox_get_list_patterns(&ctx);
    if (ret == 0 && ctx.have_wildcards) {
        ret = virtual_config_expand_wildcards(&ctx, &error);
        if (ret < 0)
            mail_storage_set_critical(storage, "%s: %s", path, error);
    }

    if (ret == 0 && !ctx.have_mailbox_defines) {
        mail_storage_set_critical(storage,
                      "%s: No mailboxes defined", path);
        ret = -1;
    }
    if (ret == 0)
        virtual_config_search_args_dup(mbox);
    i_stream_unref(&ctx.input);
    i_close_fd(&fd);
    return ret;
}

void virtual_config_free(struct virtual_mailbox *mbox)
{
    struct virtual_backend_box *const *bboxes;
    unsigned int i, count;

    if (!array_is_created(&mbox->backend_boxes)) {
        /* mailbox wasn't opened */
        return;
    }

    bboxes = array_get_modifiable(&mbox->backend_boxes, &count);
    for (i = 0; i < count; i++) {
        if (bboxes[i]->search_args != NULL)
            mail_search_args_unref(&bboxes[i]->search_args);
    }
    array_free(&mbox->backend_boxes);
}