plugins/fts-solr/fts-backend-solr-old.c

	fts-backend-solr-old.c revision e99ffa6abd201ca6ebfdf609bb24e48327a86450
5a580c3a38ced62d4bcc95b8ac7c4f2935b5d294Timo Sirainen/* Copyright (c) 2006-2015 Dovecot authors, see the included COPYING file */
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen#include "lib.h"
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen#include "array.h"
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen#include "str.h"
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen#include "hash.h"
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen#include "strescape.h"
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen#include "unichar.h"
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#include "http-url.h"
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#include "imap-utf7.h"
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#include "mail-storage-private.h"
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#include "mailbox-list-private.h"
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#include "mail-search.h"
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#include "fts-api.h"
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#include "solr-connection.h"
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#include "fts-solr-plugin.h"
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#include <ctype.h>
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#define SOLR_CMDBUF_SIZE (1024*64)
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen#define SOLR_MAX_MULTI_ROWS 100000
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainenstruct solr_fts_backend {
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    struct fts_backend backend;
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    struct solr_connection *solr_conn;
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    char *id_username, *id_namespace;
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    struct mail_namespace *default_ns;
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen};
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstruct solr_fts_backend_update_context {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct fts_backend_update_context ctx;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct mailbox *cur_box;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    char *id_box_name;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct solr_connection_post *post;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    uint32_t prev_uid, uid_validity;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    string_t *cmd, *hdr;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    bool headers_open;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    bool body_open;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    bool documents_added;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen};
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstatic bool is_valid_xml_char(unichar_t chr)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    /* Valid characters in XML:
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen       #x9 | #xA | #xD | [#x20-#xD7FF] | [#xE000-#xFFFD] |
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen       [#x10000-#x10FFFF]
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen       This function gets called only for #x80 and higher */
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    if (chr > 0xd7ff && chr < 0xe000)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        return FALSE;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    if (chr > 0xfffd && chr < 0x10000)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        return FALSE;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    return chr < 0x10ffff;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen}
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstatic void
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenxml_encode_data(string_t *dest, const unsigned char *data, unsigned int len)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    unichar_t chr;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    unsigned int i;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    for (i = 0; i < len; i++) {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        switch (data[i]) {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        case '&':
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen            str_append(dest, "&amp;");
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen            break;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        case '<':
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen            str_append(dest, "&lt;");
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen            break;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        case '>':
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen            str_append(dest, "&gt;");
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen            break;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        case '\t':
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        case '\n':
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        case '\r':
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen            /* exceptions to the following control char check */
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            str_append_c(dest, data[i]);
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            break;
5da1aa5197a43d83f0fb3eeb83125c7cd73d1b62Timo Sirainen        default:
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            if (data[i] < 32) {
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                /* SOLR doesn't like control characters.
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                   replace them with spaces. */
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                str_append_c(dest, ' ');
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            } else if (data[i] >= 0x80) {
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                /* make sure the character is valid for XML
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                   so we don't get XML parser errors */
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                unsigned int char_len =
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                    uni_utf8_get_char_n(data + i, len - i, &chr);
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                if (char_len > 0 && is_valid_xml_char(chr))
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                    str_append_n(dest, data + i, char_len);
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                else {
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                    str_append_n(dest, utf8_replacement_char,
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                             UTF8_REPLACEMENT_CHAR_LEN);
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                }
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                i += char_len - 1;
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            } else {
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen                str_append_c(dest, data[i]);
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            }
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            break;
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen        }
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen    }
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen}
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainenstatic void xml_encode(string_t *dest, const char *str)
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen{
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen    xml_encode_data(dest, (const unsigned char *)str, strlen(str));
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen}
5da1aa5197a43d83f0fb3eeb83125c7cd73d1b62Timo Sirainen
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainenstatic const char *solr_escape_id_str(const char *str)
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen{
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen    string_t *tmp;
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen    const char *p;
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen
eab880d75fd73a80c7803289796d13e08e4b52cbTimo Sirainen    for (p = str; *p != '\0'; p++) {
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen        if (*p == '/' || *p == '!')
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            break;
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen    }
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen    if (*p == '\0')
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen        return str;
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen    tmp = t_str_new(64);
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen    for (p = str; *p != '\0'; p++) {
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen        switch (*p) {
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen        case '/':
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            str_append(tmp, "!\\");
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            break;
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen        case '!':
86bde2c1838d1ce967fa2b394bb952004a4adcb7Timo Sirainen            str_append(tmp, "!!");
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            break;
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen        default:
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen            str_append_c(tmp, *p);
bed3fcccce6a15dfd7491e82df10acd5f5c0bc9bTimo Sirainen            break;
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen        }
e06147cec0f68a6a9d08b38785c36d00ef73868aTimo Sirainen    }
e06147cec0f68a6a9d08b38785c36d00ef73868aTimo Sirainen    return str_c(tmp);
e06147cec0f68a6a9d08b38785c36d00ef73868aTimo Sirainen}
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainenstatic void solr_quote(string_t *dest, const char *str)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    str_append_c(dest, '"');
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    str_append(dest, str_escape(str));
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    str_append_c(dest, '"');
02bb8313a711dfe50c7f01e8132e13ca93ecfb42Timo Sirainen}
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstatic void solr_quote_http(string_t *dest, const char *str)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    str_append(dest, "%22");
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    http_url_escape_param(dest, str);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    str_append(dest, "%22");
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen}
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstatic void fts_solr_set_default_ns(struct solr_fts_backend *backend)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct mail_namespace *ns = backend->backend.ns;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct fts_solr_user *fuser = FTS_SOLR_USER_CONTEXT(ns->user);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    const struct fts_solr_settings *set = &fuser->set;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    const char *str;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
02bb8313a711dfe50c7f01e8132e13ca93ecfb42Timo Sirainen    if (backend->default_ns != NULL)
02bb8313a711dfe50c7f01e8132e13ca93ecfb42Timo Sirainen        return;
2738626e69754ba1278cb351c873f4187787fdfcTimo Sirainen
2738626e69754ba1278cb351c873f4187787fdfcTimo Sirainen    if (set->default_ns_prefix != NULL) {
2738626e69754ba1278cb351c873f4187787fdfcTimo Sirainen        backend->default_ns =
2738626e69754ba1278cb351c873f4187787fdfcTimo Sirainen            mail_namespace_find_prefix(ns->user->namespaces,
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen                           set->default_ns_prefix);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        if (backend->default_ns == NULL) {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen            i_error("fts_solr: default_ns setting points to "
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen                "nonexistent namespace");
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        }
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    }
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    if (backend->default_ns == NULL) {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        backend->default_ns =
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen            mail_namespace_find_inbox(ns->user->namespaces);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    }
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    while (backend->default_ns->alias_for != NULL)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        backend->default_ns = backend->default_ns->alias_for;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    if (ns != backend->default_ns) {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        str = solr_escape_id_str(ns->prefix);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        backend->id_namespace = i_strdup(str);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    }
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen}
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstatic void fts_box_name_get_root(struct mail_namespace **ns, const char **name)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct mail_namespace *orig_ns = *ns;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    while ((*ns)->alias_for != NULL)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        *ns = (*ns)->alias_for;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    if (**name == '\0' && *ns != orig_ns &&
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        ((*ns)->flags & NAMESPACE_FLAG_INBOX_USER) != 0) {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        /* ugly workaround to allow selecting INBOX from a Maildir/
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen           when it's not in the inbox=yes namespace. */
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        *name = "INBOX";
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    }
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen}
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstatic const char *
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenfts_box_get_root(struct mailbox *box, struct mail_namespace **ns_r)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct mail_namespace *ns = mailbox_get_namespace(box);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    const char *name;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    if (t_imap_utf8_to_utf7(box->name, &name) < 0)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        i_unreached();
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    fts_box_name_get_root(&ns, &name);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    *ns_r = ns;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    return name;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen}
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstatic struct fts_backend *fts_backend_solr_alloc(void)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct solr_fts_backend *backend;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    backend = i_new(struct solr_fts_backend, 1);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    backend->backend = fts_backend_solr_old;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    return &backend->backend;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen}
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstatic int
4b6ec040fd7999b8be22aee9c7b4bbd4b11c0a5fTimo Sirainenfts_backend_solr_init(struct fts_backend *_backend, const char **error_r)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct solr_fts_backend *backend = (struct solr_fts_backend *)_backend;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct fts_solr_user *fuser = FTS_SOLR_USER_CONTEXT(_backend->ns->user);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    const char *str;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    if (fuser == NULL) {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        *error_r = "Invalid fts_solr setting";
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        return -1;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    }
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    if (solr_connection_init(fuser->set.url, fuser->set.debug,
4b6ec040fd7999b8be22aee9c7b4bbd4b11c0a5fTimo Sirainen                 &backend->solr_conn, error_r) < 0)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        return -1;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    str = solr_escape_id_str(_backend->ns->user->username);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    backend->id_username = i_strdup(str);
4b6ec040fd7999b8be22aee9c7b4bbd4b11c0a5fTimo Sirainen    return 0;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen}
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstatic void fts_backend_solr_deinit(struct fts_backend *_backend)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct solr_fts_backend *backend = (struct solr_fts_backend *)_backend;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    solr_connection_deinit(&backend->solr_conn);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    i_free(backend->id_namespace);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    i_free(backend->id_username);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    i_free(backend);
4b6ec040fd7999b8be22aee9c7b4bbd4b11c0a5fTimo Sirainen}
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstatic void
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainensolr_add_ns_query(string_t *str, struct solr_fts_backend *backend,
4b6ec040fd7999b8be22aee9c7b4bbd4b11c0a5fTimo Sirainen          struct mail_namespace *ns, bool neg)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    while (ns->alias_for != NULL)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        ns = ns->alias_for;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    if (ns == backend->default_ns || *ns->prefix == '\0') {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        if (!neg)
e20e638805c4bd54e039891a3e92760b1dfa189aTimo Sirainen            str_append(str, " -ns:[* TO *]");
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        else
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen            str_append(str, " +ns:[* TO *]");
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    } else {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        if (!neg)
e20e638805c4bd54e039891a3e92760b1dfa189aTimo Sirainen            str_append(str, " +ns:");
e20e638805c4bd54e039891a3e92760b1dfa189aTimo Sirainen        else
e20e638805c4bd54e039891a3e92760b1dfa189aTimo Sirainen            str_append(str, " -ns:");
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        solr_quote(str, ns->prefix);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    }
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen}
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainenstatic void
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainensolr_add_ns_query_http(string_t *str, struct solr_fts_backend *backend,
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen               struct mail_namespace *ns)
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen{
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    string_t *tmp;
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    tmp = t_str_new(64);
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    solr_add_ns_query(tmp, backend, ns, FALSE);
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    http_url_escape_param(str, str_c(tmp));
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen}
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainenstatic int
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainenfts_backend_solr_get_last_uid_fallback(struct solr_fts_backend *backend,
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen                       struct mailbox *box,
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen                       uint32_t *last_uid_r)
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen{
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    struct mail_namespace *ns;
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    struct mailbox_status status;
3a017aa592823edf0363d77f13458d569637915eTimo Sirainen    struct solr_result **results;
4860b8746b3b7846a9fe65b8c2907ba8aebd422fTimo Sirainen    const struct seq_range *uidvals;
4860b8746b3b7846a9fe65b8c2907ba8aebd422fTimo Sirainen    const char *box_name;
4860b8746b3b7846a9fe65b8c2907ba8aebd422fTimo Sirainen    unsigned int count;
4860b8746b3b7846a9fe65b8c2907ba8aebd422fTimo Sirainen    string_t *str;
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    pool_t pool;
3a017aa592823edf0363d77f13458d569637915eTimo Sirainen    int ret = 0;
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    str = t_str_new(256);
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen    str_append(str, "fl=uid&rows=1&sort=uid+desc&q=");
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    box_name = fts_box_get_root(box, &ns);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    mailbox_get_open_status(box, STATUS_UIDVALIDITY, &status);
e20e638805c4bd54e039891a3e92760b1dfa189aTimo Sirainen    str_printfa(str, "uidv:%u+AND+box:", status.uidvalidity);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    solr_quote_http(str, box_name);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    solr_add_ns_query_http(str, backend, ns);
e20e638805c4bd54e039891a3e92760b1dfa189aTimo Sirainen    str_append(str, "+AND+user:");
e20e638805c4bd54e039891a3e92760b1dfa189aTimo Sirainen    solr_quote_http(str, ns->user->username);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    pool = pool_alloconly_create("solr last uid lookup", 1024);
e20e638805c4bd54e039891a3e92760b1dfa189aTimo Sirainen    if (solr_connection_select(backend->solr_conn, str_c(str),
e20e638805c4bd54e039891a3e92760b1dfa189aTimo Sirainen                   pool, &results) < 0)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        ret = -1;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    else if (results[0] == NULL) {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        /* no UIDs */
0c909e3461607eadcd66f4eac69b7f34e37fccf1Timo Sirainen        *last_uid_r = 0;
ad48319996942463675b53877092ab7e13a7a75aTimo Sirainen    } else {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        uidvals = array_get(&results[0]->uids, &count);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        i_assert(count > 0);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        if (count == 1 && uidvals[0].seq1 == uidvals[0].seq2) {
5e88e4624aa6d482b5b195acd2f4e02aeb385f20Timo Sirainen            *last_uid_r = uidvals[0].seq1;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        } else {
b346610430690398b8c840006004a2df4aa8ce92Timo Sirainen            i_error("fts_solr: Last UID lookup returned multiple rows");
b346610430690398b8c840006004a2df4aa8ce92Timo Sirainen            ret = -1;
b346610430690398b8c840006004a2df4aa8ce92Timo Sirainen        }
b346610430690398b8c840006004a2df4aa8ce92Timo Sirainen    }
54b51a9c2705a19dfb1639647bc7e9378e37f881Timo Sirainen    pool_unref(&pool);
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    return ret;
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen}
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenstatic int
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainenfts_backend_solr_get_last_uid(struct fts_backend *_backend,
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen                  struct mailbox *box, uint32_t *last_uid_r)
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen{
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen    struct solr_fts_backend *backend =
4b89231f4ec9cc69f4aea715e1d34f405c7e317dTimo Sirainen        (struct solr_fts_backend *)_backend;
4b89231f4ec9cc69f4aea715e1d34f405c7e317dTimo Sirainen    struct fts_index_header hdr;
4b89231f4ec9cc69f4aea715e1d34f405c7e317dTimo Sirainen
4b89231f4ec9cc69f4aea715e1d34f405c7e317dTimo Sirainen    if (fts_index_get_header(box, &hdr)) {
1279090ba03f9c176976a69ab7718f0ed77b19afTimo Sirainen        *last_uid_r = hdr.last_indexed_uid;
        return 0;
    }

    /* either nothing has been indexed, or the index was corrupted.
       do it the slow way. */
    if (fts_backend_solr_get_last_uid_fallback(backend, box, last_uid_r) < 0)
        return -1;

    fts_index_set_last_uid(box, *last_uid_r);
    return 0;
}

static struct fts_backend_update_context *
fts_backend_solr_update_init(struct fts_backend *_backend)
{
    struct solr_fts_backend *backend =
        (struct solr_fts_backend *)_backend;
    struct solr_fts_backend_update_context *ctx;

    ctx = i_new(struct solr_fts_backend_update_context, 1);
    ctx->ctx.backend = _backend;
    ctx->cmd = str_new(default_pool, SOLR_CMDBUF_SIZE);
    ctx->hdr = str_new(default_pool, 4096);
    fts_solr_set_default_ns(backend);
    return &ctx->ctx;
}

static void xml_encode_id(struct solr_fts_backend_update_context *ctx,
              string_t *str, uint32_t uid)
{
    struct solr_fts_backend *backend =
        (struct solr_fts_backend *)ctx->ctx.backend;

    if (uid != 0)
        str_printfa(str, "%u/", uid);
    else
        str_append(str, "L/");

    if (backend->id_namespace != NULL) {
        xml_encode(str, backend->id_namespace);
        str_append_c(str, '/');
    }
    str_printfa(str, "%u/", ctx->uid_validity);
    xml_encode(str, backend->id_username);
    str_append_c(str, '/');
    xml_encode(str, ctx->id_box_name);
}

static void
fts_backend_solr_add_doc_prefix(struct solr_fts_backend_update_context *ctx,
                uint32_t uid)
{
    struct solr_fts_backend *backend =
        (struct solr_fts_backend *)ctx->ctx.backend;
    struct mailbox *box = ctx->cur_box;
    struct mail_namespace *ns;
    const char *box_name;

    ctx->documents_added = TRUE;

    str_printfa(ctx->cmd, "<doc>"
            "<field name=\"uid\">%u</field>"
            "<field name=\"uidv\">%u</field>",
            uid, ctx->uid_validity);

    box_name = fts_box_get_root(box, &ns);

    if (ns != backend->default_ns) {
        str_append(ctx->cmd, "<field name=\"ns\">");
        xml_encode(ctx->cmd, ns->prefix);
        str_append(ctx->cmd, "</field>");
    }
    str_append(ctx->cmd, "<field name=\"box\">");
    xml_encode(ctx->cmd, box_name);
    str_append(ctx->cmd, "</field><field name=\"user\">");
    xml_encode(ctx->cmd, ns->user->username);
    str_append(ctx->cmd, "</field>");
}

static int
fts_backed_solr_build_commit(struct solr_fts_backend_update_context *ctx)
{
    if (ctx->post == NULL)
        return 0;

    str_append(ctx->cmd, "</doc></add>");

    solr_connection_post_more(ctx->post, str_data(ctx->cmd),
                  str_len(ctx->cmd));
    return solr_connection_post_end(&ctx->post);
}

static int
fts_backend_solr_update_deinit(struct fts_backend_update_context *_ctx)
{
    struct solr_fts_backend_update_context *ctx =
        (struct solr_fts_backend_update_context *)_ctx;
    struct solr_fts_backend *backend =
        (struct solr_fts_backend *)_ctx->backend;
    const char *str;
    int ret;

    ret = fts_backed_solr_build_commit(ctx);

    /* commit and wait until the documents we just indexed are
       visible to the following search */
    str = t_strdup_printf("<commit waitFlush=\"false\" "
                  "waitSearcher=\"%s\"/>",
                  ctx->documents_added ? "true" : "false");
    if (solr_connection_post(backend->solr_conn, str) < 0)
        ret = -1;

    str_free(&ctx->cmd);
    str_free(&ctx->hdr);
    i_free(ctx->id_box_name);
    i_free(ctx);
    return ret;
}

static void
fts_backend_solr_update_set_mailbox(struct fts_backend_update_context *_ctx,
                    struct mailbox *box)
{
    struct solr_fts_backend_update_context *ctx =
        (struct solr_fts_backend_update_context *)_ctx;
    struct mailbox_status status;
    struct mail_namespace *ns;

    if (ctx->prev_uid != 0) {
        fts_index_set_last_uid(ctx->cur_box, ctx->prev_uid);
        ctx->prev_uid = 0;
    }

    ctx->cur_box = box;
    ctx->uid_validity = 0;
    i_free_and_null(ctx->id_box_name);

    if (box != NULL) {
        ctx->id_box_name = i_strdup(fts_box_get_root(box, &ns));

        mailbox_get_open_status(box, STATUS_UIDVALIDITY, &status);
        ctx->uid_validity = status.uidvalidity;
    }
}

static void
fts_backend_solr_update_expunge(struct fts_backend_update_context *_ctx,
                uint32_t uid)
{
    struct solr_fts_backend_update_context *ctx =
        (struct solr_fts_backend_update_context *)_ctx;
    struct solr_fts_backend *backend =
        (struct solr_fts_backend *)_ctx->backend;

    T_BEGIN {
        string_t *cmd;

        cmd = t_str_new(256);
        str_append(cmd, "<delete><id>");
        xml_encode_id(ctx, cmd, uid);
        str_append(cmd, "</id></delete>");

        (void)solr_connection_post(backend->solr_conn, str_c(cmd));
    } T_END;
}

static void
fts_backend_solr_uid_changed(struct solr_fts_backend_update_context *ctx,
                 uint32_t uid)
{
    struct solr_fts_backend *backend =
        (struct solr_fts_backend *)ctx->ctx.backend;

    if (ctx->post == NULL) {
        i_assert(ctx->prev_uid == 0);

        ctx->post = solr_connection_post_begin(backend->solr_conn);
        str_append(ctx->cmd, "<add>");
    } else {
        ctx->headers_open = FALSE;
        if (ctx->body_open) {
            ctx->body_open = FALSE;
            str_append(ctx->cmd, "</field>");
        }
        str_append(ctx->cmd, "<field name=\"hdr\">");
        str_append_str(ctx->cmd, ctx->hdr);
        str_append(ctx->cmd, "</field>");
        str_truncate(ctx->hdr, 0);

        str_append(ctx->cmd, "</doc>");
    }
    ctx->prev_uid = uid;

    fts_backend_solr_add_doc_prefix(ctx, uid);
    str_printfa(ctx->cmd, "<field name=\"id\">");
    xml_encode_id(ctx, ctx->cmd, uid);
    str_append(ctx->cmd, "</field>");
}

static bool
fts_backend_solr_update_set_build_key(struct fts_backend_update_context *_ctx,
                      const struct fts_backend_build_key *key)
{
    struct solr_fts_backend_update_context *ctx =
        (struct solr_fts_backend_update_context *)_ctx;

    if (key->uid != ctx->prev_uid)
        fts_backend_solr_uid_changed(ctx, key->uid);

    switch (key->type) {
    case FTS_BACKEND_BUILD_KEY_HDR:
    case FTS_BACKEND_BUILD_KEY_MIME_HDR:
        xml_encode(ctx->hdr, key->hdr_name);
        str_append(ctx->hdr, ": ");
        ctx->headers_open = TRUE;
        break;
    case FTS_BACKEND_BUILD_KEY_BODY_PART:
        ctx->headers_open = FALSE;
        if (!ctx->body_open) {
            ctx->body_open = TRUE;
            str_append(ctx->cmd, "<field name=\"body\">");
        }
        break;
    case FTS_BACKEND_BUILD_KEY_BODY_PART_BINARY:
        i_unreached();
    }
    return TRUE;
}

static void
fts_backend_solr_update_unset_build_key(struct fts_backend_update_context *_ctx)
{
    struct solr_fts_backend_update_context *ctx =
        (struct solr_fts_backend_update_context *)_ctx;

    if (ctx->headers_open)
        str_append_c(ctx->hdr, '\n');
    else {
        i_assert(ctx->body_open);
        str_append_c(ctx->cmd, '\n');
    }
}

static int
fts_backend_solr_update_build_more(struct fts_backend_update_context *_ctx,
                   const unsigned char *data, size_t size)
{
    struct solr_fts_backend_update_context *ctx =
        (struct solr_fts_backend_update_context *)_ctx;

    xml_encode_data(ctx->cmd, data, size);
    if (str_len(ctx->cmd) > SOLR_CMDBUF_SIZE-128) {
        solr_connection_post_more(ctx->post, str_data(ctx->cmd),
                      str_len(ctx->cmd));
        str_truncate(ctx->cmd, 0);
    }
    return 0;
}

static int fts_backend_solr_refresh(struct fts_backend *backend ATTR_UNUSED)
{
    return 0;
}

static int fts_backend_solr_optimize(struct fts_backend *backend ATTR_UNUSED)
{
    return 0;
}

static bool
solr_add_definite_query(string_t *str, struct mail_search_arg *arg)
{
    switch (arg->type) {
    case SEARCH_TEXT: {
        if (arg->match_not)
            str_append_c(str, '-');
        str_append(str, "(hdr:");
        solr_quote_http(str, arg->value.str);
        str_append(str, "+OR+body:");
        solr_quote_http(str, arg->value.str);
        str_append(str, ")");
        break;
    }
    case SEARCH_BODY:
        if (arg->match_not)
            str_append_c(str, '-');
        str_append(str, "body:");
        solr_quote_http(str, arg->value.str);
        break;
    default:
        return FALSE;
    }
    return TRUE;
}

static bool
solr_add_definite_query_args(string_t *str, struct mail_search_arg *arg,
                 bool and_args)
{
    unsigned int last_len;

    last_len = str_len(str);
    for (; arg != NULL; arg = arg->next) {
        if (solr_add_definite_query(str, arg)) {
            arg->match_always = TRUE;
            last_len = str_len(str);
            if (and_args)
                str_append(str, "+AND+");
            else
                str_append(str, "+OR+");
        }
    }
    if (str_len(str) == last_len)
        return FALSE;

    str_truncate(str, last_len);
    return TRUE;
}

static int
fts_backend_solr_lookup(struct fts_backend *_backend, struct mailbox *box,
            struct mail_search_arg *args,
            enum fts_lookup_flags flags,
            struct fts_result *result)
{
    struct solr_fts_backend *backend =
        (struct solr_fts_backend *)_backend;
    bool and_args = (flags & FTS_LOOKUP_FLAG_AND_ARGS) != 0;
    struct mail_namespace *ns;
    struct mailbox_status status;
    string_t *str;
    const char *box_name;
    pool_t pool;
    struct solr_result **results;
    int ret;

    fts_solr_set_default_ns(backend);
    mailbox_get_open_status(box, STATUS_UIDVALIDITY | STATUS_UIDNEXT,
                &status);

    str = t_str_new(256);
    str_printfa(str, "fl=uid,score&rows=%u&sort=uid+asc&q=",
            status.uidnext);

    if (!solr_add_definite_query_args(str, args, and_args)) {
        /* can't search this query */
        return 0;
    }

    /* use a separate filter query for selecting the mailbox. it shouldn't
       affect the score and there could be some caching benefits too. */
    str_append(str, "&fq=%2Buser:");
    solr_quote_http(str, box->storage->user->username);
    box_name = fts_box_get_root(box, &ns);
    str_printfa(str, "+%%2Buidv:%u+%%2Bbox:", status.uidvalidity);
    solr_quote_http(str, box_name);
    solr_add_ns_query_http(str, backend, ns);

    pool = pool_alloconly_create("fts solr search", 1024);
    ret = solr_connection_select(backend->solr_conn, str_c(str),
                     pool, &results);
    if (ret == 0 && results[0] != NULL) {
        if ((flags & FTS_LOOKUP_FLAG_NO_AUTO_FUZZY) == 0)
            array_append_array(&result->definite_uids, &results[0]->uids);
        else
            array_append_array(&result->maybe_uids, &results[0]->uids);
        array_append_array(&result->scores, &results[0]->scores);
    }
    result->scores_sorted = TRUE;
    pool_unref(&pool);
    return ret;
}

static char *
mailbox_get_id(struct solr_fts_backend *backend, struct mail_namespace *ns,
           const char *mailbox, uint32_t uidvalidity)
{
    string_t *str = t_str_new(64);

    str_printfa(str, "%u\001", uidvalidity);
    str_append(str, mailbox);
    if (ns != backend->default_ns)
        str_printfa(str, "\001%s", ns->prefix);
    return str_c_modifiable(str);
}

static int
solr_search_multi(struct solr_fts_backend *backend, string_t *str,
          struct mailbox *const boxes[],
          enum fts_lookup_flags flags,
          struct fts_multi_result *result)
{
    struct solr_result **solr_results;
    struct fts_result *fts_result;
    ARRAY(struct fts_result) fts_results;
    struct mail_namespace *ns;
    struct mailbox_status status;
    HASH_TABLE(char *, struct mailbox *) mailboxes;
    struct mailbox *box;
    const char *box_name;
    char *box_id;
    unsigned int i, len;

    /* use a separate filter query for selecting the mailbox. it shouldn't
       affect the score and there could be some caching benefits too. */
    str_append(str, "&fq=%2Buser:");
    if (backend->backend.ns->owner != NULL)
        solr_quote_http(str, backend->backend.ns->owner->username);
    else
        str_append(str, "%22%22");

    hash_table_create(&mailboxes, default_pool, 0, str_hash, strcmp);
    str_append(str, "%2B(");
    len = str_len(str);
    for (i = 0; boxes[i] != NULL; i++) {
        if (str_len(str) != len)
            str_append(str, "+OR+");

        box_name = fts_box_get_root(boxes[i], &ns);
        mailbox_get_open_status(boxes[i], STATUS_UIDVALIDITY, &status);
        str_printfa(str, "%%2B(%%2Buidv:%u+%%2Bbox:", status.uidvalidity);
        solr_quote_http(str, box_name);
        solr_add_ns_query_http(str, backend, ns);
        str_append_c(str, ')');

        box_id = mailbox_get_id(backend, ns, box_name, status.uidvalidity);
        hash_table_insert(mailboxes, box_id, boxes[i]);
    }
    str_append_c(str, ')');

    if (solr_connection_select(backend->solr_conn, str_c(str),
                   result->pool, &solr_results) < 0) {
        hash_table_destroy(&mailboxes);
        return -1;
    }

    p_array_init(&fts_results, result->pool, 32);
    for (i = 0; solr_results[i] != NULL; i++) {
        box = hash_table_lookup(mailboxes, solr_results[i]->box_id);
        if (box == NULL) {
            i_warning("fts_solr: Lookup returned unexpected mailbox "
                  "with id=%s", solr_results[i]->box_id);
            continue;
        }
        fts_result = array_append_space(&fts_results);
        fts_result->box = box;
        if ((flags & FTS_LOOKUP_FLAG_NO_AUTO_FUZZY) == 0)
            fts_result->definite_uids = solr_results[i]->uids;
        else
            fts_result->maybe_uids = solr_results[i]->uids;
        fts_result->scores = solr_results[i]->scores;
        fts_result->scores_sorted = TRUE;
    }
    array_append_zero(&fts_results);
    result->box_results = array_idx_modifiable(&fts_results, 0);
    hash_table_destroy(&mailboxes);
    return 0;
}

static int
fts_backend_solr_lookup_multi(struct fts_backend *_backend,
                  struct mailbox *const boxes[],
                  struct mail_search_arg *args,
                  enum fts_lookup_flags flags,
                  struct fts_multi_result *result)
{
    bool and_args = (flags & FTS_LOOKUP_FLAG_AND_ARGS) != 0;
    struct solr_fts_backend *backend =
        (struct solr_fts_backend *)_backend;
    string_t *str;

    fts_solr_set_default_ns(backend);

    str = t_str_new(256);
    str_printfa(str, "fl=ns,box,uidv,uid,score&rows=%u&sort=box+asc,uid+asc&q=",
            SOLR_MAX_MULTI_ROWS);

    if (solr_add_definite_query_args(str, args, and_args)) {
        if (solr_search_multi(backend, str, boxes, flags, result) < 0)
            return -1;
    }
    /* FIXME: maybe_uids could be handled also with some more work.. */
    return 0;
}

struct fts_backend fts_backend_solr_old = {
    .name = "solr_old",
    .flags = 0,

    {
        fts_backend_solr_alloc,
        fts_backend_solr_init,
        fts_backend_solr_deinit,
        fts_backend_solr_get_last_uid,
        fts_backend_solr_update_init,
        fts_backend_solr_update_deinit,
        fts_backend_solr_update_set_mailbox,
        fts_backend_solr_update_expunge,
        fts_backend_solr_update_set_build_key,
        fts_backend_solr_update_unset_build_key,
        fts_backend_solr_update_build_more,
        fts_backend_solr_refresh,
        NULL,
        fts_backend_solr_optimize,
        fts_backend_default_can_lookup,
        fts_backend_solr_lookup,
        fts_backend_solr_lookup_multi,
        NULL
    }
};