src/lib-http/test-http-payload.c

	test-http-payload.c revision 47baf5f9fe9a0bc50cdd74ab13c34489cc15a557
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi/* Copyright (c) 2013-2018 Dovecot authors, see the included COPYING file */
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "lib.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "str.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "llist.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "path-util.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "hostpid.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "ioloop.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "istream.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "ostream.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "iostream-temp.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "connection.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "test-common.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "http-url.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "http-request.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "http-server.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include "http-client.h"
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include <sys/types.h>
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include <sys/stat.h>
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include <sys/wait.h>
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include <signal.h>
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include <fcntl.h>
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include <unistd.h>
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi#include <dirent.h>
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
bcab95c672604588f1645e4a52e43f52ee567593Timo Sirainen#define CLIENT_PROGRESS_TIMEOUT     10
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomienum payload_handling {
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi    PAYLOAD_HANDLING_LOW_LEVEL,
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi    PAYLOAD_HANDLING_FORWARD,
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi    PAYLOAD_HANDLING_HANDLER,
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi};
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic bool debug = FALSE;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic const char *failure = NULL;
bcab95c672604588f1645e4a52e43f52ee567593Timo Sirainen
bcab95c672604588f1645e4a52e43f52ee567593Timo Sirainenstatic bool blocking = FALSE;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic enum payload_handling server_payload_handling =
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi    PAYLOAD_HANDLING_LOW_LEVEL;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic unsigned int parallel_clients = 1;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic bool parallel_clients_global = FALSE;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic bool request_100_continue = FALSE;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic size_t read_server_partial = 0;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic size_t read_client_partial = 0;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic unsigned int test_max_pending = 200;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic unsigned int client_ioloop_nesting = 0;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic struct ip_addr bind_ip;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic in_port_t bind_port = 0;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic int fd_listen = -1;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic pid_t server_pid = (pid_t)-1;
bcab95c672604588f1645e4a52e43f52ee567593Timo Sirainenstatic struct ioloop *ioloop_nested = NULL;
bcab95c672604588f1645e4a52e43f52ee567593Timo Sirainenstatic unsigned ioloop_nested_first = 0;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic unsigned ioloop_nested_last = 0;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic unsigned ioloop_nested_depth = 0;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi/*
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi * Test files
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi */
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic ARRAY_TYPE(const_string) files;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic pool_t files_pool;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomistatic void test_files_read_dir(const char *path)
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi{
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi    DIR *dirp;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi    /* open the directory */
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi    if ((dirp = opendir(path)) == NULL) {
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi        if (errno == ENOENT || errno == EACCES)
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi            return;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi        i_fatal("test files: "
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi            "failed to open directory %s: %m", path);
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi    }
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi    /* read entries */
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi    for (;;) {
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi        const char *file;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi        struct dirent *dp;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi        struct stat st;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi        errno = 0;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi        if ((dp=readdir(dirp)) == NULL)
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi            break;
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi        if (*dp->d_name == '.')
662bb64be818407c6719a69780411f7ca8d6c96fAki Tuomi            continue;

        file = t_abspath_to(dp->d_name, path);
        if (stat(file, &st) == 0) {
            if (S_ISREG(st.st_mode)) {
                file += 2; /* skip "./" */
                file = p_strdup(files_pool, file);
                array_append(&files, &file, 1);
            } else {
                test_files_read_dir(file);
            }
        }
    }

    if (errno != 0)
        i_fatal("test files: "
            "failed to read directory %s: %m", path);

    /* Close the directory */
    if (closedir(dirp) < 0)
        i_error("test files: "
            "failed to close directory %s: %m", path);
}

static void test_files_init(void)
{
    /* initialize file array */
    files_pool = pool_alloconly_create
        (MEMPOOL_GROWING"http_server_request", 4096);
    p_array_init(&files, files_pool, 512);

    /* obtain all filenames */
    test_files_read_dir(".");
}

static void test_files_deinit(void)
{
    pool_unref(&files_pool);
}

static struct istream *
test_file_open(const char *path,
    unsigned int *status_r, const char **reason_r)
    ATTR_NULL(2, 3)
{
    int fd;

    if (status_r != NULL)
        *status_r = 200;
    if (reason_r != NULL)
        *reason_r = "OK";

    fd = open(path, O_RDONLY);
    if (fd < 0) {
        if (debug) {
            i_debug("test files: "
                "open(%s) failed: %m", path);
        }
        switch (errno) {
        case EFAULT:
        case ENOENT:
            if (status_r != NULL)
                *status_r = 404;
            if (reason_r != NULL)
                *reason_r = "Not Found";
            break;
        case EISDIR:
        case EACCES:
            if (status_r != NULL)
                *status_r = 403;
            if (reason_r != NULL)
                *reason_r = "Forbidden";
            break;
        default:
            if (status_r != NULL)
                *status_r = 500;
            if (reason_r != NULL)
                *reason_r = "Internal Server Error";
        }
        return NULL;
    }

    return i_stream_create_fd_autoclose(&fd, 40960);
}

/*
 * Test server
 */

struct client {
    pool_t pool;
    struct client *prev, *next;

    struct http_server_connection *http_conn;
};

struct client_request {
    struct client *client;
    struct http_server_request *server_req;

    const char *path;

    struct istream *payload_input;
    struct ostream *payload_output;
    struct io *io;
};

static const struct http_server_callbacks http_callbacks;
static struct http_server *http_server;

static struct io *io_listen;
static struct client *clients;

/* location: /succes */

static void
client_handle_success_request(struct client_request *creq)
{
    struct http_server_request *req = creq->server_req;
    const struct http_request *hreq =
        http_server_request_get(req);
    struct http_server_response *resp;

    if (strcmp(hreq->method, "GET") != 0) {
        http_server_request_fail(req,
            405, "Method Not Allowed");
        return;
    }

    resp = http_server_response_create(req, 200, "OK");
    http_server_response_submit(resp);
}

/* location: /download/... */

static void
client_handle_download_request(
    struct client_request *creq,
    const char *path)
{
    struct http_server_request *req = creq->server_req;
    const struct http_request *hreq =
        http_server_request_get(req);
    struct http_server_response *resp;
    const char *fpath, *reason;
    struct istream *fstream;
    struct ostream *output;
    unsigned int status;

    if (strcmp(hreq->method, "GET") != 0) {
        http_server_request_fail(req,
            405, "Method Not Allowed");
        return;
    }

    fpath = t_strconcat(".", path, NULL);

    if (debug) {
        i_debug("test server: download: "
            "sending payload for %s", fpath);
    }

    fstream = test_file_open(fpath, &status, &reason);
    if (fstream == NULL) {
        http_server_request_fail(req, status, reason);
        return;
    }

    resp = http_server_response_create(req, 200, "OK");
    http_server_response_add_header(resp, "Content-Type", "text/plain");

    if (blocking) {
        output = http_server_response_get_payload_output(resp, TRUE);
        if (o_stream_send_istream(output, fstream) != OSTREAM_SEND_ISTREAM_RESULT_FINISHED) {
            i_fatal("test server: download: "
                "failed to send blocking file payload");
        }

        if (debug) {
            i_debug("test server: download: "
                "finished sending blocking payload for %s"
                "(%"PRIuUOFF_T":%"PRIuUOFF_T")",
                fpath, fstream->v_offset, output->offset);
        }

        o_stream_close(output);
        o_stream_unref(&output);
    } else {
        http_server_response_set_payload(resp, fstream);
        http_server_response_submit(resp);
    }
    i_stream_unref(&fstream);
}

/* location: /echo */

static void
client_request_finish_payload_in(struct client_request *creq)
{
    struct http_server_response *resp;
    struct istream *payload_input;

    payload_input = iostream_temp_finish(&creq->payload_output, 4096);

    resp = http_server_response_create
        (creq->server_req, 200, "OK");
    http_server_response_add_header(resp, "Content-Type", "text/plain");
    http_server_response_set_payload(resp, payload_input);
    http_server_response_submit(resp);

    i_stream_unref(&payload_input);
}

static void
client_request_read_echo(struct client_request *creq)
{
    enum ostream_send_istream_result res;

    o_stream_set_max_buffer_size(creq->payload_output, IO_BLOCK_SIZE);
    res = o_stream_send_istream(creq->payload_output, creq->payload_input);
    o_stream_set_max_buffer_size(creq->payload_output, (size_t)-1);

    switch (res) {
    case OSTREAM_SEND_ISTREAM_RESULT_FINISHED:
        break;
    case OSTREAM_SEND_ISTREAM_RESULT_WAIT_INPUT:
    case OSTREAM_SEND_ISTREAM_RESULT_WAIT_OUTPUT:
        return;
    case OSTREAM_SEND_ISTREAM_RESULT_ERROR_INPUT:
        i_fatal("test server: echo: "
            "Failed to read all echo payload [%s]", creq->path);
    case OSTREAM_SEND_ISTREAM_RESULT_ERROR_OUTPUT:
        i_fatal("test server: echo: "
            "Failed to write all echo payload [%s]", creq->path);
    }

    client_request_finish_payload_in(creq);
    i_stream_unref(&creq->payload_input);
}

static void
client_request_read_echo_more(struct client_request *creq)
{
    client_request_read_echo(creq);

    if (creq->payload_input != NULL)
        return;

    io_remove(&creq->io);

    if (debug) {
        i_debug("test server: echo: "
            "finished receiving payload for %s", creq->path);
    }
}

static void
client_handle_echo_request(struct client_request *creq,
    const char *path)
{
    struct http_server_request *req = creq->server_req;
    const struct http_request *hreq =
        http_server_request_get(req);
    struct http_server_response *resp;
    struct ostream *payload_output;
    uoff_t size;

    creq->path = p_strdup
        (http_server_request_get_pool(req), path);

    if (strcmp(hreq->method, "PUT") != 0) {
        http_server_request_fail(req,
            405, "Method Not Allowed");
        return;
    }

    size = 0;
    (void)http_request_get_payload_size(hreq, &size);
    if (size == 0) {
        resp = http_server_response_create
            (creq->server_req, 200, "OK");
        http_server_response_add_header(resp, "Content-Type", "text/plain");
        http_server_response_submit(resp);
        return;
    }

    payload_output = iostream_temp_create
        ("/tmp/test-http-server", 0);

    if (blocking) {
        struct istream *payload_input;

        payload_input =
            http_server_request_get_payload_input(req, TRUE);

        if (read_server_partial > 0) {
            struct istream *partial =
                i_stream_create_limit(payload_input, read_server_partial);
            i_stream_unref(&payload_input);
            payload_input = partial;
        }

        if (o_stream_send_istream(payload_output, payload_input) != OSTREAM_SEND_ISTREAM_RESULT_FINISHED) {
            i_fatal("test server: echo: "
                "failed to receive blocking echo payload");
        }
        i_stream_unref(&payload_input);

        payload_input = iostream_temp_finish(&payload_output, 4096);

        if (debug) {
            i_debug("test server: echo: "
                "finished receiving blocking payload for %s", path);
        }

        resp = http_server_response_create(req, 200, "OK");
        http_server_response_add_header(resp, "Content-Type", "text/plain");

        payload_output = http_server_response_get_payload_output(resp, TRUE);
        if (o_stream_send_istream(payload_output, payload_input) != OSTREAM_SEND_ISTREAM_RESULT_FINISHED) {
            i_fatal("test server: echo: "
                "failed to send blocking echo payload");
        }

        if (debug) {
            i_debug("test server: echo: "
                "finished sending blocking payload for %s", path);
        }

        i_stream_unref(&payload_input);
        o_stream_close(payload_output);
        o_stream_unref(&payload_output);

    } else {
        creq->payload_output = payload_output;

        switch (server_payload_handling) {
        case PAYLOAD_HANDLING_LOW_LEVEL:
            creq->payload_input =
                http_server_request_get_payload_input(req, FALSE);

            if (read_server_partial > 0) {
                struct istream *partial =
                    i_stream_create_limit(creq->payload_input, read_server_partial);
                i_stream_unref(&creq->payload_input);
                creq->payload_input = partial;
            }

            creq->io = io_add_istream(creq->payload_input,
                     client_request_read_echo_more, creq);
            client_request_read_echo_more(creq);
            break;
        case PAYLOAD_HANDLING_FORWARD:
            http_server_request_forward_payload(req,
                payload_output, (size_t)-1,
                client_request_finish_payload_in, creq);
            break;
        case PAYLOAD_HANDLING_HANDLER:
            creq->payload_input =
                http_server_request_get_payload_input(req, FALSE);
            http_server_request_handle_payload(req,
                client_request_read_echo, creq);
            break;
        }
    }
}

/* request */

static void
http_server_request_destroyed(struct client_request *creq);

static struct client_request *
client_request_init(struct client *client,
    struct http_server_request *req)
{
    struct client_request *creq;
    pool_t pool = http_server_request_get_pool(req);

    http_server_request_ref(req);

    creq = p_new(pool, struct client_request, 1);
    creq->client = client;
    creq->server_req = req;

    http_server_request_set_destroy_callback(req,
        http_server_request_destroyed, creq);

    return creq;
}

static void client_request_deinit(struct client_request **_creq)
{
    struct client_request *creq = *_creq;
    struct http_server_request *req = creq->server_req;

    *_creq = NULL;

    if (creq->io != NULL) {
        i_stream_unref(&creq->payload_input);
        io_remove(&creq->io);
    }

    http_server_request_unref(&req);
}

static void
http_server_request_destroyed(struct client_request *creq)
{
    client_request_deinit(&creq);
}

static void
client_handle_request(void *context,
    struct http_server_request *req)
{
    const struct http_request *hreq =
        http_server_request_get(req);
    const char *path = hreq->target.url->path, *p;
    struct client *client = (struct client *)context;
    struct client_request *creq;

    if (debug) {
        i_debug("test server: "
            "request method=`%s' path=`%s'", hreq->method, path);
    }

    creq = client_request_init(client, req);

    if (strcmp(path, "/success") == 0) {
        client_handle_success_request(creq);
        return;
    }

    if ((p=strchr(path+1, '/')) == NULL) {
        http_server_request_fail(req, 404, "Not found");
        return;
    }
    if (strncmp(path, "/download", p-path) == 0) {
        client_handle_download_request(creq, p);
        return;
    }
    if (strncmp(path, "/echo", p-path) == 0) {
        client_handle_echo_request(creq, p);
        return;
    }

    http_server_request_fail(req, 404, "Not found");
    return;
}

/* client connection */

static void
client_connection_destroy(void *context, const char *reason);

static const struct http_server_callbacks http_callbacks = {
    .connection_destroy = client_connection_destroy,
    .handle_request = client_handle_request
};

static void client_init(int fd)
{
    struct client *client;
    pool_t pool;

    net_set_nonblock(fd, TRUE);

    pool = pool_alloconly_create("client", 256);
    client = p_new(pool, struct client, 1);
    client->pool = pool;

    client->http_conn = http_server_connection_create(http_server,
        fd, fd, FALSE, &http_callbacks, client);
    DLLIST_PREPEND(&clients, client);
}

static void client_deinit(struct client **_client)
{
    struct client *client = *_client;

    *_client = NULL;

    DLLIST_REMOVE(&clients, client);

    if (client->http_conn != NULL)
        http_server_connection_close(&client->http_conn, "deinit");
    pool_unref(&client->pool);
}

static void
client_connection_destroy(void *context, const char *reason ATTR_UNUSED)
{
    struct client *client = context;

    client->http_conn = NULL;
    client_deinit(&client);
}

static void client_accept(void *context ATTR_UNUSED)
{
    int fd;

    /* accept new client */
    fd = net_accept(fd_listen, NULL, NULL);
    if (fd == -1)
        return;
    if (fd == -2) {
        i_fatal("test server: accept() failed: %m");
    }

    client_init(fd);
}

/* */

static void
test_server_init(const struct http_server_settings *server_set)
{
    /* open server socket */
    io_listen = io_add(fd_listen,
        IO_READ, client_accept, (void *)NULL);

    http_server = http_server_init(server_set);
}

static void test_server_deinit(void)
{
    /* close server socket */
    io_remove(&io_listen);

    /* deinitialize */
    http_server_deinit(&http_server);
}

/*
 * Test client
 */

struct test_client_request {
    struct test_client_request *prev, *next;
    struct http_client_request *hreq;

    struct io *io;
    struct istream *payload;
    struct istream *file;
    unsigned int files_idx;
};

static struct http_client **http_clients;
static struct test_client_request *client_requests;
static unsigned int client_files_first, client_files_last;
struct timeout *to_client_progress = NULL;

static struct test_client_request *
test_client_request_new(void)
{
    struct test_client_request *tcreq;

    tcreq = i_new(struct test_client_request, 1);
    DLLIST_PREPEND(&client_requests, tcreq);

    return tcreq;
}

static void
test_client_request_destroy(struct test_client_request *tcreq)
{
    io_remove(&tcreq->io);
    i_stream_unref(&tcreq->payload);
    i_stream_unref(&tcreq->file);

    DLLIST_REMOVE(&client_requests, tcreq);
    i_free(tcreq);
}

static void
test_client_switch_ioloop(void)
{
    struct test_client_request *tcreq;

    to_client_progress = io_loop_move_timeout(&to_client_progress);

    for (tcreq = client_requests; tcreq != NULL;
        tcreq = tcreq->next) {
        if (tcreq->io != NULL)
            tcreq->io = io_loop_move_io(&tcreq->io);
        if (tcreq->payload != NULL)
            i_stream_switch_ioloop(tcreq->payload);
    }
}

static void
test_client_progress_timeout(void *context ATTR_UNUSED)
{
    /* Terminate test due to lack of progress */
    failure = "Test is hanging";
    timeout_remove(&to_client_progress);
    io_loop_stop(current_ioloop);
}

static void
test_client_create_clients(const struct http_client_settings *client_set)
{
    struct http_client_context *http_context;
    unsigned int i;

    to_client_progress = timeout_add(CLIENT_PROGRESS_TIMEOUT*1000,
        test_client_progress_timeout, NULL);

    if (!parallel_clients_global)
        http_context = http_client_context_create(client_set);

    if (parallel_clients < 1)
        parallel_clients = 1;
    http_clients = i_new(struct http_client *, parallel_clients);
    for (i = 0; i < parallel_clients; i++) {
        http_clients[i] = (parallel_clients_global ?
            http_client_init(client_set) :
            http_client_init_shared(http_context, NULL));
    }

    if (!parallel_clients_global)
        http_client_context_unref(&http_context);
}

/* download */

static void test_client_download_continue(void);

static void
test_client_download_finished(unsigned int files_idx)
{
    const char **paths;
    unsigned int count;

    paths = array_get_modifiable(&files, &count);
    i_assert(files_idx < count);
    i_assert(client_files_first < count);
    i_assert(paths[files_idx] != NULL);

    paths[files_idx] = NULL;
    test_client_download_continue();
}

static void
test_client_download_payload_input(struct test_client_request *tcreq)
{
    struct istream *payload = tcreq->payload;
    const unsigned char *pdata, *fdata;
    size_t psize, fsize, pleft;
    unsigned int files_idx = tcreq->files_idx;
    off_t ret;

    timeout_reset(to_client_progress);

    /* read payload */
    while ((ret=i_stream_read_more(payload, &pdata, &psize)) > 0) {
        if (debug) {
            i_debug("test client: download: "
                "got data for [%u] (size=%d)",
                tcreq->files_idx, (int)psize);
        }
        /* compare with file on disk */
        pleft = psize;
        while ((ret=i_stream_read_more
            (tcreq->file, &fdata, &fsize)) > 0 && pleft > 0) {
            fsize = (fsize > pleft ? pleft : fsize);
            if (memcmp(pdata, fdata, fsize) != 0) {
                i_fatal("test client: download: "
                    "received data does not match file "
                    "(%"PRIuUOFF_T":%"PRIuUOFF_T")",
                    payload->v_offset, tcreq->file->v_offset);
            }
            i_stream_skip(tcreq->file, fsize);
            pleft -= fsize;
            pdata += fsize;
        }
        if (ret < 0 && tcreq->file->stream_errno != 0) {
            i_fatal("test client: download: "
                "failed to read file: %s", i_stream_get_error(tcreq->file));
        }
        i_stream_skip(payload, psize);
    }

    if (ret == 0) {
        if (debug) {
            i_debug("test client: download: "
                "need more data for [%u]",
                tcreq->files_idx);
        }
        /* we will be called again for this request */
    } else {
        (void)i_stream_read(tcreq->file);
        if (payload->stream_errno != 0) {
            i_fatal("test client: download: "
                "failed to read request payload: %s",
                i_stream_get_error(payload));
        } if (i_stream_have_bytes_left(tcreq->file)) {
            if (i_stream_read_more(tcreq->file, &fdata, &fsize) <= 0)
                fsize = 0;
            i_fatal("test client: download: "
                "payload ended prematurely "
                "(at least %"PRIuSIZE_T" bytes left)", fsize);
        } else if (debug) {
            i_debug("test client: download: "
                "finished request for [%u]",
                tcreq->files_idx);
        }

        /* dereference payload stream; finishes the request */
        tcreq->payload = NULL;
        io_remove(&tcreq->io); /* holds a reference too */
        i_stream_unref(&payload);

        /* finished */
        test_client_download_finished(files_idx);
    }
}

static void
test_client_download_response(const struct http_response *resp,
             struct test_client_request *tcreq)
{
    const char **paths;
    const char *path;
    unsigned int count, status;
    struct istream *fstream;
    const char *reason;

    if (debug) {
        i_debug("test client: download: "
            "got response for [%u]",
            tcreq->files_idx);
    }

    timeout_reset(to_client_progress);

    paths = array_get_modifiable(&files, &count);
    i_assert(tcreq->files_idx < count);
    i_assert(client_files_first < count);
    path = paths[tcreq->files_idx];
    i_assert(path != NULL);

    if (debug) {
        i_debug("test client: download: "
            "path for [%u]: %s",
            tcreq->files_idx, path);
    }

    fstream = test_file_open(path, &status, &reason);
    i_assert(fstream != NULL);

    if (status != resp->status) {
        i_fatal("test client: download: "
            "got wrong response for %s: %u %s (expected: %u %s)",
            path, resp->status, resp->reason, status, reason);
    }

    if (resp->status / 100 != 2) {
        if (debug) {
            i_debug("test client: download: "
                "HTTP request for %s failed: %u %s",
                path, resp->status, resp->reason);
        }
        i_stream_unref(&fstream);
        test_client_download_finished(tcreq->files_idx);
        return;
    }

    if (resp->payload == NULL) {
        if (debug) {
            i_debug("test client: download: "
                "no payload for %s [%u]",
                path, tcreq->files_idx);
        }
        i_stream_unref(&fstream);
        test_client_download_finished(tcreq->files_idx);
        return;
    }

    i_assert(fstream != NULL);
    if (read_client_partial == 0) {
        i_stream_ref(resp->payload);
        tcreq->payload = resp->payload;
        tcreq->file = fstream;
    } else {
        struct istream *payload = resp->payload;
        tcreq->payload = i_stream_create_limit
            (payload, read_client_partial);
        tcreq->file = i_stream_create_limit
            (fstream, read_client_partial);
        i_stream_unref(&fstream);
    }

    tcreq->io = io_add_istream(tcreq->payload,
        test_client_download_payload_input, tcreq);
    test_client_download_payload_input(tcreq);
}

static void test_client_download_continue(void)
{
    struct test_client_request *tcreq;
    struct http_client_request *hreq;
    const char *const *paths;
    unsigned int count;

    paths = array_get(&files, &count);
    i_assert(client_files_first <= count);
    i_assert(client_files_last <= count);

    i_assert(client_files_first <= client_files_last);
    for (; client_files_first < client_files_last &&
        paths[client_files_first] == NULL; client_files_first++)

    if (debug) {
        i_debug("test client: download: "
            "received until [%u]",
            client_files_first-1);
    }

    if (client_files_first >= count) {
        io_loop_stop(current_ioloop);
        return;
    }

    for (; client_files_last < count &&
            (client_files_last - client_files_first) < test_max_pending;
        client_files_last++) {
        struct http_client *http_client =
            http_clients[client_files_last % parallel_clients];
        const char *path = paths[client_files_last];

        tcreq = test_client_request_new();
        tcreq->files_idx = client_files_last;

        if (debug) {
            i_debug("test client: download: "
                "retrieving %s [%u]",
                path, tcreq->files_idx);
        }
        hreq = tcreq->hreq = http_client_request(http_client,
            "GET", net_ip2addr(&bind_ip),
            t_strconcat("/download/", path, NULL),
            test_client_download_response, tcreq);
        http_client_request_set_port(hreq, bind_port);
        http_client_request_set_destroy_callback(hreq,
            test_client_request_destroy, tcreq);
        http_client_request_submit(hreq);
    }
}

static void
test_client_download(const struct http_client_settings *client_set)
{
    /* create client(s) */
    test_client_create_clients(client_set);

    /* start querying server */
    client_files_first = client_files_last = 0;
    test_client_download_continue();
}

/* echo */

static void test_client_echo_continue(void);

static void
test_client_echo_finished(unsigned int files_idx)
{
    const char **paths;
    unsigned int count;

    paths = array_get_modifiable(&files, &count);
    i_assert(files_idx < count);
    i_assert(client_files_first < count);
    i_assert(paths[files_idx] != NULL);

    paths[files_idx] = NULL;
    test_client_echo_continue();
}

static void
test_client_echo_payload_input(struct test_client_request *tcreq)
{
    struct istream *payload = tcreq->payload;
    const unsigned char *pdata, *fdata;
    size_t psize, fsize, pleft;
    unsigned int files_idx = tcreq->files_idx;
    off_t ret;

    timeout_reset(to_client_progress);

    /* read payload */
    while ((ret=i_stream_read_more(payload, &pdata, &psize)) > 0) {
        if (debug) {
            i_debug("test client: echo: "
                "got data for [%u] (size=%d)",
                tcreq->files_idx, (int)psize);
        }
        /* compare with file on disk */
        pleft = psize;
        while ((ret=i_stream_read_more
            (tcreq->file, &fdata, &fsize)) > 0 && pleft > 0) {
            fsize = (fsize > pleft ? pleft : fsize);
            if (memcmp(pdata, fdata, fsize) != 0) {
                i_fatal("test client: echo: "
                    "received data does not match file "
                    "(%"PRIuUOFF_T":%"PRIuUOFF_T")",
                    payload->v_offset, tcreq->file->v_offset);
            }
            i_stream_skip(tcreq->file, fsize);
            pleft -= fsize;
            pdata += fsize;
        }
        if (ret < 0 && tcreq->file->stream_errno != 0) {
            i_fatal("test client: echo: "
                "failed to read file: %s", i_stream_get_error(tcreq->file));
        }
        i_stream_skip(payload, psize);
    }

    if (ret == 0) {
        if (debug) {
            i_debug("test client: echo: "
                "need more data for [%u]",
                tcreq->files_idx);
        }
        /* we will be called again for this request */
    } else {
        (void)i_stream_read(tcreq->file);
        if (payload->stream_errno != 0) {
            i_fatal("test client: echo: "
                "failed to read request payload: %s",
                i_stream_get_error(payload));
        } if (i_stream_have_bytes_left(tcreq->file)) {
            if (i_stream_read_more(tcreq->file, &fdata, &fsize) <= 0)
                fsize = 0;
            i_fatal("test client: echo: "
                "payload ended prematurely "
                "(at least %"PRIuSIZE_T" bytes left)", fsize);
        } else if (debug) {
            i_debug("test client: echo: "
                "finished request for [%u]",
                tcreq->files_idx);
        }

        /* dereference payload stream; finishes the request */
        tcreq->payload = NULL;
        io_remove(&tcreq->io); /* holds a reference too */
        i_stream_unref(&payload);

        /* finished */
        test_client_echo_finished(files_idx);
    }
}

static void
test_client_echo_response(const struct http_response *resp,
             struct test_client_request *tcreq)
{
    const char **paths;
    const char *path;
    unsigned int count, status;
    struct istream *fstream;

    if (debug) {
        i_debug("test client: echo: "
            "got response for [%u]",
            tcreq->files_idx);
    }

    timeout_reset(to_client_progress);

    paths = array_get_modifiable(&files, &count);
    i_assert(tcreq->files_idx < count);
    i_assert(client_files_first < count);
    path = paths[tcreq->files_idx];
    i_assert(path != NULL);

    if (debug) {
        i_debug("test client: echo: "
            "path for [%u]: %s",
            tcreq->files_idx, path);
    }

    if (resp->status / 100 != 2) {
        i_fatal("test client: echo: "
            "HTTP request for %s failed: %u %s",
            path, resp->status, resp->reason);
    }

    fstream = test_file_open(path, &status, NULL);
    if (fstream == NULL) {
        i_fatal("test client: echo: "
            "failed to open %s", path);
    }

    if (read_server_partial > 0) {
        struct istream *partial = i_stream_create_limit
            (fstream, read_server_partial);
        i_stream_unref(&fstream);
        fstream = partial;
    }

    if (resp->payload == NULL) {
        // FIXME: check file is empty
        if (debug) {
            i_debug("test client: echo: "
                "no payload for %s [%u]",
                path, tcreq->files_idx);
        }
        i_stream_unref(&fstream);
        test_client_echo_finished(tcreq->files_idx);
        return;
    }

    i_assert(fstream != NULL);
    tcreq->file = fstream;

    i_stream_ref(resp->payload);
    tcreq->payload = resp->payload;
    tcreq->io = io_add_istream(resp->payload,
        test_client_echo_payload_input, tcreq);
    test_client_echo_payload_input(tcreq);
}

static void test_client_echo_continue(void)
{
    struct test_client_request *tcreq;
    struct http_client_request *hreq;
    const char **paths;
    unsigned int count, first_submitted;

    paths = array_get_modifiable(&files, &count);

    i_assert(client_files_first <= count);
    i_assert(client_files_last <= count);

    i_assert(client_files_first <= client_files_last);
    for (; client_files_first < client_files_last &&
        paths[client_files_first] == NULL; client_files_first++);

    if (debug) {
        i_debug("test client: echo: "
            "received until [%u/%u]", client_files_first-1, count);
    }

    if (debug && client_files_first < count) {
        const char *path = paths[client_files_first];
        i_debug("test client: echo: "
            "next blocking: %s [%d]",
            (path == NULL ? "none" : path),
            client_files_first);
    }

    if (client_files_first >= count) {
        io_loop_stop(current_ioloop);
        return;
    }

    first_submitted = client_files_last;
    for (; client_files_last < count &&
            (client_files_last - client_files_first) < test_max_pending;
        client_files_last++) {
        struct http_client *http_client =
            http_clients[client_files_last % parallel_clients];
        struct istream *fstream;
        const char *path = paths[client_files_last];

        fstream = test_file_open(path, NULL, NULL);
        if (fstream == NULL) {
            paths[client_files_last] = NULL;
            if (debug) {
                i_debug("test client: echo: "
                    "skipping %s [%u]",
                    path, client_files_last);
            }
            continue;
        }

        if (debug) {
            i_debug("test client: echo: "
                "retrieving %s [%u]",
                path, client_files_last);
        }

        tcreq = test_client_request_new();
        tcreq->files_idx = client_files_last;

        hreq = tcreq->hreq = http_client_request(http_client,
            "PUT", net_ip2addr(&bind_ip),
            t_strconcat("/echo/", path, NULL),
            test_client_echo_response, tcreq);
        http_client_request_set_port(hreq, bind_port);
        http_client_request_set_payload
            (hreq, fstream, request_100_continue);
        http_client_request_set_destroy_callback(hreq,
            test_client_request_destroy, tcreq);
        http_client_request_submit(hreq);

        i_stream_unref(&fstream);
    }

    /* run nested ioloop (if requested) if new requests cross a nesting
       boundary */
    if (ioloop_nested != NULL) {
        unsigned int i;

        i_assert(ioloop_nested_first <= count);
        i_assert(ioloop_nested_last <= count);
        for (i = ioloop_nested_first; i < ioloop_nested_last; i++) {
            if (paths[i] != NULL) {
                if (debug) {
                    i_debug("test client: "
                        "not leaving ioloop [%u]", i);
                }
                break;
            }
        }

        if (i == ioloop_nested_last)
            io_loop_stop(ioloop_nested);
    } else if (client_ioloop_nesting > 0 &&
        ((client_files_last / client_ioloop_nesting) !=
            (first_submitted / client_ioloop_nesting)) ) {
        struct ioloop *prev_ioloop = current_ioloop;
        unsigned int i;

        ioloop_nested_first = first_submitted;
        ioloop_nested_last = first_submitted + client_ioloop_nesting;
        if (ioloop_nested_last > client_files_last)
            ioloop_nested_last = client_files_last;

        if (debug) {
            i_debug("test client: echo: entering ioloop for %u...%u (depth=%u)",
                ioloop_nested_first, ioloop_nested_last, ioloop_nested_depth);
        }

        ioloop_nested_depth++;

        ioloop_nested = io_loop_create();
        for (i = 0; i < parallel_clients; i++)
            http_client_switch_ioloop(http_clients[i]);
        test_client_switch_ioloop();

        io_loop_run(ioloop_nested);

        io_loop_set_current(prev_ioloop);
        for (i = 0; i < parallel_clients; i++)
            http_client_switch_ioloop(http_clients[i]);
        test_client_switch_ioloop();
        io_loop_set_current(ioloop_nested);
        io_loop_destroy(&ioloop_nested);
        ioloop_nested = NULL;

        ioloop_nested_depth--;

        if (debug) {
            i_debug("test client: echo: leaving ioloop for %u...%u (depth=%u)",
                ioloop_nested_first, ioloop_nested_last, ioloop_nested_depth);
        }
        ioloop_nested_first = ioloop_nested_last = 0;

        if (client_files_first >= count) {
            io_loop_stop(current_ioloop);
            return;
        }
    }
}

static void
test_client_echo(const struct http_client_settings *client_set)
{
    /* create client */
    test_client_create_clients(client_set);

    /* start querying server */
    client_files_first = client_files_last = 0;
    test_client_echo_continue();
}

/* cleanup */

static void test_client_deinit(void)
{
    unsigned int i;

    for (i = 0; i < parallel_clients; i++)
        http_client_deinit(&http_clients[i]);
    i_free(http_clients);

    parallel_clients = 1;

    timeout_remove(&to_client_progress);
}

/*
 * Tests
 */

static void test_open_server_fd(void)
{
    i_close_fd(&fd_listen);
    fd_listen = net_listen(&bind_ip, &bind_port, 128);
    if (fd_listen == -1) {
        i_fatal("listen(%s:%u) failed: %m",
            net_ip2addr(&bind_ip), bind_port);
    }
}

static void test_server_kill(void)
{
    if (server_pid != (pid_t)-1) {
        (void)kill(server_pid, SIGKILL);
        (void)waitpid(server_pid, NULL, 0);
    }
    server_pid = (pid_t)-1;
}

static void test_run_client_server(
    const struct http_client_settings *client_set,
    const struct http_server_settings *server_set,
    void (*client_init)(const struct http_client_settings *client_set))
{
    struct ioloop *ioloop;

    failure = NULL;
    test_open_server_fd();

    if ((server_pid = fork()) == (pid_t)-1)
        i_fatal("fork() failed: %m");
    if (server_pid == 0) {
        server_pid = (pid_t)-1;
        hostpid_init();
        if (debug)
            i_debug("server: PID=%s", my_pid);
        /* child: server */
        ioloop_nested = NULL;
        ioloop_nested_depth = 0;
        ioloop = io_loop_create();
        test_server_init(server_set);
        io_loop_run(ioloop);
        test_server_deinit();
        io_loop_destroy(&ioloop);
        i_close_fd(&fd_listen);
    } else {
        if (debug)
            i_debug("client: PID=%s", my_pid);
        i_close_fd(&fd_listen);
        /* parent: client */
        ioloop_nested = NULL;
        ioloop_nested_depth = 0;
        ioloop = io_loop_create();
        client_init(client_set);
        io_loop_run(ioloop);
        test_client_deinit();
        io_loop_destroy(&ioloop);
        test_server_kill();
    }
}

static void test_run_sequential(
    void (*client_init)(const struct http_client_settings *client_set))
{
    struct http_server_settings http_server_set;
    struct http_client_settings http_client_set;

    /* download files from blocking server */

    /* server settings */
    i_zero(&http_server_set);
    http_server_set.max_pipelined_requests = 0;
    http_server_set.debug = debug;
    http_server_set.request_limits.max_payload_size = (uoff_t)-1;

    /* client settings */
    i_zero(&http_client_set);
    http_client_set.max_idle_time_msecs = 5*1000;
    http_client_set.max_parallel_connections = 1;
    http_client_set.max_pipelined_requests = 1;
    http_client_set.max_redirects = 0;
    http_client_set.max_attempts = 1;
    http_client_set.debug = debug;

    test_files_init();
    test_run_client_server
        (&http_client_set, &http_server_set, client_init);
    test_files_deinit();

    test_out_reason("sequential", (failure == NULL), failure);
}

static void test_run_pipeline(
    void (*client_init)(const struct http_client_settings *client_set))
{
    struct http_server_settings http_server_set;
    struct http_client_settings http_client_set;

    /* download files from blocking server */

    /* server settings */
    i_zero(&http_server_set);
    http_server_set.max_pipelined_requests = 4;
    http_server_set.debug = debug;
    http_server_set.request_limits.max_payload_size = (uoff_t)-1;

    /* client settings */
    i_zero(&http_client_set);
    http_client_set.max_idle_time_msecs = 5*1000;
    http_client_set.max_parallel_connections = 1;
    http_client_set.max_pipelined_requests = 8;
    http_client_set.max_redirects = 0;
    http_client_set.max_attempts = 1;
    http_client_set.debug = debug;

    test_files_init();
    test_run_client_server
        (&http_client_set, &http_server_set, client_init);
    test_files_deinit();

    test_out_reason("pipeline", (failure == NULL), failure);
}

static void test_run_parallel(
    void (*client_init)(const struct http_client_settings *client_set))
{
    struct http_server_settings http_server_set;
    struct http_client_settings http_client_set;

    /* download files from blocking server */

    /* server settings */
    i_zero(&http_server_set);
    http_server_set.max_pipelined_requests = 4;
    http_server_set.debug = debug;
    http_server_set.request_limits.max_payload_size = (uoff_t)-1;

    /* client settings */
    i_zero(&http_client_set);
    http_client_set.max_idle_time_msecs = 5*1000;
    http_client_set.max_parallel_connections = 40;
    http_client_set.max_pipelined_requests = 8;
    http_client_set.max_redirects = 0;
    http_client_set.max_attempts = 1;
    http_client_set.debug = debug;

    test_files_init();
    test_run_client_server
        (&http_client_set, &http_server_set, client_init);
    test_files_deinit();

    test_out_reason("parallel", (failure == NULL), failure);
}

static void test_download_server_nonblocking(void)
{
    test_begin("http payload download (server non-blocking)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_FORWARD;
    test_run_sequential(test_client_download);
    test_run_pipeline(test_client_download);
    test_run_parallel(test_client_download);
    test_end();
}

static void test_download_server_blocking(void)
{
    test_begin("http payload download (server blocking)");
    blocking = TRUE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    test_run_sequential(test_client_download);
    test_run_pipeline(test_client_download);
    test_run_parallel(test_client_download);
    test_end();
}

static void test_echo_server_nonblocking(void)
{
    test_begin("http payload echo (server non-blocking)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_FORWARD;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();

    test_begin("http payload echo (server non-blocking; low-level)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_LOW_LEVEL;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();

    test_begin("http payload echo (server non-blocking; handler)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_HANDLER;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();
}

static void test_echo_server_blocking(void)
{
    test_begin("http payload echo (server blocking)");
    blocking = TRUE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();
}

static void test_echo_server_nonblocking_sync(void)
{
    test_begin("http payload echo (server non-blocking; 100-continue)");
    blocking = FALSE;
    request_100_continue = TRUE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_FORWARD;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();

    test_begin("http payload echo (server non-blocking; 100-continue; low-level)");
    blocking = FALSE;
    request_100_continue = TRUE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_LOW_LEVEL;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();

    test_begin("http payload echo (server non-blocking; 100-continue; handler)");
    blocking = FALSE;
    request_100_continue = TRUE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_HANDLER;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();
}

static void test_echo_server_blocking_sync(void)
{
    test_begin("http payload echo (server blocking; 100-continue)");
    blocking = TRUE;
    request_100_continue = TRUE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();
}

static void test_echo_server_nonblocking_partial(void)
{
    test_begin("http payload echo (server non-blocking; partial short)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 1024;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_FORWARD;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();
    test_begin("http payload echo (server non-blocking; partial long)");
    read_server_partial = IO_BLOCK_SIZE + 1024;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();

    test_begin("http payload echo (server non-blocking; partial short; low-level)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 1024;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_LOW_LEVEL;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();
    test_begin("http payload echo (server non-blocking; partial long; low-level)");
    read_server_partial = IO_BLOCK_SIZE + 1024;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();

    test_begin("http payload echo (server non-blocking; partial short; handler)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 1024;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_HANDLER;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();
    test_begin("http payload echo (server non-blocking; partial long; handler)");
    read_server_partial = IO_BLOCK_SIZE + 1024;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();
}

static void test_echo_server_blocking_partial(void)
{
    test_begin("http payload echo (server blocking; partial short)");
    blocking = TRUE;
    request_100_continue = FALSE;
    read_server_partial = 1024;
    client_ioloop_nesting = 0;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();
    test_begin("http payload echo (server blocking; partial long)");
    read_server_partial = IO_BLOCK_SIZE + 1024;
    test_run_sequential(test_client_echo);
    test_run_pipeline(test_client_echo);
    test_run_parallel(test_client_echo);
    test_end();
}

static void test_download_client_partial(void)
{
    test_begin("http payload download (client partial)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    read_client_partial = 1024;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_FORWARD;
    test_run_sequential(test_client_download);
    test_run_pipeline(test_client_download);
    test_run_parallel(test_client_download);
    test_end();
    test_begin("http payload download (client partial long)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    read_client_partial = IO_BLOCK_SIZE + 1024;
    server_payload_handling = PAYLOAD_HANDLING_FORWARD;
    test_run_sequential(test_client_download);
    test_run_pipeline(test_client_download);
    test_run_parallel(test_client_download);
    test_end();
}

static void test_download_client_nested_ioloop(void)
{
    test_begin("http payload echo (client nested ioloop)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    read_client_partial = 0;
    client_ioloop_nesting = 10;
    server_payload_handling = PAYLOAD_HANDLING_FORWARD;
    test_run_parallel(test_client_echo);
    test_end();
}

static void test_echo_client_shared(void)
{
    test_begin("http payload download (server non-blocking; client shared)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_FORWARD;
    parallel_clients = 4;
    test_run_sequential(test_client_download);
    parallel_clients = 4;
    test_run_pipeline(test_client_download);
    parallel_clients = 4;
    test_run_parallel(test_client_download);
    test_end();

    test_begin("http payload download (server blocking; client shared)");
    blocking = TRUE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    parallel_clients = 4;
    test_run_sequential(test_client_download);
    parallel_clients = 4;
    test_run_pipeline(test_client_download);
    parallel_clients = 4;
    test_run_parallel(test_client_download);
    test_end();

    test_begin("http payload echo (server non-blocking; client shared)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_FORWARD;
    parallel_clients = 4;
    test_run_sequential(test_client_echo);
    parallel_clients = 4;
    test_run_pipeline(test_client_echo);
    parallel_clients = 4;
    test_run_parallel(test_client_echo);
    test_end();

    test_begin("http payload echo (server blocking; client shared)");
    blocking = TRUE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    parallel_clients = 4;
    test_run_sequential(test_client_echo);
    parallel_clients = 4;
    test_run_pipeline(test_client_echo);
    parallel_clients = 4;
    test_run_parallel(test_client_echo);
    test_end();

    test_begin("http payload echo (server non-blocking; client global)");
    blocking = FALSE;
    request_100_continue = FALSE;
    read_server_partial = 0;
    client_ioloop_nesting = 0;
    server_payload_handling = PAYLOAD_HANDLING_FORWARD;
    parallel_clients = 4;
    parallel_clients_global = TRUE;
    test_run_sequential(test_client_echo);
    parallel_clients = 4;
    parallel_clients_global = TRUE;
    test_run_pipeline(test_client_echo);
    parallel_clients = 4;
    parallel_clients_global = TRUE;
    test_run_parallel(test_client_echo);
    test_end();
}

static void (*const test_functions[])(void) = {
    test_download_server_nonblocking,
    test_download_server_blocking,
    test_echo_server_nonblocking,
    test_echo_server_blocking,
    test_echo_server_nonblocking_sync,
    test_echo_server_blocking_sync,
    test_echo_server_nonblocking_partial,
    test_echo_server_blocking_partial,
    test_download_client_partial,
    test_download_client_nested_ioloop,
    test_echo_client_shared,
    NULL
};

/*
 * Main
 */

volatile sig_atomic_t terminating = 0;

static void
test_signal_handler(int signo)
{
    if (terminating != 0)
        raise(signo);
    terminating = 1;

    /* make sure we don't leave any pesky children alive */
    test_server_kill();

    (void)signal(signo, SIG_DFL);
    raise(signo);
}

static void test_atexit(void)
{
    test_server_kill();
}

int main(int argc, char *argv[])
{
    int c;

    atexit(test_atexit);
    (void)signal(SIGCHLD, SIG_IGN);
    (void)signal(SIGTERM, test_signal_handler);
    (void)signal(SIGQUIT, test_signal_handler);
    (void)signal(SIGINT, test_signal_handler);
    (void)signal(SIGSEGV, test_signal_handler);
    (void)signal(SIGABRT, test_signal_handler);

    while ((c = getopt(argc, argv, "D")) > 0) {
        switch (c) {
        case 'D':
            debug = TRUE;
            break;
        default:
            i_fatal("Usage: %s [-D]", argv[0]);
        }
    }

    /* listen on localhost */
    i_zero(&bind_ip);
    bind_ip.family = AF_INET;
    bind_ip.u.ip4.s_addr = htonl(INADDR_LOOPBACK);

    test_run(test_functions);
}