net/wanboot/boot_http.c

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/*
 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
 * Copyright (c) 2012, OmniTI Computer Consulting, Inc. All rights reserved.
 */

#include <errno.h>
#include <sys/types.h>
#include <sys/socket.h>
#include <netinet/in.h>
#include <arpa/inet.h>
#include <ctype.h>
#include <stdio.h>
#include <strings.h>
#include <stdlib.h>
#include <netdb.h>

#include <openssl/ssl.h>
#include <openssl/err.h>
#include <openssl/rand.h>
#include <openssl/pkcs12.h>

/* this must be included after ssl.h to avoid re-defining 'offsetof' */
#include <sys/sysmacros.h>

#include <boot_http.h>
#include <socket_inet.h>
#include <p12access.h>

#include "bootlog.h"

#define BOOT_HTTP_MAJOR_VERSION 1
#define BOOT_HTTP_MINOR_VERSION 0
#define BOOT_HTTP_MICRO_VERSION 0

static boot_http_ver_t boot_http_ver = {
    BOOT_HTTP_MAJOR_VERSION,
    BOOT_HTTP_MINOR_VERSION,
    BOOT_HTTP_MICRO_VERSION
};

static int  early_err;  /* Error from before error occurred */

static boolean_t verbosemode = B_FALSE;
static char *cipher_list = NULL; /* Ciphers supported (if not default) */

typedef struct {
    int i;      /* current position in buffer */
    int n;      /* number of bytes in buffer */
    char    buf[512];   /* buffer */
} buf_struct_t;

typedef struct {
    uint_t  errsrc;     /* Source of this error */
    ulong_t error;      /* Which error? */
} errent_t;


typedef enum {
    HTTP_REQ_TYPE_HEAD = 1,
    HTTP_REQ_TYPE_GET
} http_req_t;

#define FAILSAFE 20     /* Max # empty lines to accept */
#define DEFAULT_TIMEOUT 10  /* Default socket read timeout value */
#define HTTP_CONN_INFO 0x90919293 /* Identifies a http_conn_t struct */
#define ESTACK_SIZE 20  /* Size of the stack */

typedef struct http_conn_t {
    uint_t  signature;  /* Cookie indicating this is a handle */
    int fd;     /* Connection's fd... */
    SSL_CTX *ctx;
    void    *ssl;       /* Handle to ssl data structure */
    int read_timeout;   /* Timeout to use on read requests in sec */
    char    *basic_auth_userid;   /* Basic authentication user ID */
    char    *basic_auth_password; /* and password */
    char    is_multipart;   /* B_TRUE if doing multipart/mixed download */
    char    is_firstpart;   /* B_TRUE if first part in a multipart xfer */
    char    is_firstchunk;  /* B_TRUE if first chunk in chunked xfer */
    char    is_chunked; /* B_TRUE if message body is chunked */
    boolean_t keepalive;
    struct  sockaddr_in  host_addr; /* Address of host */
    url_t       uri;        /* The current URI */
    url_hport_t proxy;      /* The proxy info */
    boolean_t   proxied;    /* Connection is proxied */
    char    *random_file;   /* File with seed info for pseudo random  */
                /* number generator */
    char    *client_cert_file;  /* File holding client's certificate */
    char    *private_key_file;  /* File with the private key */
    char    *file_password; /* file with password to key or pkcs12 file. */
    http_respinfo_t resp;   /* Response summary info */
    char    **resphdr;  /* Array of header response lines */
    buf_struct_t inbuf;
    char    *boundary;  /* Boundary text (multipart downloads only) */
    uint_t  boundary_len;   /* Length of boundary string */
    uint_t  numerrs;
    uint_t  nexterr;    /* Next error to return */
    ssize_t body_size;  /* Size of message body or chunk */
    ssize_t body_read;  /* # of bytes of body_size processed */
    ssize_t body_size_tot;  /* Total message body size */
    ssize_t body_read_tot;  /* # of bytes of body_size_tot processed */
    errent_t errs[ESTACK_SIZE]; /* stack of errors on the last request */
                /* (libssl can return multiple errors on one */
                /* operation) */
} http_conn_t;

/*
 * Convenient macros for accessing fields in connection structure.
 */
#define CONN_HOSTNAME       c_id->uri.hport.hostname
#define CONN_PORT       c_id->uri.hport.port
#define CONN_ABSPATH        c_id->uri.abspath
#define CONN_HTTPS      c_id->uri.https
#define CONN_PROXY_HOSTNAME c_id->proxy.hostname
#define CONN_PROXY_PORT     c_id->proxy.port

#define RESET_ERR(c_id) (c_id)->numerrs = 0, (c_id)->nexterr = 0
#define SET_ERR(c_id, src, err) if ((c_id)->numerrs < ESTACK_SIZE) \
        (c_id)->errs[(c_id)->numerrs].errsrc = (src), \
        (c_id)->errs[(c_id)->numerrs ++].error = (err)

#define GET_ERR(c_id, e_src, e_code) \
        if ((c_id)->nexterr < (c_id)->numerrs) \
            (e_src) = (c_id)->errs[((c_id)->nexterr)].errsrc, \
            (e_code) = (c_id)->errs[((c_id)->nexterr)++].error; \
        else \
            (e_src) = 0, (e_code) = 0

/*
 * Macro used to increment message body read counters
 */
#define INC_BREAD_CNT(bool, bcnt) \
    if (bool) { \
        bcnt--; \
        c_id->body_read++;\
        c_id->body_read_tot++; \
    }

static int  ssl_init = 0;       /* 1 when ssl has been initialized */
static char *ca_verify_file;    /* List of trusted CA's  */
static int  verify_depth = 16;  /* Certificate chain depth to verify */
static int  p12_format = 0;     /* Default to PEM format */


/* prototypes for local functions */
static int  http_req(http_handle_t, const char *, http_req_t, offset_t,
    offset_t);
static boolean_t http_check_conn(http_conn_t *);
static SSL_CTX *initialize_ctx(http_conn_t *);
static int  tcp_connect(http_conn_t *, const char *, uint16_t);
static int  readline(http_conn_t *, int, char *, int);
static int  proxy_connect(http_conn_t *);
static int  check_cert_chain(http_conn_t *, char *);
static void print_ciphers(SSL *);
static int  read_headerlines(http_conn_t *, boolean_t);
static void free_response(http_conn_t *, int);
static int  free_ctx_ssl(http_conn_t *);
static int  get_chunk_header(http_conn_t *);
static int  init_bread(http_conn_t *);
static int  get_msgcnt(http_conn_t *, ssize_t *);
static int  getaline(http_conn_t *, char *, int, boolean_t);
static int  getbytes(http_conn_t *, char *, int);
static int  http_srv_send(http_conn_t *, const void *, size_t);
static int  http_srv_recv(http_conn_t *, void *, size_t);
static void handle_ssl_error(http_conn_t *, int);
static int  count_digits(int);
static int  hexdigit(char);
static char *eat_ws(const char *);
static boolean_t startswith(const char **strp, const char *starts);

/* ---------------------- public functions ----------------------- */

/*
 * http_set_p12_format - Set flag indicating that certs & keys will be in
 *                    pkcs12 format.
 *
 * Default is PEM certs.  When this is called, the default can be changed to
 * pcs12 format.
 */
void
http_set_p12_format(int on_off)
{
    p12_format = on_off;
}

/*
 * http_get_version - Get current boot http support version
 *
 *     pVer = http_get_version();
 *
 * Arguments:
 *  None.
 *
 * Returns:
 *  Pointer to struct with version information.
 *
 * Returns the version of the http support in the current library.  This
 * is a struct with unsigned integsrs for <major>, <minor> and
 * <micro> version numbers.  <major> changes when an incompatible change
 * is made.  <minor> changes when an upwardly-compatible API change is
 * made.  <micro> consists of bug fixes, etc.
 */
boot_http_ver_t const *
http_get_version(void)
{
    return (&boot_http_ver);
}

/*
 * http_set_verbose - Turn verbose on/off
 *
 *     http_set_verbose(on_off);
 *
 * Arguments:
 *  on_off  - When TRUE, turn verbose mode one.  When FALSE, turn
 *        verbose off.
 *
 * Returns:
 *  None.
 *
 * When enabled, information is logged to bootlog (or the Solaris equivalent).
 */
void
http_set_verbose(boolean_t on_off)
{
    verbosemode = on_off;
}

/*
 * http_set_cipher_list - Change the list of ciphers that can be used.
 *
 *     ret = http_set_cipher_list(handle, list);
 *
 * Arguments:
 *  list    - List of ciphers that can be used.
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 */
int
http_set_cipher_list(const char *list)
{
    early_err = 0;

    if (list != NULL) {
        list = strdup(list);
        if (list == NULL) {
            early_err = EHTTP_NOMEM;
            return (-1);
        }
    }

    free(cipher_list);
    cipher_list = (char *)list;
    return (0);
}

/*
 * http_srv_init - Set up a structure for a connection.
 *
 *     handle = http_srv_init(url);
 *
 * Arguments:
 *  url - the structure that contains the URI.
 *
 * Returns:
 *  != NULL - A handle for referring to this connection.
 *  == NULL - An error occurred.  Get the exact error from
 *                http_get_lasterr().
 */
http_handle_t
http_srv_init(const url_t *url)
{
    http_conn_t *c_id;

    early_err = 0;
    if (url == NULL) {
        early_err = EHTTP_BADARG;
        return (NULL);
    }

    if ((c_id = malloc(sizeof (*c_id))) == NULL) {
        early_err = EHTTP_NOMEM;
        return (NULL);
    }

    bzero(c_id, sizeof (*c_id));
    c_id->uri = *url;
    c_id->proxied = B_FALSE;
    c_id->read_timeout = DEFAULT_TIMEOUT;
    c_id->keepalive = B_TRUE;
    c_id->fd = -1;

    /* Do this at the end, just in case.... */
    c_id->signature = HTTP_CONN_INFO;

    return (c_id);
}

/*
 * http_conn_is_https - Determine whether the scheme is http or https.
 *
 *  B_TRUE  - Connection is an SSL connection.
 *  B_FALSE - Connection isn't SSL.
 *
 *     ret = http_conn_is_https(handle, boolean_t *bool);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  bool    - Ptr to boolean in which to place result
 *
 * Returns:
 *  0   - Success
 *  -1  - Some error occurred.
 */
int
http_conn_is_https(http_handle_t handle, boolean_t *bool)
{
    http_conn_t *c_id = handle;

    if (!http_check_conn(c_id))
        return (-1);

    *bool = CONN_HTTPS;
    return (0);
}

/*
 * http_set_proxy - Establish the proxy name/port.
 *
 *     ret = http_set_proxy(handle, proxy);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  proxy   - The hostport definition for the proxy. If NULL,
 *        The next connect will not use a proxy.
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 */
int
http_set_proxy(http_handle_t handle, const url_hport_t *proxy)
{
    http_conn_t *c_id = handle;

    if (!http_check_conn(c_id))
        return (-1);

    if (proxy != NULL) {
        c_id->proxy = *proxy;
        c_id->proxied = B_TRUE;
    } else {
        CONN_PROXY_HOSTNAME[0] = '\0';
        c_id->proxied = B_FALSE;
    }

    return (0);
}

/*
 * http_set_keepalive - Set keepalive for this connection.
 *
 *     http_set_keepalive(handle, on_off);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  on_off  - Boolean turning keepalive on (TRUE) or off (FALSE)
 *
 * Returns:
 *  0   - Success.
 *  -1  - An error occurred.  Check http_get_lasterr().
 *
 * This setting takes effect next time a connection is opened using this
 * handle.
 */
int
http_set_keepalive(http_handle_t handle, boolean_t on_off)
{
    http_conn_t *c_id = handle;

    if (!http_check_conn(c_id))
        return (-1);

    c_id->keepalive = on_off;
    return (0);
}

/*
 * http_set_socket_read_timeout - Set the timeout reads
 *
 *     http_set_socket_read_timeout(handle, timeout);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  timeout - Timeout, in seconds.  Zero will default to 10 second
 *        timeouts.
 *
 * Returns:
 *  0   - Success.
 *  -1  - An error occurred.  Check http_get_lasterr().
 *
 * This setting takes effect beginning with the next read operation on this
 * connection.
 */
int
http_set_socket_read_timeout(http_handle_t handle, uint_t timout)
{
    http_conn_t *c_id = handle;

    if (!http_check_conn(c_id))
        return (-1);

    c_id->read_timeout = (timout) ? timout : DEFAULT_TIMEOUT;
    return (0);
}

/*
 * http_set_basic_auth - Set the basic authorization user ID and password
 *
 *     ret = http_set_basic_auth(handle, userid, password);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  userid  - ID to pass as part of http/https request
 *  password- Password which goes with the user ID
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 *
 * This must be set before a https connection is made.
 */
int
http_set_basic_auth(http_handle_t handle, const char *userid,
    const char *password)
{
    http_conn_t *c_id = handle;

    if (!http_check_conn(c_id))
        return (-1);

    if (password == NULL || userid == NULL || userid[0] == '\0') {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADARG);
        return (-1);
    }

    userid = strdup(userid);
    password = strdup(password);
    if (userid == NULL || password == NULL) {
        free((void *)userid);
        free((void *)password);
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
        return (-1);
    }

    free(c_id->basic_auth_userid);
    c_id->basic_auth_userid = (char *)userid;
    free(c_id->basic_auth_password);
    c_id->basic_auth_password = (char *)password;
    return (0);
}

/*
 * http_set_random_file - See the pseudo random number generator with file data
 *
 *     ret = http_set_random_file(handle, filename);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  filename
 *      - filename (including path) with random number seed.
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 *
 * This must be set before a https connection is made.
 */
int
http_set_random_file(http_handle_t handle, const char *fname)
{
    http_conn_t *c_id = handle;

    if (!http_check_conn(c_id))
        return (-1);

    if (fname != NULL) {
        fname = strdup(fname);
        if (fname == NULL) {
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
            return (-1);
        }
    }

    free(c_id->random_file);
    c_id->random_file = (char *)fname;
    return (0);
}

/*
 * http_set_certificate_authority_file - Set the CA file.
 *
 *     ret = http_set_certificate_authority_file(filename);
 *
 * Arguments:
 *  filename- File with the certificate authority certs
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 *
 * This must be set before https connections to the servers is done.
 */
int
http_set_certificate_authority_file(const char *fname)
{
    early_err = 0;

    if (fname != NULL) {
        fname = strdup(fname);
        if (fname == NULL) {
            early_err = EHTTP_NOMEM;
            return (-1);
        }
    }

    free(ca_verify_file);
    ca_verify_file = (char *)fname;
    return (0);
}

/*
 * http_set_client_certificate_file - Set the file containing the PKCS#12
 *      client certificate and optionally its certificate chain.
 *
 *     ret = http_set_client_certificate_file(handle, filename);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  filename- File (including path) containing certificate, etc.
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 *
 * This must be set before the handle is used to make a https connection
 * which will require a client certificate.
 */
int
http_set_client_certificate_file(http_handle_t handle, const char *fname)
{
    http_conn_t *c_id = handle;

    if (!http_check_conn(c_id))
        return (-1);

    if (fname != NULL) {
        fname = strdup(fname);
        if (fname == NULL) {
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
            return (-1);
        }
    }

    free(c_id->client_cert_file);
    c_id->client_cert_file = (char *)fname;
    return (0);
}

/*
 * http_set_password - Set the password for the private key or pkcs12 file.
 *
 *     ret = http_set_password(handle, password);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  password- Password for the client's private key file or pkcs12 file.
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 *
 * This must be set before the handle is used to make a https connection.
 */
int
http_set_password(http_handle_t handle, const char *password)
{
    http_conn_t *c_id = handle;

    if (!http_check_conn(c_id))
        return (-1);

    if (password != NULL) {
        password = strdup(password);
        if (password == NULL) {
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
            return (-1);
        }
    }

    free(c_id->file_password);
    c_id->file_password = (char *)password;
    return (0);
}

/*
 * http_set_key_file_password - Set the password for the private key
 *      file.
 *
 *     ret = http_set_key_file_password(handle, password);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  password- Password for the client's private key file.
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 *
 * This must be set before the handle is used to make a https connection.
 */
int
http_set_key_file_password(http_handle_t handle, const char *password)
{
    return (http_set_password(handle, password));
}

/*
 * http_set_private_key_file - Set the file containing the PKCS#12
 *      private key for this client.
 *
 *     ret = http_set_private_key_file(handle, filename);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  filename- File (including path) containing the private key.
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 *
 * This must be set before the handle is used to make a https connection.
 */
int
http_set_private_key_file(http_handle_t handle, const char *fname)
{
    http_conn_t *c_id = handle;

    if (!http_check_conn(c_id))
        return (-1);

    if (fname != NULL) {
        fname = strdup(fname);
        if (fname == NULL) {
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
            return (-1);
        }
    }

    free(c_id->private_key_file);
    c_id->private_key_file = (char *)fname;
    return (0);
}

/*
 * http_srv_connect - Establish a connection to the server
 *
 *     ret = http_srv_connect(handle);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr() for specifics.
 */
int
http_srv_connect(http_handle_t handle)
{
    http_conn_t *c_id = handle;
    SSL_CTX     *ctx = NULL;
    int     retval;

    ERR_clear_error();
    if (!http_check_conn(c_id))
        return (-1);

    if (CONN_HTTPS) {
        /* Build our SSL context (this function sets any errors) */
        ctx = initialize_ctx(c_id);
        if (ctx == NULL) {
            libbootlog(BOOTLOG_CRIT,
                "http_srv_connect: initialize_ctx returned NULL");
            return (-1);
        }
    }

    /* Connect the TCP socket */
    if (c_id->proxied) {
        c_id->fd = proxy_connect(c_id);
    } else {
        c_id->fd = tcp_connect(c_id, CONN_HOSTNAME, CONN_PORT);
    }

    if (c_id->fd < 0) {
        if (ctx != NULL)
            SSL_CTX_free(ctx);
            libbootlog(BOOTLOG_CRIT,
                "http_srv_connect: %s returned %d",
                (c_id->proxied) ? "proxy_connect" : "tcp_connect",
                c_id->fd);
        return (-1);
    }

    if (CONN_HTTPS) {
        /* Connect the SSL socket */
        if ((c_id->ssl = SSL_new(ctx)) == NULL) {
            ulong_t err;
            while ((err = ERR_get_error()) != 0)
                SET_ERR(c_id, ERRSRC_LIBSSL, err);
                libbootlog(BOOTLOG_CRIT,
                    "http_srv_connect: SSL_new returned "
                    "NULL");
            (void) free_ctx_ssl(c_id);
            return (-1);
        }
        if (verbosemode)
            print_ciphers(c_id->ssl);

        /* Ensure automatic negotiations will do things right */
        SSL_set_connect_state(c_id->ssl);

        if (SSL_set_fd(c_id->ssl, c_id->fd) == 0) {
            ulong_t err;
            while ((err = ERR_get_error()) != 0)
                SET_ERR(c_id, ERRSRC_LIBSSL, err);
                libbootlog(BOOTLOG_CRIT,
                    "http_srv_connect: SSL_set_fd returned 0");
            (void) free_ctx_ssl(c_id);
            return (-1);
        }

        if ((retval = SSL_connect(c_id->ssl)) <= 0) {
            handle_ssl_error(c_id, retval);
            libbootlog(BOOTLOG_CRIT,
                "http_srv_connect: SSL_connect");
            (void) free_ctx_ssl(c_id);
            return (-1);
        }

        if (check_cert_chain(c_id, CONN_HOSTNAME) != 0) {
            (void) free_ctx_ssl(c_id);
            return (-1);
        }

        if (verbosemode)
            print_ciphers(c_id->ssl);
    }

    return (0);
}

/*
 * http_head_request - Issue http HEAD request
 *
 *     ret = http_head_request(handle, abs_path);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  abs_path- File name portion of the URI, beginning with a /.  Query,
 *        segment, etc are allowed.
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 */
int
http_head_request(http_handle_t handle, const char *abs_path)
{
    return (http_req(handle, abs_path, HTTP_REQ_TYPE_HEAD, 0, 0));
}

/*
 * http_get_request - Issue http GET request without a range.
 *
 *     ret = http_get_request(handle, abs_path);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  abs_path- File name portion of the URI, beginning with a /.  Query,
 *        segment, etc are allowed.
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 */
int
http_get_request(http_handle_t handle, const char *abs_path)
{
    return (http_req(handle, abs_path, HTTP_REQ_TYPE_GET, -1, 0));
}

/*
 * http_get_range_request - Issue http GET request using a range.
 *
 *     ret = http_get_range_request(handle, abs_path, curpos, len);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  abs_path- File name portion of the URI, beginning with a /.  Query,
 *        segment, etc are allowed.
 *  curpos  - >=0 - Beginning of range
 *  len - = 0 - Range ends at the end of the file
 *        > 0 - Length of range.
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 */
int
http_get_range_request(http_handle_t handle, const char *abs_path,
    offset_t curpos, offset_t len)
{
    http_conn_t *c_id = handle;

    if (!http_check_conn(c_id))
        return (-1);

    if (curpos < 0) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADARG);
        return (-1);
    }

    return (http_req(handle, abs_path, HTTP_REQ_TYPE_GET, curpos, len));
}

/*
 * http_free_respinfo - Free a respinfo structure
 *
 *     ret = http_free_respinfo(resp);
 *
 * Arguments:
 *  resp    - respinfo structure presumably allocated by
 *        http_process_headers() or http_process_part_headers()
 *
 * Note that if resp is NULL, then this results in a NOOP.
 *
 */
void
http_free_respinfo(http_respinfo_t *resp)
{
    if (resp == NULL) {
        return;
    }

    if (resp->statusmsg != NULL) {
        free(resp->statusmsg);
    }
    free(resp);
}

/*
 * http_process_headers - Read in the header lines from the response
 *
 *     ret = http_process_headers(handle, resp);
 *
 * Arguments:
 *  handle  - Handle associated with the connection where the request
 *        was made.
 *  resp    - Summary information about the response.
 *
 * Returns:
 *  0   - Success
 *  < 0 - An error occurred.  Specifics of the error can
 *        be gotten using http_get_lasterr().
 *
 * Process the HTTP headers in the response. Check for a valid response
 * status line.  Allocate and return response information via the 'resp'
 * argument. Header lines are stored locally, are are returned using calls
 * to http_get_response_header() and http_get_header_value().
 *
 * Note that the errors will be set in the http_conn_t struct before the
 * function which detected the error returns.
 *
 * Note that if resp is non-NULL, then upon a successful return, information
 * about the status line, the code in the status line and the number of
 * header lines are returned in the http_respinfo_t structure. The caller is
 * responsible for freeing the resources allocated to this structure via
 * http_free_respinfo().
 *
 * Note that the counters used to read message bodies are initialized here.
 *
 * Calling this function replaces the header information which is
 * queried using http_get_response_header() and http_get_header_value().
 * Once this function is called, headers read by the previous call
 * to http_process_headers() or http_process_part_headers() is lost.
 */
int
http_process_headers(http_handle_t handle, http_respinfo_t **resp)
{
    http_conn_t *c_id = handle;
    http_respinfo_t *lresp;
    char    line[MAXHOSTNAMELEN];
    char    *ptr;
    int i;

    ERR_clear_error();
    if (!http_check_conn(c_id))
        return (-1);

    if (resp != NULL) {
        if ((lresp = malloc(sizeof (http_respinfo_t))) == NULL) {
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
            return (-1);
        }

        bzero(lresp, sizeof (http_respinfo_t));
    }

    /*
     * check the response status line, expecting
     * HTTP/1.1 200 OK
     */
    i = getaline(c_id, line, sizeof (line), B_FALSE);
    if (i == 0) {
        if (resp != NULL) {
            *resp = lresp;
        }
        return (0);
    }

    if (i < 0) {
        /*
         * Cause of I/O error was already put into
         * error stack.  This is an additional error.
         */
        http_free_respinfo(lresp);
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NODATA);
        return (-1);
    }

    free_response(c_id, B_TRUE);

    if (verbosemode)
        libbootlog(BOOTLOG_VERBOSE, "http_process_headers: %s", line);

    ptr = line;
    if (strncmp(ptr, "HTTP/1.1", 8) != 0) {
        http_free_respinfo(lresp);
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOT_1_1);
        return (-1);
    }

    /* skip to the code */
    ptr += 8;
    while (isspace(*ptr))
        ptr++;

    /* make sure it's three digits */
    i = 0;
    while (isdigit(ptr[i]))
        i++;
    if (i != 3) {
        http_free_respinfo(lresp);
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADHDR);
        return (-1);
    }
    c_id->resp.code = strtol(ptr, NULL, 10);

    /* skip to the message */
    ptr += 3;
    while (isspace(*ptr))
        ptr++;

    /* save the message */
    c_id->resp.statusmsg = malloc(strlen(ptr) + 1);
    if (c_id->resp.statusmsg == NULL) {
        http_free_respinfo(lresp);
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
        return (-1);
    }
    (void) strcpy(c_id->resp.statusmsg, ptr);

    if ((i = read_headerlines(c_id, B_FALSE)) < 0) {
        /*
         * Error stack was already set at a lower level.
         * 'statusmsg' will be cleaned up next time
         * headers are read.
         */
        http_free_respinfo(lresp);
        return (-1);
    }

    /*
     * See if there is a 'content-type: multipart/mixed' line in the
     * headers.  If so, get the boundary string.
     */
    ptr = http_get_header_value(handle, "Content-Type");
    if (ptr != NULL) {
        char *ptr2;

        ptr2 = ptr;
        while (isspace(*ptr2))
            ptr2 ++;
        if (startswith((const char **)&ptr2, "Multipart/Mixed;")) {
            while (isspace(*ptr2))
                ptr2 ++;
            if (startswith((const char **)&ptr2, "Boundary=")) {
                if (ptr2[0] == '"') {
                    ptr2 ++;
                    if (ptr2[strlen(ptr2) - 1] == '"')
                        ptr2[strlen(ptr2) - 1] = '\0';
                }
                c_id->boundary = strdup(ptr2);
                if (c_id->boundary == NULL) {
                    free(ptr);
                    http_free_respinfo(lresp);
                    SET_ERR(c_id, ERRSRC_LIBHTTP,
                        EHTTP_NOMEM);
                    return (-1);
                }
                c_id->boundary_len = strlen(c_id->boundary);
                c_id->is_multipart = B_TRUE;
                c_id->is_firstpart = B_TRUE;
            }
        }
        free(ptr);
    }

    /*
     * Initialize the counters used to process message bodies.
     */
    if (init_bread(c_id) != 0) {
        /*
         * Error stack was already set at a lower level.
         */
        http_free_respinfo(lresp);
        return (-1);
    }

    /* Copy fields to the caller's structure */
    if (resp != NULL) {
        lresp->code = c_id->resp.code;
        lresp->nresphdrs = c_id->resp.nresphdrs;
        lresp->statusmsg = strdup(c_id->resp.statusmsg);
        if (lresp->statusmsg == NULL) {
            http_free_respinfo(lresp);
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
            return (-1);
        }
        *resp = lresp;
    }

    return (0);
}

/*
 * http_process_part_headers - Read in part boundary and header lines for the
 *                             next part of a multipart message.
 *
 *        ret = http_process_part_headers(handle, resp);
 *
 * Arguments:
 *   handle - Handle associated with the connection where the request
 *        was made.
 *   resp   - Return address for summary information about the
 *        header block.
 *
 * Returns:
 *   = 1    - The end part was found.
 *   = 0    - Success, with header info returned in 'resp'
 *   = -1   - An error occurred.  Specifics of the error can
 *        be gotten using http_get_lasterr().
 *
 * This function reads any \r\n sequences (empty lines) and expects to get
 * a boundary line as the next non-empty line.  It then reads header lines
 * (content-length, etc) until it gets another empty lines, which ends the
 * header section.
 *
 * Note that if resp is non-NULL, then upon a successful return, information
 * about the the number of header lines is returned in the http_respinfo_t
 * structure. The caller is responsible for freeing the resources allocated
 * to this structure via http_free_respinfo().
 *
 * Headers values can be returned using http_get_response_header() and
 * http_get_header_value().
 *
 * Calling this function replaces the header information which is
 * queried using http_get_response_header() and http_get_header_value().
 * Once this function is called, information returned by the previous call
 * to http_process_headers() or http_process_part_headers() is gone.
 */
int
http_process_part_headers(http_handle_t handle, http_respinfo_t **resp)
{
    http_conn_t *c_id = handle;
    char    line[MAXHOSTNAMELEN];
    int count;
    int     limit;
    int i;

    ERR_clear_error();
    if (!http_check_conn(c_id))
        return (-1);

    if (c_id->is_multipart == 0) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOTMULTI);
        return (-1);
    }

    /*
     * Figure out how many empty lines to allow.  Before the first
     * boundary of the transmission, there can be any number of
     * empty lines (from 0 up).  Limit these to some reasonable
     * failsafe.
     *
     * For the 2nd and later boundaries, there is supposed to be
     * one crlf pair.  However, many implementations don't require
     * it.  So don't require it.
     */
    if (c_id->is_firstpart) {
        limit = FAILSAFE;
        c_id->is_firstpart = B_FALSE;
    } else
        limit = 1;

    /* Look for the boundary line. */
    count = 0;
    while ((i = getaline(c_id, line, sizeof (line), B_TRUE)) == 0 &&
        count < FAILSAFE)
        count ++;
    if (i < 0 || count > limit) {
        /*
         * If I/O error, cause was already put into
         * error stack.  This is an additional error.
         */
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOBOUNDARY);
        return (-1);
    }

    free_response(c_id, B_FALSE);

    if (verbosemode)
        libbootlog(BOOTLOG_VERBOSE,
            "http_process_part_headers: %s", line);

    /* Look for boundary line - '--<boundary text> */
    if (line[0] != '-' || line[1] != '-' ||
        strncmp(&line[2], c_id->boundary, c_id->boundary_len) != 0) {
        /* No boundary line.... */
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOBOUNDARY);
        return (-1);
    }

    /* Is this the end-of-parts boundary (ends with a trailing '--') */
    if (strcmp(&line[c_id->boundary_len + 2], "--") == 0) {
        return (1);
    }

    free_response(c_id, B_FALSE);
    if (read_headerlines(c_id, B_TRUE) < 0) {
        /* Error stack was already set at a lower level. */
        return (-1);
    }

    /* Copy fields to the caller's structure */
    if (resp != NULL) {
        if ((*resp = malloc(sizeof (http_respinfo_t))) == NULL) {
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
            return (-1);
        }
        bzero(*resp, sizeof (http_respinfo_t));
        (*resp)->code = ' ';
        (*resp)->nresphdrs = c_id->resp.nresphdrs;
    }

    return (0);
}

/*
 * http_get_response_header - Get a line from the response header
 *
 *     ret = http_get_response_header(handle, whichline);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  whichline - Which line of the header to return.  This must be between
 *        zero and resp.nresphdrs which was returned by the call to
 *        http_process_headers().
 *
 * Returns:
 *  ptr - Points to a copy of the header line.
 *  NULL    - An error occurred.  Check http_get_lasterr().
 */
char *
http_get_response_header(http_handle_t handle, uint_t which)
{
    http_conn_t *c_id = handle;
    char *res;

    if (!http_check_conn(c_id))
        return (NULL);

    if (which >= c_id->resp.nresphdrs) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_OORANGE);
        return (NULL);
    }

    res = strdup(c_id->resphdr[which]);
    if (res == NULL) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
        return (NULL);
    }
    return (res);
}

/*
 * http_get_header_value - Get the value of a header line.
 *
 *     ret = http_get_header_value(handle, what);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  what    - The field name to look up.
 *
 * Returns:
 *  ptr - Points to a copy of the header value.
 *  NULL    - An error occurred.  Check http_get_lasterr().
 */
char *
http_get_header_value(http_handle_t handle, const char *field_name)
{
    http_conn_t *c_id = handle;
    char    *ptr;
    char    *res;
    int i;
    int n;

    if (!http_check_conn(c_id))
        return (NULL);

    if (field_name == NULL || field_name[0] == '\0') {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADARG);
        return (NULL);
    }

    for (i = 0; i < c_id->resp.nresphdrs; i++) {
        ptr = c_id->resphdr[i];
        n = strlen(field_name);
        if (strncasecmp(field_name, ptr, n) == 0 && ptr[n] == ':') {
            ptr += n + 1;

            while (isspace(*ptr))
                ptr++;

            res = strdup(ptr);
            if (res == NULL) {
                SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
                return (NULL);
            }
            return (res);
        }
    }
    SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMATCH);
    return (NULL);
}

/*
 * http_read_body - Read the HTTP response body.
 *
 *     ret = http_read_body(handle, recv_buf_ptr, recv_buf_size);
 *
 * Arguments:
 *  handle  - Handle associated with the relevant connection
 *  recv_buf_ptr - Points to buffer to receive buffer
 *  recv_buf_size - Length in bytes of buffer.
 *
 * Returns:
 *  n   - Number of bytes read..
 *  < 0 - An error occurred.  This is (the number of bytes gotten + 1),
 *        negated.  In other words, if 'n' bytes were read and then an
 *        error occurred, this will return (-(n+1)).  So zero bytes
 *        were read and then an error occurs, this will return -1.  If
 *        1 byte was read, it will return -2, etc.  Specifics of the
 *        error can be gotten using http_get_lasterr().
 *
 * Note that the errors will be set in the http_conn_t struct before the
 * function which detected the error returns.
 */
int
http_read_body(http_handle_t handle, char *recv_buf_ptr, size_t recv_buf_size)
{
    http_conn_t *c_id = handle;

    ERR_clear_error();
    if (!http_check_conn(c_id))
        return (-1);

    if (recv_buf_ptr == NULL || recv_buf_size == 0) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADARG);
        return (-1);
    }

    return (getbytes(c_id, recv_buf_ptr, recv_buf_size));
}

/*
 * http_srv_disconnect - Get rid of the connection to the server without
 *          freeing the http_conn_t structure.
 *
 *     ret = http_srv_disconnect(handle);
 *
 * Arguments:
 *  handle  - Handle associated with the connection
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Specifics of the error can
 *        be gotten using http_get_lasterr().
 */
int
http_srv_disconnect(http_handle_t handle)
{
    http_conn_t *c_id = handle;
    int err_ret;

    ERR_clear_error();
    if (!http_check_conn(c_id))
        return (-1);

    err_ret = free_ctx_ssl(c_id);
    bzero(&c_id->inbuf, sizeof (c_id->inbuf));
    free_response(c_id, B_TRUE);

    return (err_ret);
}

/*
 * http_srv_close - Close the connection and clean up the http_conn_t
 *      structure.
 *
 *     http_srv_close(handle);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Specifics of the error can
 *        be gotten using http_get_lasterr().
 */
int
http_srv_close(http_handle_t handle)
{
    http_conn_t *c_id = handle;
    int err_ret = 0;

    if (!http_check_conn(c_id))
        return (-1);

    if (c_id->ctx != NULL || c_id->ssl != NULL || c_id->fd != -1)
        err_ret = http_srv_disconnect(handle);

    free(c_id->basic_auth_userid);
    free(c_id->basic_auth_password);
    free(c_id->resp.statusmsg);
    free(c_id->client_cert_file);
    free(c_id->private_key_file);
    free(c_id->random_file);
    free(c_id->file_password);
    c_id->signature = 0;

    free(c_id);
    return (err_ret);
}

/*
 * http_get_conn_info - Return current information about the connection
 *
 *     err = http_get_conn_info(handle);
 *
 * Arguments:
 *  handle  - Handle associated with the connection in question
 *
 * Returns:
 *  non_NULL- Points to structure
 *  NULL    - An error exists.  Check http_get_lasterr().
 */
http_conninfo_t *
http_get_conn_info(http_handle_t handle)
{
    http_conn_t *c_id = handle;
    http_conninfo_t *info;

    if (!http_check_conn(c_id))
        return (NULL);

    info = malloc(sizeof (*info));
    if (info == NULL) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
        return (NULL);
    }

    bzero(info, sizeof (*info));

    info->uri = c_id->uri;
    info->proxy = c_id->proxy;
    info->keepalive = c_id->keepalive;
    info->read_timeout = c_id->read_timeout;

    return (info);
}

/*
 * http_get_lasterr - Return the next error on the last operation
 *
 *     err = http_get_lasterr(handle, errsrc);
 *
 * Arguments:
 *  handle  - Handle associated with the connection in question
 *        If no valid handle exists yet, this can be NULL.
 *        However, it must be checked with the very next call.
 *  errsrc  - Returns the Sources of errors (ERRSRC_* values).
 *
 * Returns:
 *  0   - No error exists
 *  <> 0    - The error.
 */
ulong_t
http_get_lasterr(http_handle_t handle, uint_t *errsrc)
{
    http_conn_t *c_id = handle;
    ulong_t src;
    ulong_t err;

    if (c_id == NULL || c_id->signature != HTTP_CONN_INFO) {
        if (errsrc)
            *errsrc = ERRSRC_LIBHTTP;
        err = early_err;
        early_err = 0;
        return (err);
    }

    GET_ERR(c_id, src, err);
    if (src == 0 && err == 0) {
        if (errsrc)
            *errsrc = ERRSRC_LIBHTTP;
        err = early_err;
        early_err = 0;
        return (err);
    }
    if (errsrc)
        *errsrc = src;
    return (err);
}

/*
 * http_decode_err - Decode a libssl error
 *
 *     err = http_decode_err(err, errlib, errfunc, errcode);
 *
 * Arguments:
 *  err - libssl/libcrypto error returned.
 *  errlib  - returns libssl/libcrypto sublibrary that caused the error
 *  errfunc - returns function in that library
 *  errcode - returns error code
 *
 * Returns:
 *  None other than the above.
 */
void
http_decode_err(ulong_t err, int *errlib, int *errfunc, int *errcode)
{
    if (errlib)
        *errlib = ERR_GET_LIB(err);
    if (errfunc)
        *errfunc = ERR_GET_FUNC(err);
    if (errcode)
        *errcode = ERR_GET_REASON(err);
}

/* ---------------------- private functions ----------------------- */

/*
 * http_req - Issue http request (either HEAD or GET)
 *
 *     ret = http_req(handle, abs_path, reqtype, curpos, len);
 *
 * Arguments:
 *  handle  - Handle associated with the desired connection
 *  abs_path- File name portion of the URI, beginning with a /.  Query,
 *        segment, etc are allowed.
 *  type    - HTTP_REQ_TYPE_HEAD or HTTP_REQ_TYPE_GET
 *
 *  In the case of GET requests,
 *    curpos- -1  - Range not used
 *        >=0 - Beginning of range
 *    len   - 0   - Range ends at the end of the file
 *        >0  - Length of range.
 *
 * Returns:
 *  0   - Success
 *  -1  - An error occurred.  Check http_get_lasterr().
 */
static int
http_req(http_handle_t handle, const char *abs_path, http_req_t type,
    offset_t curpos, offset_t len)
{
    http_conn_t *c_id = handle;
    char    *request;
    char    *reqtypename;
    char    *newreq;
    int requestlen;
    int retval;
    int j;

    ERR_clear_error();
    if (!http_check_conn(c_id))
        return (-1);

    if (abs_path == NULL || abs_path[0] == '\0') {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADARG);
        return (-1);
    }

    /* Determine the name for the request type */
    switch (type) {
    case HTTP_REQ_TYPE_GET:
        reqtypename = "GET";
        if (curpos < 0 && curpos != -1) {
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADARG);
            return (-1);
        }
        break;

    case HTTP_REQ_TYPE_HEAD:
        reqtypename = "HEAD";
        break;

    default:
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADARG);
        return (-1);
    }

    /* Do rudimentary checks on the absolute path */
    if (abs_path == NULL || *abs_path != '/') {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADARG);
        libbootlog(BOOTLOG_CRIT, "http_req: invalid file path");
        if (abs_path != NULL)
            libbootlog(BOOTLOG_CRIT, " %s", abs_path);
        return (-1);
    }
    (void) strlcpy(CONN_ABSPATH, abs_path, MAXHOSTNAMELEN);

    /*
     * Size the request.
     *
     * With proxy:
     *   reqtypename + " http://" + host + ":" + port + path +
     *                      " HTTP/1.1\r\n" +
     * Without proxy:
     *   reqtypename + " " + path + " HTTP/1.1\r\n" +
     */
    requestlen = strlen(reqtypename) + 8 + strlen(CONN_HOSTNAME) + 1 +
        count_digits(CONN_PORT) + strlen(CONN_ABSPATH) + 11;

    /*
     * Plus the rest:
     *   "Host: " + targethost + ":" + count_digits(port) + "\r\n" +
     *   "Connection: Keep-Alive\r\n" plus trailing "\r\n\0"
     */
    requestlen += 6 + strlen(CONN_HOSTNAME) + 1 +
        count_digits(CONN_PORT) + 2 + 24 + 3;
    if ((request = malloc(requestlen)) == NULL) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
        return (-1);
    }

    /* The request line */
    if (c_id->proxied && c_id->ssl == NULL) {
        j = snprintf(request, requestlen,
            "%s http://%s:%d%s HTTP/1.1\r\n",
            reqtypename, CONN_HOSTNAME, CONN_PORT,
            CONN_ABSPATH);
    } else {
        j = snprintf(request, requestlen, "%s %s HTTP/1.1\r\n",
            reqtypename, CONN_ABSPATH);
    }

    /* Ancillary headers */
    j += snprintf(&request[j], requestlen - j, "Host: %s:%d\r\n",
        CONN_HOSTNAME, CONN_PORT);
    if (!c_id->keepalive)
        j += snprintf(&request[j], requestlen - j,
            "Connection: close\r\n");
    else
        j += snprintf(&request[j], requestlen - j,
            "Connection: Keep-Alive\r\n");
    /*
     * We only send the range header on GET requests
     *
     * "Range: bytes=" + from + "-" + end + "\r\n" or
     * "Range: bytes=" + from + "-"  "\r\n"
     */
    if (type == HTTP_REQ_TYPE_GET && curpos >= 0) {
        offset_t endpos;

        requestlen += 13 + count_digits(curpos) + 1 + 2;
        if (len > 0) {
            endpos = curpos + len - 1;
            requestlen += count_digits(endpos);
        }

        if ((newreq = realloc(request, requestlen)) == NULL) {
            free(request);
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
            return (-1);
        }
        request = newreq;

        j += sprintf(&request[j], "Range: bytes=%lld-", curpos);
        if (len > 0)
            j += sprintf(&request[j], "%lld", endpos);
        j += sprintf(&request[j], "\r\n");
    }

    /*
     * Authorization is added only if provided (RFC 2617, Section 2)
     *
     * "Authorization: Basic " + authencstr + "\r\n"
     */
    if (c_id->basic_auth_userid && c_id->basic_auth_password) {
        char *authstr;
        char *authencstr;
        int authlen;

        /*
         * Allow for concat(basic_auth_userid ":" basic_auth_password)
         */
        authlen = strlen(c_id->basic_auth_userid) + 2 +
            strlen(c_id->basic_auth_password);
        if ((authstr = malloc(authlen + 1)) == NULL) {
            free(request);
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
            return (-1);
        }
        (void) snprintf(authstr, authlen + 1, "%s:%s",
            c_id->basic_auth_userid, c_id->basic_auth_password);

        /* 3 bytes encoded as 4 (round up) with null termination */
        if ((authencstr = malloc((authlen + 2) / 3 * 4 + 1)) == NULL) {
            free(authstr);
            free(request);
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
            return (-1);
        }

        (void) EVP_EncodeBlock((unsigned char *)authencstr,
            (unsigned char *)authstr, authlen);

        /*
         * Finally do concat(Authorization: Basic " authencstr "\r\n")
         */
        requestlen += 21 + strlen(authencstr) + 2;
        if ((newreq = realloc(request, requestlen)) == NULL) {
            free(authencstr);
            free(authstr);
            free(request);
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
            return (-1);
        }
        request = newreq;

        j += snprintf(&request[j], requestlen - j,
            "Authorization: Basic %s\r\n", authencstr);

        free(authencstr);
        free(authstr);
    }

    j += sprintf(&request[j], "\r\n");

    if (verbosemode)
        libbootlog(BOOTLOG_VERBOSE, "%s", request);

    /* send the HTTP request */
    retval = http_srv_send(c_id, request, j);

    free(request);
    if (retval != j) {
        /* Assume error in was set by send request. */
        return (-1);
    }

    return (0);
}

/*
 * password_cb - Callback to get private key password and return it
 *               to SSL.  (Used for PEM certificates only.)
 *
 *  len = passwd_cb(buf, buflen, rwflag, userdata);
 *
 *  Arguments:
 *     buf  - Buffer for the password
 *     buflen   - Length of 'buf'
 *     rwflag   - password will be used for reading/decryption (== 0)
 *        or writing/encryption (== 1).
 *     userdata - Points to connection-specific information.
 *
 *  Returns:
 *     > 0  - Length of password that was put into 'buf'.
 *     0    - No password was returned (usually error occurred)
 *
 * NOTE:  The password code is not thread safe
 */
/* ARGSUSED */
static int
password_cb(char *buf, int buflen, int rwflag, void *userdata)
{
    http_conn_t *c_id = userdata;

    if (c_id == NULL || c_id->signature != HTTP_CONN_INFO)
        return (0);

    if (c_id->file_password == NULL ||
        buflen < strlen(c_id->file_password) + 1)
        return (0);

    return (strlcpy(buf, c_id->file_password, buflen));
}

/*
 * initialize_ctx - Initialize the context for a connection.
 *
 *       ctx = initialize_ctx(c_id);
 *
 *  Arguments:
 *     None.
 *
 *  Returns:
 *     non-NULL - Points to ctx structure.
 *     NULL - An error occurred.  Any cleanup is done and error
 *                information is in the error stack.
 */
static SSL_CTX *
initialize_ctx(http_conn_t *c_id)
{
#if OPENSSL_VERSION_NUMBER < 0x10000000L
    SSL_METHOD  *meth;
#else
    const SSL_METHOD    *meth;
#endif
    SSL_CTX     *ctx;

    ERR_clear_error();

    /* Global system initialization */
    if (ssl_init == 0) {
        sunw_crypto_init();
        SSL_load_error_strings();
        ssl_init = 1;
    }

    /* Create our context */
    meth = SSLv3_client_method();
    if ((ctx = SSL_CTX_new(meth)) == NULL) {
        ulong_t err;
        while ((err = ERR_get_error()) != 0)
            SET_ERR(c_id, ERRSRC_LIBSSL, err);
            libbootlog(BOOTLOG_CRIT,
                "initialize_ctx: SSL_CTX_new returned NULL");
        return (NULL);
    }

    /*
     * Ensure that any renegotiations for blocking connections will
     * be done automatically.  (The alternative is to return partial
     * reads to the caller and let it oversee the renegotiations.)
     */
    if (SSL_CTX_set_mode(ctx, SSL_MODE_AUTO_RETRY) == 0) {
        ulong_t err;
        while ((err = ERR_get_error()) != 0)
            SET_ERR(c_id, ERRSRC_LIBSSL, err);
            libbootlog(BOOTLOG_CRIT,
                "initialize_ctx: SSL_CTX_set_mode returned 0");
        (void) SSL_CTX_free(ctx);
        return (NULL);
    }

    /* set cipher list if provided */
    if (cipher_list != NULL) {
        if (!SSL_CTX_set_cipher_list(ctx, cipher_list)) {
            ulong_t err;
            while ((err = ERR_get_error()) != 0)
                SET_ERR(c_id, ERRSRC_LIBSSL, err);
                libbootlog(BOOTLOG_CRIT,
                    "initialize_ctx: Error in cipher list");
            SSL_CTX_free(ctx);
            return (NULL);
        }
    }

    /*
     * We attempt to use the client_certificate_file for the private
     * key input scheme *only* in the absence of private_key_file. In
     * this instance the scheme will be the same as that used for the
     * certificate input.
     */

    /* Load our certificates */
    if (c_id->client_cert_file != NULL) {
        if (p12_format) {
            /* Load pkcs12-formated files */
            if (sunw_p12_use_certfile(ctx, c_id->client_cert_file,
                c_id->file_password)
                <= 0) {
                ulong_t err;
                while ((err = ERR_get_error()) != 0)
                    SET_ERR(c_id, ERRSRC_LIBSSL, err);
                    libbootlog(BOOTLOG_CRIT,
                        "initialize_ctx: Couldn't read "
                        "PKCS12 certificate file");
                SSL_CTX_free(ctx);
                return (NULL);
            }
        } else {
            /* Load PEM-formated files */
            if (SSL_CTX_use_certificate_file(ctx,
                c_id->client_cert_file, SSL_FILETYPE_PEM) <= 0) {
                ulong_t err;
                while ((err = ERR_get_error()) != 0)
                    SET_ERR(c_id, ERRSRC_LIBSSL, err);
                    libbootlog(BOOTLOG_CRIT,
                        "initialize_ctx: Couldn't read "
                        "PEM certificate file");
                SSL_CTX_free(ctx);
                return (NULL);
            }
        }
        if (c_id->private_key_file == NULL)
            c_id->private_key_file = c_id->client_cert_file;
    }

    /* Load our keys */
    if (p12_format) {
        /* Load pkcs12-formated files */
        if (c_id->private_key_file != NULL) {
            if (sunw_p12_use_keyfile(ctx, c_id->private_key_file,
                c_id->file_password)
                <= 0) {
                ulong_t err;
                while ((err = ERR_get_error()) != 0)
                    SET_ERR(c_id, ERRSRC_LIBSSL, err);
                    libbootlog(BOOTLOG_CRIT,
                        "initialize_ctx: Couldn't read "
                        "PKCS12 key file");
                SSL_CTX_free(ctx);
                return (NULL);
            }
        }
    } else {
        /* Load PEM-formated files */
        SSL_CTX_set_default_passwd_cb(ctx, password_cb);
        SSL_CTX_set_default_passwd_cb_userdata(ctx, c_id);
        if (c_id->private_key_file != NULL) {
            if (SSL_CTX_use_PrivateKey_file(ctx,
                c_id->private_key_file, SSL_FILETYPE_PEM) <= 0) {
                ulong_t err;
                while ((err = ERR_get_error()) != 0)
                    SET_ERR(c_id, ERRSRC_LIBSSL, err);
                    libbootlog(BOOTLOG_CRIT,
                        "initialize_ctx: Couldn't read "
                        "PEM key file");
                SSL_CTX_free(ctx);
                return (NULL);
            }
        }
    }

    /* Load the CAs we trust */
    if (ca_verify_file != NULL) {
        if (p12_format) {
            if (sunw_p12_use_trustfile(ctx, ca_verify_file,
                c_id->file_password)
                <= 0) {
                ulong_t err;
                while ((err = ERR_get_error()) != 0)
                    SET_ERR(c_id, ERRSRC_LIBSSL, err);
                    libbootlog(BOOTLOG_CRIT,
                        "initialize_ctx: Couldn't read "
                        "PKCS12 CA list file");
                SSL_CTX_free(ctx);
                return (NULL);
            }
        } else {
            if (SSL_CTX_load_verify_locations(ctx, ca_verify_file,
                NULL) == 0) {
                ulong_t err;
                while ((err = ERR_get_error()) != 0)
                    SET_ERR(c_id, ERRSRC_LIBSSL, err);
                    libbootlog(BOOTLOG_CRIT,
                        "initialize_ctx: Couldn't read PEM"
                        " CA list file");
                SSL_CTX_free(ctx);
                return (NULL);
            }
        }
    }

    SSL_CTX_set_verify_depth(ctx, verify_depth);

    /* Load randomness */
    if (c_id->random_file != NULL &&
        RAND_load_file(c_id->random_file, 1024 * 1024) <= 0) {
        ulong_t err;
        while ((err = ERR_get_error()) != 0)
            SET_ERR(c_id, ERRSRC_LIBSSL, err);
            libbootlog(BOOTLOG_CRIT,
                "initialize_ctx: Couldn't load random file");
        SSL_CTX_free(ctx);
        return (NULL);
    }
    if (RAND_status() <= 0) {
        ulong_t err;
        while ((err = ERR_get_error()) != 0)
            SET_ERR(c_id, ERRSRC_LIBSSL, err);
            libbootlog(BOOTLOG_CRIT,
                "initialize_ctx: PRNG not seeded");
        SSL_CTX_free(ctx);
        return (NULL);
    }

    return (ctx);
}

/*
 * tcp_connect - Set up a TCP connection.
 *
 *         sock = tcp_connect(c_id, hostname, port);
 *
 * Arguments:
 *      c_id     - Structure associated with the desired connection
 *  hostname - the host to connect to
 *  port     - the port to connect to
 *
 * Returns:
 *      >= 0    - Socket number.
 *      -1  - Error occurred.  Error information is set in the
 *                error stack.  Any cleanup is done.
 *
 * This function established a connection to the target host.  When
 * it returns, the connection is ready for a HEAD or GET request.
 */
static int
tcp_connect(http_conn_t *c_id, const char *hostname, uint16_t port)
{
    struct hostent  *hp;
    struct sockaddr_in addr;
    int sock;
    int status;

    if ((hp = gethostbyname(hostname)) == NULL) {
        SET_ERR(c_id, ERRSRC_RESOLVE, h_errno);
        return (-1);
    }

    bzero(&addr, sizeof (addr));
    /* LINTED */
    addr.sin_addr = *(struct in_addr *)hp->h_addr;
    addr.sin_family = AF_INET;
    addr.sin_port = htons(port);

    if ((sock = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP)) < 0) {
        SET_ERR(c_id, ERRSRC_SYSTEM, errno);
        return (-1);
    }

    status = connect(sock, (struct sockaddr *)&addr, sizeof (addr));
    if (status < 0) {
        SET_ERR(c_id, ERRSRC_SYSTEM, errno);
        (void) socket_close(sock);
        return (-1);
    }

    c_id->host_addr = addr; /* save for future sendto calls */
    c_id->fd = sock;

    return (sock);
}

/*
 * readline - Get a line from the socket.  Discard the end-of-line
 *            (CR or CR/LF or LF).
 *
 *         ret = readline(c_id, sock, buf, len);
 *
 * Arguments:
 *      c_id    - Structure associated with the desired connection
 *      sock    - Socket to read
 *      buf     - Buffer for the line
 *      len - Length of the buffer
 *
 * Returns:
 *      0   - Success.  'buf' contains the line.
 *      -1  - Error occurred.  Error information is set in the
 *                error stack.
 */
static int
readline(http_conn_t *c_id, int sock, char *buf, int len)
{
    int n, r;
    char    *ptr = buf;

    for (n = 0; n < len; n++) {
        r = socket_read(sock, ptr, 1, c_id->read_timeout);

        if (r < 0) {
            SET_ERR(c_id, ERRSRC_SYSTEM, errno);
            return (-1);
        } else if (r == 0) {
            libbootlog(BOOTLOG_WARNING, "Readline: no data");
            return (0);
        }

        if (*ptr == '\n') {
            *ptr = '\0';

            /* Strip off the CR if it's there */
            if (buf[n-1] == '\r') {
                buf[n-1] = '\0';
                n--;
            }

            return (n);
        }

        ptr++;
    }

    libbootlog(BOOTLOG_WARNING, "readline: Buffer too short\n");
    return (0);
}

/*
 * proxy_connect - Set up a proxied TCP connection to the target host.
 *
 *         sock = proxy_connect(c_id);
 *
 * Arguments:
 *      c_id  - Structure associated with the desired connection
 *
 * Returns:
 *      >= 0    - Socket number.
 *      -1  - Error occurred.  Error information is set in the
 *                error stack.  Any cleanup is done.
 *
 * This function established a connection to the proxy and then sends
 * the request to connect to the target host.  It reads the response
 * (the status line and any headers).  When it returns, the connection
 * is ready for a HEAD or GET request.
 */
static int
proxy_connect(http_conn_t *c_id)
{
    struct sockaddr_in addr;
    int sock;
    char    buf[1024];
    char    *ptr;
    int i;

    if ((sock = tcp_connect(c_id, CONN_PROXY_HOSTNAME,
        CONN_PROXY_PORT)) < 0) {
        return (-1);
    }

    if (!CONN_HTTPS) {
        return (sock);
    }

    /* Now that we're connected, do the proxy request */
    (void) snprintf(buf, sizeof (buf),
        "CONNECT %s:%d HTTP/1.0\r\n\r\n", CONN_HOSTNAME, CONN_PORT);

    /* socket_write sets the errors */
    if (socket_write(sock, buf, strlen(buf), &addr) <= 0) {
        SET_ERR(c_id, ERRSRC_SYSTEM, errno);
        (void) socket_close(sock);
        return (-1);
    }

    /* And read the response */
    i = readline(c_id, sock, buf, sizeof (buf));
    if (i <= 0) {
        if (i == 0)
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NORESP);
            libbootlog(BOOTLOG_CRIT,
                "proxy_connect: Empty response from proxy");
        (void) socket_close(sock);
        return (-1);
    }

    ptr = buf;
    if (strncmp(ptr, "HTTP", 4) != 0) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOT_1_1);
        libbootlog(BOOTLOG_CRIT,
            "proxy_connect: Unrecognized protocol");
        (void) socket_close(sock);
        return (-1);
    }

    /* skip to the code */
    ptr += 4;
    while (*ptr != ' ' && *ptr != '\0')
        ptr++;
    while (*ptr == ' ' && *ptr != '\0')
        ptr++;

    /* make sure it's three digits */
    if (strncmp(ptr, "200", 3) != 0) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADRESP);
        libbootlog(BOOTLOG_CRIT,
            "proxy_connect: Received error from proxy server");
        (void) socket_close(sock);
        return (-1);
    }
    ptr += 3;
    if (isdigit(*ptr)) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADRESP);
        (void) socket_close(sock);
        return (-1);
    }

    /* Look for the blank line that signals end of proxy header */
    while ((i = readline(c_id, sock, buf, sizeof (buf))) > 0)
        ;

    if (i < 0) {
        (void) socket_close(sock);
        return (-1);
    }

    return (sock);
}

/*
 * check_cert_chain - Check if we have a valid certificate chain.
 *
 *      ret = check_cert_chain(c_id, host);
 *
 * Arguments:
 *    c_id  - Connection info.
 *    host  - Name to compare with the common name in the certificate.
 *
 * Returns:
 *    0     - Certificate chain and common name are both OK.
 *    -1    - Certificate chain and/or common name is not valid.
 */
static int
check_cert_chain(http_conn_t *c_id, char *host)
{
    X509    *peer;
    char    peer_CN[256];
    long    verify_err;

    if ((verify_err = SSL_get_verify_result(c_id->ssl)) != X509_V_OK) {
        SET_ERR(c_id, ERRSRC_VERIFERR, verify_err);
        libbootlog(BOOTLOG_CRIT,
            "check_cert_chain: Certificate doesn't verify");
        return (-1);
    }

    /*
     * Check the cert chain. The chain length
     * is automatically checked by OpenSSL when we
     * set the verify depth in the ctx
     *
     * All we need to do here is check that the CN
     * matches
     */

    /* Check the common name */
    if ((peer = SSL_get_peer_certificate(c_id->ssl)) == NULL) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOCERT);
        libbootlog(BOOTLOG_CRIT,
            "check_cert_chain: Peer did not present a certificate");
        return (-1);
    }
    (void) X509_NAME_get_text_by_NID(X509_get_subject_name(peer),
        NID_commonName, peer_CN, 256);

    if (verbosemode)
        libbootlog(BOOTLOG_VERBOSE,
            "server cert's peer_CN is %s, host is %s", peer_CN, host);

    if (strcasecmp(peer_CN, host)) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMATCH);
        libbootlog(BOOTLOG_CRIT,
            "check_cert_chain: Common name doesn't match host name");
        libbootlog(BOOTLOG_CRIT,
            "peer_CN = %s, host = %s", peer_CN, host);
        return (-1);
    }

    return (0);
}

/*
 * print_ciphers - Print the list of ciphers for debugging.
 *
 *       print_ciphers(ssl);
 *
 * Arguments:
 *     ssl  - SSL connection.
 *
 * Returns:
 *     none
 */
static void
print_ciphers(SSL *ssl)
{
    SSL_CIPHER  *c;
    STACK_OF(SSL_CIPHER)    *sk;
    int i;
    const char  *name;

    if (ssl == NULL)
        return;

    sk = SSL_get_ciphers(ssl);
    if (sk == NULL)
        return;

    for (i = 0; i < sk_SSL_CIPHER_num(sk); i++) {
        /* LINTED */
        c = sk_SSL_CIPHER_value(sk, i);
        libbootlog(BOOTLOG_VERBOSE, "%08lx %s", c->id, c->name);
    }
    name = SSL_get_cipher_name(ssl);
    if (name == NULL)
        name = "";
    libbootlog(BOOTLOG_VERBOSE, "Current cipher = %s", name);
}

/*
 * read_headerlines - Get the header lines from the server.  This reads
 *              lines until it gets a empty line indicating end of headers.
 *
 *       ret = read_headerlines(c_id);
 *
 * Arguments:
 *     c_id - Info about the connection being read.
 *     bread    - TRUE if the headerlines are part of the message body.
 *
 * Returns:
 *     0    - Header lines were read.
 *     -1   - Error occurred.  The errors information is already in
 *                the error stack.
 *
 *  Read the lines.  If the current line begins with a space or tab, it is
 *  a continuation.  Take the new line and append it to the end of the
 *  previous line rather than making an entry for another line in
 *  c_id->resphdr.
 *
 *  Note that I/O errors are put into the error stack by http_srv_recv(),
 *  which is called by getaline().
 */
static int
read_headerlines(http_conn_t *c_id, boolean_t bread)
{
    char    line[MAXHOSTNAMELEN];
    char    **new_buf;
    char    *ptr;
    int next;
    int cur;
    int n;

    /* process headers, stop when we get to an empty line */
    cur = 0;
    next = 0;
    while ((n = getaline(c_id, line, sizeof (line), bread)) > 0) {

        if (verbosemode)
            libbootlog(BOOTLOG_VERBOSE,
                "read_headerlines: %s", line);
        /*
         * See if this is a continuation line (first col is a
         * space or a tab)
         */
        if (line[0] != ' ' && line[0] != '  ') {
            cur = next;
            next ++;
            new_buf =
                realloc(c_id->resphdr, (cur + 1) * sizeof (void *));
            if (new_buf == NULL) {
                SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
                return (-1);
            }
            c_id->resphdr = new_buf;

            c_id->resphdr[cur] = strdup(line);
            if (c_id->resphdr[cur] == NULL) {
                SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
                return (-1);
            }
        } else {
            ptr = line;
            while (isspace(*ptr))
                ptr ++;
            c_id->resphdr[cur] = realloc(c_id->resphdr[cur],
                strlen(c_id->resphdr[cur]) + strlen(ptr) + 1);
            if (c_id->resphdr[cur] == NULL) {
                SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOMEM);
                return (-1);
            }
            (void) strcat(c_id->resphdr[cur], ptr);
        }
        ptr = &(c_id->resphdr[cur][strlen(c_id->resphdr[cur]) - 1]);
        while (ptr > c_id->resphdr[cur] && isspace(*ptr))
            ptr --;
    }
    c_id->resp.nresphdrs = next;

    /* Cause of any I/O error was already put into error stack. */
    return (n >= 0 ? 0 : -1);
}

static void
free_response(http_conn_t *c_id, int free_boundary)
{
    int i;

    /* free memory from previous calls */
    if (c_id->resp.statusmsg != NULL) {
        free(c_id->resp.statusmsg);
        c_id->resp.statusmsg = NULL;
    }
    for (i = 0; i < c_id->resp.nresphdrs; i++) {
        free(c_id->resphdr[i]);
        c_id->resphdr[i] = NULL;
    }
    c_id->resp.nresphdrs = 0;
    if (c_id->resphdr != NULL) {
        free(c_id->resphdr);
        c_id->resphdr = NULL;
    }

    if (free_boundary && c_id->boundary) {
        free(c_id->boundary);
        c_id->boundary = NULL;
        c_id->is_multipart = B_FALSE;
    }
}

static int
free_ctx_ssl(http_conn_t *c_id)
{
    int err_ret = 0;

    if (c_id->ssl != NULL) {
        if (SSL_shutdown(c_id->ssl) <= 0) {
            ulong_t err;
            while ((err = ERR_get_error()) != 0)
                SET_ERR(c_id, ERRSRC_LIBSSL, err);
            err_ret = -1;
        }
        SSL_free(c_id->ssl);
        c_id->ssl = NULL;
    }

    if (c_id->fd != -1 && socket_close(c_id->fd) < 0) {
        SET_ERR(c_id, ERRSRC_SYSTEM, errno);
        err_ret = -1;
    }
    c_id->fd = -1;

    if (c_id->ctx != NULL) {
        SSL_CTX_free(c_id->ctx);
        c_id->ctx = NULL;
    }

    return (err_ret);
}

/*
 * get_chunk_header - Get a chunk header line
 *
 * Arguments:
 *   c_id   - Structure describing the connection in question.
 *
 * Returns:
 *  >=0 - Length of next chunk
 *  -1  - Error occurred.  The error information is in the error stack.
 */
static int
get_chunk_header(http_conn_t *c_id)
{
    char    line[MAXHOSTNAMELEN];
    char    *ptr;
    int value;
    int ok;
    int i;

    /*
     * Determine whether an extra crlf pair will precede the
     * chunk header.  For the first one, there is no preceding
     * crlf.  For later chunks, there is one crlf.
     */
    if (c_id->is_firstchunk) {
        ok = 1;
        c_id->is_firstchunk = B_FALSE;
    } else {
        ok = ((i = getaline(c_id, line, sizeof (line), B_FALSE)) == 0);
    }

    if (ok)
        i = getaline(c_id, line, sizeof (line), B_FALSE);
    if (!ok || i < 0) {
        /*
         * If I/O error, the Cause was already put into
         * error stack.  This is an additional error.
         */
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_NOHEADER);
        return (-1);
    }

    if (verbosemode)
        libbootlog(BOOTLOG_VERBOSE, "get_chunk_header: <%s>", line);


    /*
     * The first (and probably only) field in the line is the hex
     * length of the chunk.
     */
    ptr = line;
    value = 0;
    while (*ptr != '\0' && (i = hexdigit(*ptr)) >= 0) {
        value = (value << 4) + i;
        ptr ++;
    }

    return (value);
}

/*
 * init_bread - Initialize the counters used to read message bodies.
 *
 * Arguments:
 *   c_id   - Structure describing the connection in question.
 *
 * Returns:
 *   0  - Success
 *  -1  - Error occurred.  The error information is in the error stack.
 *
 *  This routine will determine whether the message body being received is
 *  chunked or non-chunked. Once determined, the counters used to read
 *  message bodies will be initialized.
 */
static int
init_bread(http_conn_t *c_id)
{
    char    *hdr;
    char    *ptr;
    boolean_t sized = B_FALSE;

    /*
     * Assume non-chunked reads until proven otherwise.
     */
    c_id->is_chunked = B_FALSE;
    c_id->is_firstchunk = B_FALSE;
    hdr = http_get_header_value(c_id, "Content-Length");
    if (hdr != NULL) {
        c_id->body_size = strtol(hdr, NULL, 10);
        if (c_id->body_size == 0 && errno != 0) {
            free(hdr);
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADSIZE);
            return (-1);
        }
        free(hdr);
        sized = B_TRUE;
    }

    /*
     * If size was not determined above, then see if this is a
     * chunked message. Keep in mind that the first chunk size is
     * "special".
     */
    if (!sized) {
        hdr = http_get_header_value(c_id, "Transfer-Encoding");
        if (hdr != NULL) {
            ptr = eat_ws(hdr);
            if (startswith((const char **)&ptr, "chunked;") ||
                strcasecmp(ptr, "chunked") == 0) {
                c_id->is_firstchunk = B_TRUE;
                c_id->is_chunked = B_TRUE;
            }
            free(hdr);
            if (c_id->is_chunked) {
                c_id->body_size = get_chunk_header(c_id);
                if (c_id->body_size == -1) {
                    /*
                     * Error stack was already set at a
                     * lower level.
                     */
                    return (-1);
                }
                sized = B_TRUE;
            }
        }
    }

    /*
     * Well, isn't this a fine predicament? It wasn't chunked or
     * non-chunked as far as we can tell.
     */
    if (!sized) {
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_BADSIZE);
        return (-1);
    }

    c_id->body_read = 0;
    c_id->body_size_tot = c_id->body_size;
    c_id->body_read_tot = 0;

    return (0);
}

/*
 * get_msgcnt - Get the number of bytes left in the message body or chunk.
 *
 * Arguments:
 *   c_id   - Structure describing the connection in question.
 *   msgcnt - Where to store the message count.
 *
 * Returns:
 *   0  - Success
 *  -1  - Error occurred.  The error information is in the error stack.
 *
 *  Note that if the message being read is not chunked, then the byte count
 *  is simply the message size minus the bytes read thus far. In the case of
 *  chunked messages, the byte count returned will be the number of bytes
 *  left in the chunk. If the current chunk has been exhausted, then this
 *  routine will determine the size of the next chunk. When the next chunk
 *  size is zero, the message has been read in its entirety.
 */
static int
get_msgcnt(http_conn_t *c_id, ssize_t *msgcnt)
{
    /*
     * If there are more bytes in the message, then return.
     */
    *msgcnt = c_id->body_size - c_id->body_read;
    if (*msgcnt != 0) {
        return (0);
    }
    /*
     * If this is not a chunked message and the body has been
     * read, then we're done.
     */
    if (!c_id->is_chunked) {
        return (0);
    }

    /*
     * We're looking at a chunked message whose immediate
     * chunk has been totally processed. See if there is
     * another chunk.
     */
    c_id->body_size = get_chunk_header(c_id);
    if (c_id->body_size == -1) {
        /*
         * Error stack was already set at a
         * lower level.
         */
        return (-1);
    }

    /*
     * No bytes of this chunk have been processed yet.
     */
    c_id->body_read = 0;

    /*
     * A zero length chunk signals the end of the
     * message body and chunking.
     */
    if (c_id->body_size == 0) {
        c_id->is_chunked = B_FALSE;
        return (0);
    }

    /*
     * There is another chunk.
     */
    c_id->body_size_tot += c_id->body_size;
    *msgcnt = c_id->body_size - c_id->body_read;

    return (0);
}

/*
 * getaline - Get lines of data from the HTTP response, up to 'len' bytes.
 *    NOTE: the line will not end with a NULL if all 'len' bytes
 *    were read.
 *
 * Arguments:
 *   c_id   - Structure describing the connection in question.
 *   line   - Where to store the data.
 *   len    - Maximum number of bytes in the line.
 *   bread  - TRUE if the lines are part of the message body.
 *
 * Returns:
 *   >=0    - The number of bytes successfully read.
 *   <0     - An error occurred.  This is (the number of bytes gotten + 1),
 *        negated.  In other words, if 'n' bytes were read and then an
 *        error occurred, this will return (-(n+1)).  So zero bytes read
 *        and then an error occurs, this will return -1.  If 1 bytes
 *        was read, it will return -2, etc.
 *
 *        Specifics of the error can be gotten using http_get_lasterr();
 *
 *  Note that I/O errors are put into the error stack by http_srv_recv().1
 */
static int
getaline(http_conn_t *c_id, char *line, int len, boolean_t bread)
{
    int i = 0;
    ssize_t msgcnt = 0;
    ssize_t cnt;

    while (i < len) {
        /*
         * Special processing required for message body reads.
         */
        if (bread) {
            /*
             * See if there is another chunk. Obviously, in the
             * case of non-chunked messages, there won't be.
             * But in either case, chunked or not, if msgcnt
             * is still zero after the call to get_msgcnt(),
             * then we're done.
             */
            if (msgcnt == 0) {
                if (get_msgcnt(c_id, &msgcnt) == -1) {
                    return (-(i+1));
                }
                if (msgcnt == 0) {
                    break;
                }
            }
            cnt = MIN(msgcnt, sizeof (c_id->inbuf.buf));
        } else {
            cnt = sizeof (c_id->inbuf.buf);
        }

        /* read more data if buffer empty */
        if (c_id->inbuf.i == c_id->inbuf.n) {
            c_id->inbuf.i = 0;
            c_id->inbuf.n = http_srv_recv(c_id, c_id->inbuf.buf,
                cnt);
            if (c_id->inbuf.n == 0) {
                return (i);
            }
            if (c_id->inbuf.n < 0) {
                return (-(i+1));
            }
        }
        /* skip CR */
        if (c_id->inbuf.buf[c_id->inbuf.i] == '\r') {
            INC_BREAD_CNT(bread, msgcnt);
            c_id->inbuf.i++;
            continue;
        }
        if (c_id->inbuf.buf[c_id->inbuf.i] == '\n') {
            INC_BREAD_CNT(bread, msgcnt);
            c_id->inbuf.i++;
            line[i] = '\0';
            return (i);
        }
        /* copy buf from internal buffer */
        INC_BREAD_CNT(bread, msgcnt);
        line[i++] = c_id->inbuf.buf[c_id->inbuf.i++];
    }
    return (i);
}

/*
 * getbytes - Get a block from the HTTP response. Used for the HTTP body.
 *
 * Arguments:
 *   c_id   - Structure describing the connection in question.
 *   line   - Where to store the data.
 *   len    - Maximum number of bytes in the block.
 *
 * Returns:
 *   >=0    - The number of bytes successfully read.
 *   <0     - An error occurred.  This is (the number of bytes gotten + 1),
 *        negated.  In other words, if 'n' bytes were read and then an
 *        error occurred, this will return (-(n+1)).  So zero bytes read
 *        and then an error occurs, this will return -1.  If 1 bytes
 *        was read, it will return -2, etc.
 *
 *        Specifics of the error can be gotten using http_get_lasterr();
 *
 *  Note that all reads performed here assume that a message body is being
 *  read. If this changes in the future, then the logic should more closely
 *  resemble getaline().
 *
 *  Note that I/O errors are put into the error stack by http_srv_recv().
 */
static int
getbytes(http_conn_t *c_id, char *line, int len)
{
    int i = 0;
    ssize_t msgcnt = 0;
    ssize_t cnt;
    int nbytes;

    while (i < len) {
        /*
         * See if there is another chunk. Obviously, in the
         * case of non-chunked messages, there won't be.
         * But in either case, chunked or not, if msgcnt
         * is still zero after the call to get_msgcnt(), then
         * we're done.
         */
        if (msgcnt == 0) {
            if (get_msgcnt(c_id, &msgcnt) == -1) {
                return (-(i+1));
            }
            if (msgcnt == 0) {
                break;
            }
        }

        cnt = MIN(msgcnt, len - i);

        if (c_id->inbuf.n != c_id->inbuf.i) {
            nbytes = (int)MIN(cnt, c_id->inbuf.n - c_id->inbuf.i);
            (void) memcpy(line, &c_id->inbuf.buf[c_id->inbuf.i],
                nbytes);
            c_id->inbuf.i += nbytes;
        } else {
            nbytes = http_srv_recv(c_id, line, cnt);
            if (nbytes == 0) {
                return (i);
            }
            if (nbytes < 0) {
                return (-(i+1));
            }
        }

        i += nbytes;
        line += nbytes;
        msgcnt -= nbytes;
        c_id->body_read += nbytes;
        c_id->body_read_tot += nbytes;
    }

    return (i);
}

static int
http_srv_send(http_conn_t *c_id, const void *buf, size_t nbyte)
{
    int retval;

    if (c_id->ssl != NULL) {
        if ((retval = SSL_write(c_id->ssl, buf, nbyte)) <= 0) {
            handle_ssl_error(c_id, retval);
        }
        return (retval);
    } else {
        retval = socket_write(c_id->fd, buf, nbyte, &c_id->host_addr);
        if (retval < 0) {
            SET_ERR(c_id, ERRSRC_SYSTEM, errno);
            return (-1);
        }
        return (retval);
    }
}

static int
http_srv_recv(http_conn_t *c_id, void *buf, size_t nbyte)
{
    int retval;

    if (c_id->ssl != NULL) {
        if ((retval = SSL_read(c_id->ssl, buf, nbyte)) <= 0) {
            handle_ssl_error(c_id, retval);
        }
        return (retval);
    } else {
        retval = socket_read(c_id->fd, buf, nbyte, c_id->read_timeout);
        if (retval < 0) {
            SET_ERR(c_id, ERRSRC_SYSTEM, errno);
            return (-1);
        }
        return (retval);
    }
}

static boolean_t
http_check_conn(http_conn_t *c_id)
{
    early_err = 0;
    if (c_id == NULL || c_id->signature != HTTP_CONN_INFO) {
        early_err = EHTTP_BADARG;
        return (B_FALSE);
    }
    RESET_ERR(c_id);
    return (B_TRUE);
}

static void
handle_ssl_error(http_conn_t *c_id, int retval)
{
    ulong_t err;

    err = SSL_get_error(c_id->ssl, retval);

    switch (err) {
    case SSL_ERROR_NONE:
        return;

    case SSL_ERROR_ZERO_RETURN:
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_CONCLOSED);
        return;

    case SSL_ERROR_WANT_READ:
    case SSL_ERROR_WANT_WRITE:
    case SSL_ERROR_WANT_CONNECT:
    case SSL_ERROR_WANT_X509_LOOKUP:
        SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_UNEXPECTED);
        return;

    case SSL_ERROR_SYSCALL:
        err = ERR_get_error();
        if (err == 0)
            SET_ERR(c_id, ERRSRC_LIBHTTP, EHTTP_EOFERR);
        else if (err == (ulong_t)-1)
            SET_ERR(c_id, ERRSRC_SYSTEM, errno);
        else {
            SET_ERR(c_id, ERRSRC_LIBSSL, err);
            while ((err = ERR_get_error()) != 0)
                SET_ERR(c_id, ERRSRC_LIBSSL, err);
        }
        return;

    case SSL_ERROR_SSL:
        while ((err = ERR_get_error()) != 0) {
            SET_ERR(c_id, ERRSRC_LIBSSL, err);
        }
        return;
    }
}

static int
count_digits(int value)
{
    int count = 1;

    if (value < 0) {
        count++;
        value = -value;
    }

    while (value > 9) {
        value /= 10;
        count++;
    }
    return (count);
}

static int
hexdigit(char ch)
{
    if (ch >= '0' && ch <= '9')
        return (ch - '0');
    if (ch >= 'A' && ch <= 'F')
        return (ch - 'A' + 10);
    if (ch >= 'a' && ch <= 'f')
        return (ch - 'a' + 10);
    return (-1);
}

static char *
eat_ws(const char *buf)
{
    char *ptr = (char *)buf;

    while (isspace(*ptr))
        ptr++;

    return (ptr);
}

static boolean_t
startswith(const char **strp, const char *starts)
{
    int len = strlen(starts);

    if (strncasecmp(*strp, starts, len) == 0) {
        *strp += len;
        return (B_TRUE);
    }
    return (B_FALSE);
}