modules/proxy/mod_proxy_balancer.c

	mod_proxy_balancer.c revision d46dfdce9351f52a971777948d9b02f8fc668ff8
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele/* Licensed to the Apache Software Foundation (ASF) under one or more
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele * contributor license agreements.  See the NOTICE file distributed with
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele * this work for additional information regarding copyright ownership.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele * The ASF licenses this file to You under the Apache License, Version 2.0
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele * (the "License"); you may not use this file except in compliance with
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele * the License.  You may obtain a copy of the License at
3577f1d38e53397f6b431c02011f875316b2f070nd *
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele *     http://www.apache.org/licenses/LICENSE-2.0
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele *
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele * Unless required by applicable law or agreed to in writing, software
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele * distributed under the License is distributed on an "AS IS" BASIS,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele * See the License for the specific language governing permissions and
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele * limitations under the License.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele */
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive/* Load balancer module for Apache proxy */
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive#include "mod_proxy.h"
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive#include "scoreboard.h"
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive#include "ap_mpm.h"
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive#include "apr_version.h"
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive#include "apr_hooks.h"
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive#include "apr_uuid.h"
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slivemodule AP_MODULE_DECLARE_DATA proxy_balancer_module;
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slivestatic char balancer_nonce[APR_UUID_FORMATTED_LENGTH + 1];
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slivestatic int proxy_balancer_canon(request_rec *r, char *url)
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive{
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive    char *host, *path;
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive    char *search = NULL;
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive    const char *err;
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive    apr_port_t port = 0;
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slive    if (strncasecmp(url, "balancer:", 9) == 0) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        url += 9;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    else {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        return DECLINED;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele             "proxy: BALANCER: canonicalising URL %s", url);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    /* do syntatic check.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele     * We break the URL into host, port, path, search
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele     */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    err = ap_proxy_canon_netloc(r->pool, &url, NULL, NULL, &host, &port);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    if (err) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                      "error parsing URL %s: %s",
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                      url, err);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        return HTTP_BAD_REQUEST;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    /*
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele     * now parse path/search args, according to rfc1738:
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele     * process the path. With proxy-noncanon set (by
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele     * mod_proxy) we use the raw, unparsed uri
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele     */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    if (apr_table_get(r->notes, "proxy-nocanon")) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        path = url;   /* this is the raw path */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    else {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        path = ap_proxy_canonenc(r->pool, url, strlen(url), enc_path, 0,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                 r->proxyreq);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        search = r->args;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    if (path == NULL)
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        return HTTP_BAD_REQUEST;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    r->filename = apr_pstrcat(r->pool, "proxy:balancer://", host,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            "/", path, (search) ? "?" : "", (search) ? search : "", NULL);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    r->path_info = apr_pstrcat(r->pool, "/", path, NULL);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    return OK;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele}
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabelestatic int init_balancer_members(proxy_server_conf *conf, server_rec *s,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                 proxy_balancer *balancer)
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele{
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    int i;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    proxy_worker **workers;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    workers = (proxy_worker **)balancer->workers->elts;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    for (i = 0; i < balancer->workers->nelts; i++) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        int worker_is_initialized;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        worker_is_initialized = PROXY_WORKER_IS_INITIALIZED(*workers);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        if (!worker_is_initialized) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            proxy_worker_stat *slot;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            /*
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele             * If the worker is not initialized check whether its scoreboard
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele             * slot is already initialized.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele             */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            slot = (proxy_worker_stat *) ap_get_scoreboard_lb((*workers)->id);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            if (slot) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                worker_is_initialized = slot->status & PROXY_WORKER_INITIALIZED;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            else {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                worker_is_initialized = 0;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        ap_proxy_initialize_worker_share(conf, *workers, s);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        ap_proxy_initialize_worker(*workers, s, conf->pool);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        if (!worker_is_initialized) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            /* Set to the original configuration */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            (*workers)->s->lbstatus = (*workers)->s->lbfactor =
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            ((*workers)->lbfactor ? (*workers)->lbfactor : 1);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            (*workers)->s->lbset = (*workers)->lbset;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        ++workers;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    /* Set default number of attempts to the number of
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele     * workers.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele     */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    if (!balancer->max_attempts_set && balancer->workers->nelts > 1) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        balancer->max_attempts = balancer->workers->nelts - 1;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        balancer->max_attempts_set = 1;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    return 0;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele}
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele/* Retrieve the parameter with the given name
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele * Something like 'JSESSIONID=12345...N'
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabelestatic char *get_path_param(apr_pool_t *pool, char *url,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                            const char *name, int scolon_sep)
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele{
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    char *path = NULL;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    char *pathdelims = "?&";
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    if (scolon_sep) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        pathdelims = ";?&";
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    for (path = strstr(url, name); path; path = strstr(path + 1, name)) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        path += strlen(name);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        if (*path == '=') {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            /*
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele             * Session path was found, get it's value
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele             */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            ++path;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            if (strlen(path)) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                char *q;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                path = apr_strtok(apr_pstrdup(pool, path), pathdelims, &q);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                return path;
a3388213b2b4d46b356be205e38204e67b4304d8rbowen            }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    return NULL;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele}
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
5d7e5de2da57434c8e68c8fa49cbf6d70ee0f817slivestatic char *get_cookie_param(request_rec *r, const char *name)
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele{
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    const char *cookies;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    const char *start_cookie;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    if ((cookies = apr_table_get(r->headers_in, "Cookie"))) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        for (start_cookie = ap_strstr_c(cookies, name); start_cookie;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele             start_cookie = ap_strstr_c(start_cookie + 1, name)) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            if (start_cookie == cookies ||
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                start_cookie[-1] == ';' ||
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                start_cookie[-1] == ',' ||
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                isspace(start_cookie[-1])) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                start_cookie += strlen(name);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                while(*start_cookie && isspace(*start_cookie))
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    ++start_cookie;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                if (*start_cookie == '=' && start_cookie[1]) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    /*
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                     * Session cookie was found, get it's value
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                     */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    char *end_cookie, *cookie;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    ++start_cookie;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    cookie = apr_pstrdup(r->pool, start_cookie);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    if ((end_cookie = strchr(cookie, ';')) != NULL)
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                        *end_cookie = '\0';
a3388213b2b4d46b356be205e38204e67b4304d8rbowen                    if((end_cookie = strchr(cookie, ',')) != NULL)
a3388213b2b4d46b356be205e38204e67b4304d8rbowen                        *end_cookie = '\0';
a3388213b2b4d46b356be205e38204e67b4304d8rbowen                    return cookie;
a3388213b2b4d46b356be205e38204e67b4304d8rbowen                }
a3388213b2b4d46b356be205e38204e67b4304d8rbowen            }
a3388213b2b4d46b356be205e38204e67b4304d8rbowen        }
a3388213b2b4d46b356be205e38204e67b4304d8rbowen    }
a3388213b2b4d46b356be205e38204e67b4304d8rbowen    return NULL;
a3388213b2b4d46b356be205e38204e67b4304d8rbowen}
d94fadc8231669a4e710869f290ed57a8232a61drbowen
d94fadc8231669a4e710869f290ed57a8232a61drbowen/* Find the worker that has the 'route' defined
a3388213b2b4d46b356be205e38204e67b4304d8rbowen */
d94fadc8231669a4e710869f290ed57a8232a61drbowenstatic proxy_worker *find_route_worker(proxy_balancer *balancer,
a3388213b2b4d46b356be205e38204e67b4304d8rbowen                                       const char *route, request_rec *r)
a3388213b2b4d46b356be205e38204e67b4304d8rbowen{
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    int i;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    int checking_standby;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    int checked_standby;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    proxy_worker **workers;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    proxy_worker *worker;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    checking_standby = checked_standby = 0;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    while (!checked_standby) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        workers = (proxy_worker **)balancer->workers->elts;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        for (i = 0; i < balancer->workers->nelts; i++, workers++) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            worker = *workers;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            if ( (checking_standby ? !PROXY_WORKER_IS_STANDBY(worker) : PROXY_WORKER_IS_STANDBY(worker)) )
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                continue;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            if (*(worker->s->route) && strcmp(worker->s->route, route) == 0) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                if (worker && PROXY_WORKER_IS_USABLE(worker)) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    return worker;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                } else {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    /*
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                     * If the worker is in error state run
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                     * retry on that worker. It will be marked as
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                     * operational if the retry timeout is elapsed.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                     * The worker might still be unusable, but we try
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                     * anyway.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                     */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    ap_proxy_retry_worker("BALANCER", worker, r->server);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    if (PROXY_WORKER_IS_USABLE(worker)) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                            return worker;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    } else {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                        /*
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                         * We have a worker that is unusable.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                         * It can be in error or disabled, but in case
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                         * it has a redirection set use that redirection worker.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                         * This enables to safely remove the member from the
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                         * balancer. Of course you will need some kind of
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                         * session replication between those two remote.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                         */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                        if (*worker->s->redirect) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                            proxy_worker *rworker = NULL;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                            rworker = find_route_worker(balancer, worker->s->redirect, r);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                            /* Check if the redirect worker is usable */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                            if (rworker && !PROXY_WORKER_IS_USABLE(rworker)) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                /*
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                 * If the worker is in error state run
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                 * retry on that worker. It will be marked as
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                 * operational if the retry timeout is elapsed.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                 * The worker might still be unusable, but we try
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                 * anyway.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                 */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                ap_proxy_retry_worker("BALANCER", rworker, r->server);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                            }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                            if (rworker && PROXY_WORKER_IS_USABLE(rworker))
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                return rworker;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                        }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        checked_standby = checking_standby++;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    return NULL;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele}
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabelestatic proxy_worker *find_session_route(proxy_balancer *balancer,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                        request_rec *r,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                        char **route,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                        const char **sticky_used,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                        char **url)
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele{
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    proxy_worker *worker = NULL;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    if (!balancer->sticky)
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        return NULL;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    /* Try to find the sticky route inside url */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    *route = get_path_param(r->pool, *url, balancer->sticky_path, balancer->scolonsep);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    if (*route) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                     "proxy: BALANCER: Found value %s for "
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                     "stickysession %s", *route, balancer->sticky_path);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        *sticky_used =  balancer->sticky_path;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    else {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        *route = get_cookie_param(r, balancer->sticky);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        if (*route) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            *sticky_used =  balancer->sticky;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                         "proxy: BALANCER: Found value %s for "
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                         "stickysession %s", *route, balancer->sticky);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    /*
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele     * If we found a value for sticksession, find the first '.' within.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele     * Everything after '.' (if present) is our route.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele     */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    if ((*route) && ((*route = strchr(*route, '.')) != NULL ))
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        (*route)++;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    if ((*route) && (**route)) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                  "proxy: BALANCER: Found route %s", *route);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        /* We have a route in path or in cookie
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele         * Find the worker that has this route defined.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele         */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        worker = find_route_worker(balancer, *route, r);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        if (worker && strcmp(*route, worker->s->route)) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            /*
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele             * Notice that the route of the worker chosen is different from
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele             * the route supplied by the client.
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele             */
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            apr_table_setn(r->subprocess_env, "BALANCER_ROUTE_CHANGED", "1");
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele            ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                         "proxy: BALANCER: Route changed from %s to %s",
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                         *route, worker->s->route);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        return worker;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    else
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        return NULL;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele}
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabelestatic proxy_worker *find_best_worker(proxy_balancer *balancer,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele                                      request_rec *r)
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele{
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    proxy_worker *candidate = NULL;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    apr_status_t rv;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    if ((rv = PROXY_THREAD_LOCK(balancer)) != APR_SUCCESS) {
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        "proxy: BALANCER: (%s). Lock failed for find_best_worker()", balancer->name);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele        return NULL;
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    }
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele    candidate = (*balancer->lbmethod->finder)(balancer, r);
4ab980a06412fd86f52a6d054fb7e26de155c530erikabele
    if (candidate)
        candidate->s->elected++;

/*
        PROXY_THREAD_UNLOCK(balancer);
        return NULL;
*/

    if ((rv = PROXY_THREAD_UNLOCK(balancer)) != APR_SUCCESS) {
        ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
        "proxy: BALANCER: (%s). Unlock failed for find_best_worker()", balancer->name);
    }

    if (candidate == NULL) {
        /* All the workers are in error state or disabled.
         * If the balancer has a timeout sleep for a while
         * and try again to find the worker. The chances are
         * that some other thread will release a connection.
         * By default the timeout is not set, and the server
         * returns SERVER_BUSY.
         */
#if APR_HAS_THREADS
        if (balancer->timeout) {
            /* XXX: This can perhaps be build using some
             * smarter mechanism, like tread_cond.
             * But since the statuses can came from
             * different childs, use the provided algo.
             */
            apr_interval_time_t timeout = balancer->timeout;
            apr_interval_time_t step, tval = 0;
            /* Set the timeout to 0 so that we don't
             * end in infinite loop
             */
            balancer->timeout = 0;
            step = timeout / 100;
            while (tval < timeout) {
                apr_sleep(step);
                /* Try again */
                if ((candidate = find_best_worker(balancer, r)))
                    break;
                tval += step;
            }
            /* restore the timeout */
            balancer->timeout = timeout;
        }
#endif
    }

    return candidate;

}

static int rewrite_url(request_rec *r, proxy_worker *worker,
                        char **url)
{
    const char *scheme = strstr(*url, "://");
    const char *path = NULL;

    if (scheme)
        path = ap_strchr_c(scheme + 3, '/');

    /* we break the URL into host, port, uri */
    if (!worker) {
        return ap_proxyerror(r, HTTP_BAD_REQUEST, apr_pstrcat(r->pool,
                             "missing worker. URI cannot be parsed: ", *url,
                             NULL));
    }

    *url = apr_pstrcat(r->pool, worker->name, path, NULL);

    return OK;
}

static void force_recovery(proxy_balancer *balancer, server_rec *s)
{
    int i;
    int ok = 0;
    proxy_worker **worker;

    worker = (proxy_worker **)balancer->workers->elts;
    for (i = 0; i < balancer->workers->nelts; i++, worker++) {
        if (!((*worker)->s->status & PROXY_WORKER_IN_ERROR)) {
            ok = 1;
            break;
        }
        else {
            /* Try if we can recover */
            ap_proxy_retry_worker("BALANCER", *worker, s);
            if (!((*worker)->s->status & PROXY_WORKER_IN_ERROR)) {
                ok = 1;
                break;
            }
        }
    }
    if (!ok) {
        /* If all workers are in error state force the recovery.
         */
        worker = (proxy_worker **)balancer->workers->elts;
        for (i = 0; i < balancer->workers->nelts; i++, worker++) {
            ++(*worker)->s->retries;
            (*worker)->s->status &= ~PROXY_WORKER_IN_ERROR;
            ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, s,
                         "proxy: BALANCER: (%s). Forcing recovery for worker (%s)",
                         balancer->name, (*worker)->hostname);
        }
    }
}

static int proxy_balancer_pre_request(proxy_worker **worker,
                                      proxy_balancer **balancer,
                                      request_rec *r,
                                      proxy_server_conf *conf, char **url)
{
    int access_status;
    proxy_worker *runtime;
    char *route = NULL;
    const char *sticky = NULL;
    apr_status_t rv;

    *worker = NULL;
    /* Step 1: check if the url is for us
     * The url we can handle starts with 'balancer://'
     * If balancer is already provided skip the search
     * for balancer, because this is failover attempt.
     */
    if (!*balancer &&
        !(*balancer = ap_proxy_get_balancer(r->pool, conf, *url)))
        return DECLINED;

    /* Step 2: Lock the LoadBalancer
     * XXX: perhaps we need the process lock here
     */
    if ((rv = PROXY_THREAD_LOCK(*balancer)) != APR_SUCCESS) {
        ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
                     "proxy: BALANCER: (%s). Lock failed for pre_request",
                     (*balancer)->name);
        return DECLINED;
    }

    /* Step 3: force recovery */
    force_recovery(*balancer, r->server);

    /* Step 4: find the session route */
    runtime = find_session_route(*balancer, r, &route, &sticky, url);
    if (runtime) {
        int i, total_factor = 0;
        proxy_worker **workers;
        /* We have a sticky load balancer
         * Update the workers status
         * so that even session routes get
         * into account.
         */
        workers = (proxy_worker **)(*balancer)->workers->elts;
        for (i = 0; i < (*balancer)->workers->nelts; i++) {
            /* Take into calculation only the workers that are
             * not in error state or not disabled.
             *
             * TODO: Abstract the below, since this is dependent
             *       on the LB implementation
             */
            if (PROXY_WORKER_IS_USABLE(*workers)) {
                (*workers)->s->lbstatus += (*workers)->s->lbfactor;
                total_factor += (*workers)->s->lbfactor;
            }
            workers++;
        }
        runtime->s->lbstatus -= total_factor;
        runtime->s->elected++;

        *worker = runtime;
    }
    else if (route && (*balancer)->sticky_force) {
        int i, member_of = 0;
        proxy_worker **workers;
        /*
         * We have a route provided that doesn't match the
         * balancer name. See if the provider route is the
         * member of the same balancer in which case return 503
         */
        workers = (proxy_worker **)(*balancer)->workers->elts;
        for (i = 0; i < (*balancer)->workers->nelts; i++) {
            if (*((*workers)->s->route) && strcmp((*workers)->s->route, route) == 0) {
                member_of = 1;
                break;
            }
            workers++;
        }
        if (member_of) {
            ap_log_error(APLOG_MARK, APLOG_ERR, 0, r->server,
                         "proxy: BALANCER: (%s). All workers are in error state for route (%s)",
                         (*balancer)->name, route);
            if ((rv = PROXY_THREAD_UNLOCK(*balancer)) != APR_SUCCESS) {
                ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
                             "proxy: BALANCER: (%s). Unlock failed for pre_request",
                             (*balancer)->name);
            }
            return HTTP_SERVICE_UNAVAILABLE;
        }
    }

    if ((rv = PROXY_THREAD_UNLOCK(*balancer)) != APR_SUCCESS) {
        ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
                     "proxy: BALANCER: (%s). Unlock failed for pre_request",
                     (*balancer)->name);
    }
    if (!*worker) {
        runtime = find_best_worker(*balancer, r);
        if (!runtime) {
            if ((*balancer)->workers->nelts) {
                ap_log_error(APLOG_MARK, APLOG_ERR, 0, r->server,
                            "proxy: BALANCER: (%s). All workers are in error state",
                            (*balancer)->name);
            } else {
                ap_log_error(APLOG_MARK, APLOG_ERR, 0, r->server,
                            "proxy: BALANCER: (%s). No workers in balancer",
                            (*balancer)->name);
            }

            return HTTP_SERVICE_UNAVAILABLE;
        }
        if ((*balancer)->sticky && runtime) {
            /*
             * This balancer has sticky sessions and the client either has not
             * supplied any routing information or all workers for this route
             * including possible redirect and hotstandby workers are in error
             * state, but we have found another working worker for this
             * balancer where we can send the request. Thus notice that we have
             * changed the route to the backend.
             */
            apr_table_setn(r->subprocess_env, "BALANCER_ROUTE_CHANGED", "1");
        }
        *worker = runtime;
    }

    (*worker)->s->busy++;

    /* Add balancer/worker info to env. */
    apr_table_setn(r->subprocess_env,
                   "BALANCER_NAME", (*balancer)->name);
    apr_table_setn(r->subprocess_env,
                   "BALANCER_WORKER_NAME", (*worker)->name);
    apr_table_setn(r->subprocess_env,
                   "BALANCER_WORKER_ROUTE", (*worker)->s->route);

    /* Rewrite the url from 'balancer://url'
     * to the 'worker_scheme://worker_hostname[:worker_port]/url'
     * This replaces the balancers fictional name with the
     * real hostname of the elected worker.
     */
    access_status = rewrite_url(r, *worker, url);
    /* Add the session route to request notes if present */
    if (route) {
        apr_table_setn(r->notes, "session-sticky", sticky);
        apr_table_setn(r->notes, "session-route", route);

        /* Add session info to env. */
        apr_table_setn(r->subprocess_env,
                       "BALANCER_SESSION_STICKY", sticky);
        apr_table_setn(r->subprocess_env,
                       "BALANCER_SESSION_ROUTE", route);
    }
    ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
                 "proxy: BALANCER (%s) worker (%s) rewritten to %s",
                 (*balancer)->name, (*worker)->name, *url);

    return access_status;
}

static int proxy_balancer_post_request(proxy_worker *worker,
                                       proxy_balancer *balancer,
                                       request_rec *r,
                                       proxy_server_conf *conf)
{

    apr_status_t rv;

    if ((rv = PROXY_THREAD_LOCK(balancer)) != APR_SUCCESS) {
        ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
            "proxy: BALANCER: (%s). Lock failed for post_request",
            balancer->name);
        return HTTP_INTERNAL_SERVER_ERROR;
    }

    if (!apr_is_empty_array(balancer->errstatuses)){
        int i;
        for (i = 0; i < balancer->errstatuses->nelts; i++) {
            int val=((int*)balancer->errstatuses->elts)[i];
            if (r->status == val) {
                ap_log_error(APLOG_MARK, APLOG_NOTICE, rv, r->server,
                    "Detected ErrorOnState (%d) for member (%s). Forcing worker into error state.", val, worker->name);
                worker->s->status |= PROXY_WORKER_IN_ERROR;
                worker->s->error_time = apr_time_now();
                break;
            }
        }
    }

    if ((rv = PROXY_THREAD_UNLOCK(balancer)) != APR_SUCCESS) {
        ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
            "proxy: BALANCER: (%s). Unlock failed for post_request",
            balancer->name);
    }
    ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
                 "proxy_balancer_post_request for (%s)", balancer->name);

    if (worker && worker->s->busy)
        worker->s->busy--;

    return OK;

}

static void recalc_factors(proxy_balancer *balancer)
{
    int i;
    proxy_worker **workers;


    /* Recalculate lbfactors */
    workers = (proxy_worker **)balancer->workers->elts;
    /* Special case if there is only one worker it's
     * load factor will always be 1
     */
    if (balancer->workers->nelts == 1) {
        (*workers)->s->lbstatus = (*workers)->s->lbfactor = 1;
        return;
    }
    for (i = 0; i < balancer->workers->nelts; i++) {
        /* Update the status entries */
        workers[i]->s->lbstatus = workers[i]->s->lbfactor;
    }
}

/* post_config hook: */
static int balancer_init(apr_pool_t *p, apr_pool_t *plog,
                         apr_pool_t *ptemp, server_rec *s)
{
    void *data;
    const char *userdata_key = "mod_proxy_balancer_init";
    apr_uuid_t uuid;

    /* balancer_init() will be called twice during startup.  So, only
     * set up the static data the second time through. */
    apr_pool_userdata_get(&data, userdata_key, s->process->pool);
    if (!data) {
        apr_pool_userdata_set((const void *)1, userdata_key,
                               apr_pool_cleanup_null, s->process->pool);
        return OK;
    }

    /* Retrieve a UUID and store the nonce for the lifetime of
     * the process. */
    apr_uuid_get(&uuid);
    apr_uuid_format(balancer_nonce, &uuid);

    return OK;
}

/* Manages the loadfactors and member status
 */
static int balancer_handler(request_rec *r)
{
    void *sconf = r->server->module_config;
    proxy_server_conf *conf = (proxy_server_conf *)
        ap_get_module_config(sconf, &proxy_module);
    proxy_balancer *balancer, *bsel = NULL;
    proxy_worker *worker, *wsel = NULL;
    proxy_worker **workers = NULL;
    apr_table_t *params = apr_table_make(r->pool, 10);
    int access_status;
    int i, n;
    const char *name;

    /* is this for us? */
    if (strcmp(r->handler, "balancer-manager"))
        return DECLINED;
    r->allowed = (AP_METHOD_BIT << M_GET);
    if (r->method_number != M_GET)
        return DECLINED;

    if (r->args) {
        char *args = apr_pstrdup(r->pool, r->args);
        char *tok, *val;
        while (args && *args) {
            if ((val = ap_strchr(args, '='))) {
                *val++ = '\0';
                if ((tok = ap_strchr(val, '&')))
                    *tok++ = '\0';
                /*
                 * Special case: workers are allowed path information
                 */
                if ((access_status = ap_unescape_url(val)) != OK)
                    if (strcmp(args, "w") || (access_status !=  HTTP_NOT_FOUND))
                        return access_status;
                apr_table_setn(params, args, val);
                args = tok;
            }
            else
                return HTTP_BAD_REQUEST;
        }
    }

    /* Check that the supplied nonce matches this server's nonce;
     * otherwise ignore all parameters, to prevent a CSRF attack. */
    if ((name = apr_table_get(params, "nonce")) == NULL
        || strcmp(balancer_nonce, name) != 0) {
        apr_table_clear(params);
    }

    if ((name = apr_table_get(params, "b")))
        bsel = ap_proxy_get_balancer(r->pool, conf,
            apr_pstrcat(r->pool, "balancer://", name, NULL));
    if ((name = apr_table_get(params, "w"))) {
        proxy_worker *ws;

        ws = ap_proxy_get_worker(r->pool, conf, name);
        if (bsel && ws) {
            workers = (proxy_worker **)bsel->workers->elts;
            for (n = 0; n < bsel->workers->nelts; n++) {
                worker = *workers;
                if (strcasecmp(worker->name, ws->name) == 0) {
                    wsel = worker;
                    break;
                }
                ++workers;
            }
        }
    }
    /* First set the params */
    /*
     * Note that it is not possible set the proxy_balancer because it is not
     * in shared memory.
     */
    if (wsel) {
        const char *val;
        if ((val = apr_table_get(params, "lf"))) {
            int ival = atoi(val);
            if (ival >= 1 && ival <= 100) {
                wsel->s->lbfactor = ival;
                if (bsel)
                    recalc_factors(bsel);
            }
        }
        if ((val = apr_table_get(params, "wr"))) {
            if (strlen(val) && strlen(val) < PROXY_WORKER_MAX_ROUTE_SIZ)
                strcpy(wsel->s->route, val);
            else
                *wsel->s->route = '\0';
        }
        if ((val = apr_table_get(params, "rr"))) {
            if (strlen(val) && strlen(val) < PROXY_WORKER_MAX_ROUTE_SIZ)
                strcpy(wsel->s->redirect, val);
            else
                *wsel->s->redirect = '\0';
        }
        if ((val = apr_table_get(params, "dw"))) {
            if (!strcasecmp(val, "Disable"))
                wsel->s->status |= PROXY_WORKER_DISABLED;
            else if (!strcasecmp(val, "Enable"))
                wsel->s->status &= ~PROXY_WORKER_DISABLED;
        }
        if ((val = apr_table_get(params, "ls"))) {
            int ival = atoi(val);
            if (ival >= 0 && ival <= 99) {
                wsel->s->lbset = ival;
             }
        }

    }
    if (apr_table_get(params, "xml")) {
        ap_set_content_type(r, "text/xml");
        ap_rputs("<?xml version=\"1.0\" encoding=\"UTF-8\" ?>\n", r);
        ap_rputs("<httpd:manager xmlns:httpd=\"http://httpd.apache.org\">\n", r);
        ap_rputs("  <httpd:balancers>\n", r);
        balancer = (proxy_balancer *)conf->balancers->elts;
        for (i = 0; i < conf->balancers->nelts; i++) {
            ap_rputs("    <httpd:balancer>\n", r);
            ap_rvputs(r, "      <httpd:name>", balancer->name, "</httpd:name>\n", NULL);
            ap_rputs("      <httpd:workers>\n", r);
            workers = (proxy_worker **)balancer->workers->elts;
            for (n = 0; n < balancer->workers->nelts; n++) {
                worker = *workers;
                ap_rputs("        <httpd:worker>\n", r);
                ap_rvputs(r, "          <httpd:scheme>", worker->scheme,
                          "</httpd:scheme>\n", NULL);
                ap_rvputs(r, "          <httpd:hostname>", worker->hostname,
                          "</httpd:hostname>\n", NULL);
               ap_rprintf(r, "          <httpd:loadfactor>%d</httpd:loadfactor>\n",
                          worker->s->lbfactor);
                ap_rputs("        </httpd:worker>\n", r);
                ++workers;
            }
            ap_rputs("      </httpd:workers>\n", r);
            ap_rputs("    </httpd:balancer>\n", r);
            ++balancer;
        }
        ap_rputs("  </httpd:balancers>\n", r);
        ap_rputs("</httpd:manager>", r);
    }
    else {
        ap_set_content_type(r, "text/html; charset=ISO-8859-1");
        ap_rputs(DOCTYPE_HTML_3_2
                 "<html><head><title>Balancer Manager</title></head>\n", r);
        ap_rputs("<body><h1>Load Balancer Manager for ", r);
        ap_rvputs(r, ap_get_server_name(r), "</h1>\n\n", NULL);
        ap_rvputs(r, "<dl><dt>Server Version: ",
                  ap_get_server_description(), "</dt>\n", NULL);
        ap_rvputs(r, "<dt>Server Built: ",
                  ap_get_server_built(), "\n</dt></dl>\n", NULL);
        balancer = (proxy_balancer *)conf->balancers->elts;
        for (i = 0; i < conf->balancers->nelts; i++) {

            ap_rputs("<hr />\n<h3>LoadBalancer Status for ", r);
            ap_rvputs(r, balancer->name, "</h3>\n\n", NULL);
            ap_rputs("\n\n<table border=\"0\" style=\"text-align: left;\"><tr>"
                "<th>StickySession</th><th>Timeout</th><th>FailoverAttempts</th><th>Method</th>"
                "</tr>\n<tr>", r);
            if (balancer->sticky) {
                if (strcmp(balancer->sticky, balancer->sticky_path)) {
                    ap_rvputs(r, "<td>", balancer->sticky, " | ",
                              balancer->sticky_path, NULL);
                }
                else {
                    ap_rvputs(r, "<td>", balancer->sticky, NULL);
                }
            }
            else {
                ap_rputs("<td> - ", r);
            }
            ap_rprintf(r, "</td><td>%" APR_TIME_T_FMT "</td>",
                apr_time_sec(balancer->timeout));
            ap_rprintf(r, "<td>%d</td>\n", balancer->max_attempts);
            ap_rprintf(r, "<td>%s</td>\n",
                       balancer->lbmethod->name);
            ap_rputs("</table>\n<br />", r);
            ap_rputs("\n\n<table border=\"0\" style=\"text-align: left;\"><tr>"
                "<th>Worker URL</th>"
                "<th>Route</th><th>RouteRedir</th>"
                "<th>Factor</th><th>Set</th><th>Status</th>"
                "<th>Elected</th><th>To</th><th>From</th>"
                "</tr>\n", r);

            workers = (proxy_worker **)balancer->workers->elts;
            for (n = 0; n < balancer->workers->nelts; n++) {
                char fbuf[50];
                worker = *workers;
                ap_rvputs(r, "<tr>\n<td><a href=\"", r->uri, "?b=",
                          balancer->name + sizeof("balancer://") - 1, "&w=",
                          ap_escape_uri(r->pool, worker->name),
                          "&nonce=", balancer_nonce,
                          "\">", NULL);
                ap_rvputs(r, worker->name, "</a></td>", NULL);
                ap_rvputs(r, "<td>", ap_escape_html(r->pool, worker->s->route),
                          NULL);
                ap_rvputs(r, "</td><td>",
                          ap_escape_html(r->pool, worker->s->redirect), NULL);
                ap_rprintf(r, "</td><td>%d</td>", worker->s->lbfactor);
                ap_rprintf(r, "<td>%d</td><td>", worker->s->lbset);
                if (worker->s->status & PROXY_WORKER_DISABLED)
                   ap_rputs("Dis ", r);
                if (worker->s->status & PROXY_WORKER_IN_ERROR)
                   ap_rputs("Err ", r);
                if (worker->s->status & PROXY_WORKER_STOPPED)
                   ap_rputs("Stop ", r);
                if (worker->s->status & PROXY_WORKER_HOT_STANDBY)
                   ap_rputs("Stby ", r);
                if (PROXY_WORKER_IS_USABLE(worker))
                    ap_rputs("Ok", r);
                if (!PROXY_WORKER_IS_INITIALIZED(worker))
                    ap_rputs("-", r);
                ap_rputs("</td>", r);
                ap_rprintf(r, "<td>%" APR_SIZE_T_FMT "</td><td>", worker->s->elected);
                ap_rputs(apr_strfsize(worker->s->transferred, fbuf), r);
                ap_rputs("</td><td>", r);
                ap_rputs(apr_strfsize(worker->s->read, fbuf), r);
                ap_rputs("</td></tr>\n", r);

                ++workers;
            }
            ap_rputs("</table>\n", r);
            ++balancer;
        }
        ap_rputs("<hr />\n", r);
        if (wsel && bsel) {
            ap_rputs("<h3>Edit worker settings for ", r);
            ap_rvputs(r, wsel->name, "</h3>\n", NULL);
            ap_rvputs(r, "<form method=\"GET\" action=\"", NULL);
            ap_rvputs(r, r->uri, "\">\n<dl>", NULL);
            ap_rputs("<table><tr><td>Load factor:</td><td><input name=\"lf\" type=text ", r);
            ap_rprintf(r, "value=\"%d\"></td></tr>\n", wsel->s->lbfactor);
            ap_rputs("<tr><td>LB Set:</td><td><input name=\"ls\" type=text ", r);
            ap_rprintf(r, "value=\"%d\"></td></tr>\n", wsel->s->lbset);
            ap_rputs("<tr><td>Route:</td><td><input name=\"wr\" type=text ", r);
            ap_rvputs(r, "value=\"", ap_escape_html(r->pool, wsel->s->route),
                      NULL);
            ap_rputs("\"></td></tr>\n", r);
            ap_rputs("<tr><td>Route Redirect:</td><td><input name=\"rr\" type=text ", r);
            ap_rvputs(r, "value=\"", ap_escape_html(r->pool, wsel->s->redirect),
                      NULL);
            ap_rputs("\"></td></tr>\n", r);
            ap_rputs("<tr><td>Status:</td><td>Disabled: <input name=\"dw\" value=\"Disable\" type=radio", r);
            if (wsel->s->status & PROXY_WORKER_DISABLED)
                ap_rputs(" checked", r);
            ap_rputs("> | Enabled: <input name=\"dw\" value=\"Enable\" type=radio", r);
            if (!(wsel->s->status & PROXY_WORKER_DISABLED))
                ap_rputs(" checked", r);
            ap_rputs("></td></tr>\n", r);
            ap_rputs("<tr><td colspan=2><input type=submit value=\"Submit\"></td></tr>\n", r);
            ap_rvputs(r, "</table>\n<input type=hidden name=\"w\" ",  NULL);
            ap_rvputs(r, "value=\"", ap_escape_uri(r->pool, wsel->name), "\">\n", NULL);
            ap_rvputs(r, "<input type=hidden name=\"b\" ", NULL);
            ap_rvputs(r, "value=\"", bsel->name + sizeof("balancer://") - 1,
                      "\">\n", NULL);
            ap_rvputs(r, "<input type=hidden name=\"nonce\" value=\"",
                      balancer_nonce, "\">\n", NULL);
            ap_rvputs(r, "</form>\n", NULL);
            ap_rputs("<hr />\n", r);
        }
        ap_rputs(ap_psignature("",r), r);
        ap_rputs("</body></html>\n", r);
    }
    return OK;
}

static void child_init(apr_pool_t *p, server_rec *s)
{
    while (s) {
        void *sconf = s->module_config;
        proxy_server_conf *conf;
        proxy_balancer *balancer;
        int i;
        conf = (proxy_server_conf *)ap_get_module_config(sconf, &proxy_module);

        /* Initialize shared scoreboard data */
        balancer = (proxy_balancer *)conf->balancers->elts;
        for (i = 0; i < conf->balancers->nelts; i++) {
            if (balancer->lbmethod && balancer->lbmethod->reset)
               balancer->lbmethod->reset(balancer, s);
            init_balancer_members(conf, s, balancer);
            balancer++;
        }
        s = s->next;
    }

}

static void ap_proxy_balancer_register_hook(apr_pool_t *p)
{
    /* Only the mpm_winnt has child init hook handler.
     * make sure that we are called after the mpm
     * initializes
     */
    static const char *const aszPred[] = { "mpm_winnt.c", NULL};
     /* manager handler */
    ap_hook_post_config(balancer_init, NULL, NULL, APR_HOOK_MIDDLE);
    ap_hook_handler(balancer_handler, NULL, NULL, APR_HOOK_FIRST);
    ap_hook_child_init(child_init, aszPred, NULL, APR_HOOK_MIDDLE);
    proxy_hook_pre_request(proxy_balancer_pre_request, NULL, NULL, APR_HOOK_FIRST);
    proxy_hook_post_request(proxy_balancer_post_request, NULL, NULL, APR_HOOK_FIRST);
    proxy_hook_canon_handler(proxy_balancer_canon, NULL, NULL, APR_HOOK_FIRST);
}

module AP_MODULE_DECLARE_DATA proxy_balancer_module = {
    STANDARD20_MODULE_STUFF,
    NULL,       /* create per-directory config structure */
    NULL,       /* merge per-directory config structures */
    NULL,       /* create per-server config structure */
    NULL,       /* merge per-server config structures */
    NULL,       /* command apr_table_t */
    ap_proxy_balancer_register_hook /* register hooks */
};