lib/isc/mem.c

	mem.c revision 449f4411c9d6a06ba3c8a7a525cefbdbd443117f
d4ef65050feac78554addf6e16a06c6e2e0bd331Brian Wellington/*
19c7b1a0293498a3e36692c59646ed6e15ffc8d0Tinderbox User * Copyright (C) 1997-2001  Internet Software Consortium.
c651f15b30f1dae5cc2f00878fb5da5b3a35a468Mark Andrews *
d4ef65050feac78554addf6e16a06c6e2e0bd331Brian Wellington * Permission to use, copy, modify, and distribute this software for any
ec5347e2c775f027573ce5648b910361aa926c01Automatic Updater * purpose with or without fee is hereby granted, provided that the above
d4ef65050feac78554addf6e16a06c6e2e0bd331Brian Wellington * copyright notice and this permission notice appear in all copies.
d4ef65050feac78554addf6e16a06c6e2e0bd331Brian Wellington *
d4ef65050feac78554addf6e16a06c6e2e0bd331Brian Wellington * THE SOFTWARE IS PROVIDED "AS IS" AND INTERNET SOFTWARE CONSORTIUM
dafcb997e390efa4423883dafd100c975c4095d6Mark Andrews * DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL
dafcb997e390efa4423883dafd100c975c4095d6Mark Andrews * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL
dafcb997e390efa4423883dafd100c975c4095d6Mark Andrews * INTERNET SOFTWARE CONSORTIUM BE LIABLE FOR ANY SPECIAL, DIRECT,
dafcb997e390efa4423883dafd100c975c4095d6Mark Andrews * INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING
dafcb997e390efa4423883dafd100c975c4095d6Mark Andrews * FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
dafcb997e390efa4423883dafd100c975c4095d6Mark Andrews * NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION
dafcb997e390efa4423883dafd100c975c4095d6Mark Andrews * WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
d4ef65050feac78554addf6e16a06c6e2e0bd331Brian Wellington */
2eeb74d1cf5355dd98f6d507a10086e16bb08c4bTinderbox User
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt/* $Id: mem.c,v 1.89 2001/02/14 23:05:14 gson Exp $ */
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt#include <config.h>
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt#include <stdio.h>
94bd918b63001277f1b28ae4581645f8a835688fBob Halley#include <stdlib.h>
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt#include <stddef.h>
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt
94bd918b63001277f1b28ae4581645f8a835688fBob Halley#include <limits.h>
94bd918b63001277f1b28ae4581645f8a835688fBob Halley
94bd918b63001277f1b28ae4581645f8a835688fBob Halley#include <isc/mem.h>
94bd918b63001277f1b28ae4581645f8a835688fBob Halley#include <isc/msgs.h>
94bd918b63001277f1b28ae4581645f8a835688fBob Halley#include <isc/ondestroy.h>
94bd918b63001277f1b28ae4581645f8a835688fBob Halley#include <isc/string.h>
94bd918b63001277f1b28ae4581645f8a835688fBob Halley
94bd918b63001277f1b28ae4581645f8a835688fBob Halley#include <isc/mutex.h>
94bd918b63001277f1b28ae4581645f8a835688fBob Halley#include <isc/util.h>
94bd918b63001277f1b28ae4581645f8a835688fBob Halley
94bd918b63001277f1b28ae4581645f8a835688fBob Halleyunsigned int isc_mem_debugging = 0;
94bd918b63001277f1b28ae4581645f8a835688fBob Halley
94bd918b63001277f1b28ae4581645f8a835688fBob Halley/*
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein * Define ISC_MEM_USE_INTERNAL_MALLOC=1 to use the internal malloc()
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein * implementation in preference to the system one.  The internal malloc()
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein * is very space-efficient, and quite fast on uniprocessor systems.  It
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein * performs poorly on multiprocessor machines.
c1a883f2e04d94e99c433b1f6cfd0c0338f4ed85Mark Andrews */
cfa2326b5c96a3a4c720262e077b2baf9fc27970Tinderbox User#ifndef ISC_MEM_USE_INTERNAL_MALLOC
938440694b33cd752e9e4b71a526368b4811c177Tinderbox User#define ISC_MEM_USE_INTERNAL_MALLOC 0
19c7b1a0293498a3e36692c59646ed6e15ffc8d0Tinderbox User#endif
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein/*
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein * Constants.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
f5d30e2864e048a42c4dc1134993ae7efdb5d6c3Mark Andrews#define DEF_MAX_SIZE        1100
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define DEF_MEM_TARGET      4096
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define ALIGNMENT_SIZE      8       /* must be a power of 2 */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define NUM_BASIC_BLOCKS    64      /* must be > 1 */
94bd918b63001277f1b28ae4581645f8a835688fBob Halley#define TABLE_INCREMENT     1024
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt#define DEBUGLIST_COUNT     1024
94bd918b63001277f1b28ae4581645f8a835688fBob Halley
94bd918b63001277f1b28ae4581645f8a835688fBob Halley/*
94bd918b63001277f1b28ae4581645f8a835688fBob Halley * Types.
94bd918b63001277f1b28ae4581645f8a835688fBob Halley */
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt#if ISC_MEM_TRACKLINES
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunttypedef struct debuglink debuglink_t;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinstruct debuglink {
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    ISC_LINK(debuglink_t)   link;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    const void         *ptr[DEBUGLIST_COUNT];
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    const char         *file[DEBUGLIST_COUNT];
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned int        line[DEBUGLIST_COUNT];
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned int        count;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein};
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define FLARG_PASS  , file, line
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define FLARG       , const char *file, int line
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#else
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define FLARG_PASS
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define FLARG
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#endif
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeintypedef struct element element;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinstruct element {
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    element *       next;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein};
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeintypedef struct {
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    /*
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein     * This structure must be ALIGNMENT_SIZE bytes.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein     */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    union {
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein        size_t      size;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein        char        bytes[ALIGNMENT_SIZE];
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    } u;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein} size_info;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinstruct stats {
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned long       gets;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned long       totalgets;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#if ISC_MEM_USE_INTERNAL_MALLOC
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned long       blocks;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned long       freefrags;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#endif /* ISC_MEM_USE_INTERNAL_MALLOC */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein};
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define MEM_MAGIC       0x4D656d43U /* MemC. */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define VALID_CONTEXT(c)    ((c) != NULL && (c)->magic == MEM_MAGIC)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinstruct isc_mem {
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned int        magic;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    isc_ondestroy_t     ondestroy;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    isc_mutex_t     lock;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    isc_memalloc_t      memalloc;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    isc_memfree_t       memfree;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    void *          arg;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    size_t          max_size;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    isc_boolean_t       checkfree;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    struct stats *      stats;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned int        references;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    size_t          quota;
8b9fc7617b8f54641708c985697848e6cc10a5bbMark Andrews    size_t          total;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    size_t          inuse;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    size_t          hi_water;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    size_t          lo_water;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    isc_boolean_t       hi_called;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    isc_mem_water_t     water;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    void *          water_arg;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    ISC_LIST(isc_mempool_t) pools;
4eb998928b9aef0ceda42d7529980d658138698aEvan Hunt
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#if ISC_MEM_USE_INTERNAL_MALLOC
4eb998928b9aef0ceda42d7529980d658138698aEvan Hunt    size_t          mem_target;
4eb998928b9aef0ceda42d7529980d658138698aEvan Hunt    element **      freelists;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    element *       basic_blocks;
4eb998928b9aef0ceda42d7529980d658138698aEvan Hunt    unsigned char **    basic_table;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned int        basic_table_count;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned int        basic_table_size;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned char *     lowest;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned char *     highest;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#endif /* ISC_MEM_USE_INTERNAL_MALLOC */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#if ISC_MEM_TRACKLINES
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    ISC_LIST(debuglink_t)   debuglist;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#endif
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein};
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define MEMPOOL_MAGIC       0x4D454d70U /* MEMp. */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define VALID_MEMPOOL(c)    ((c) != NULL && (c)->magic == MEMPOOL_MAGIC)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
94bd918b63001277f1b28ae4581645f8a835688fBob Halleystruct isc_mempool {
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt    /* always unlocked */
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    unsigned int    magic;      /* magic number */
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt    isc_mutex_t    *lock;       /* optional lock */
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt    isc_mem_t      *mctx;       /* our memory context */
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    /* locked via the memory context's lock */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    ISC_LINK(isc_mempool_t) link;   /* next pool in this mem context */
7389e8330d62a059b8923fb8ca6f933caeb559d9Mark Andrews    /* optionally locked from here down */
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    element        *items;      /* low water item list */
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    size_t      size;       /* size of each item on this pool */
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    unsigned int    maxalloc;   /* max number of items allowed */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned int    allocated;  /* # of items currently given out */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned int    freecount;  /* # of items on reserved list */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    unsigned int    freemax;    /* # of items allowed on free list */
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    unsigned int    fillcount;  /* # of items to fetch on each fill */
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    /* Stats only. */
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    unsigned int    gets;       /* # of requests to this pool */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    /* Debugging only. */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#if ISC_MEMPOOL_NAMES
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    char        name[16];   /* printed name in stats reports */
7389e8330d62a059b8923fb8ca6f933caeb559d9Mark Andrews#endif
7389e8330d62a059b8923fb8ca6f933caeb559d9Mark Andrews};
7389e8330d62a059b8923fb8ca6f933caeb559d9Mark Andrews
7389e8330d62a059b8923fb8ca6f933caeb559d9Mark Andrews/*
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein * Private Inline-able.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
94bd918b63001277f1b28ae4581645f8a835688fBob Halley#if ! ISC_MEM_TRACKLINES
4eb998928b9aef0ceda42d7529980d658138698aEvan Hunt#define ADD_TRACE(a, b, c, d, e)
7389e8330d62a059b8923fb8ca6f933caeb559d9Mark Andrews#define DELETE_TRACE(a, b, c, d, e)
94bd918b63001277f1b28ae4581645f8a835688fBob Halley#else
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define ADD_TRACE(a, b, c, d, e)    add_trace_entry(a, b, c, d, e)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein#define DELETE_TRACE(a, b, c, d, e) delete_trace_entry(a, b, c, d, e)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
7389e8330d62a059b8923fb8ca6f933caeb559d9Mark Andrews#define MEM_TRACE   ((isc_mem_debugging & ISC_MEM_DEBUGTRACE) != 0)
4eb998928b9aef0ceda42d7529980d658138698aEvan Hunt#define MEM_RECORD  ((isc_mem_debugging & ISC_MEM_DEBUGRECORD) != 0)
7389e8330d62a059b8923fb8ca6f933caeb559d9Mark Andrews
561a29af8c54a216e7d30b5b4f6e0d21661654ecMark Andrewsstatic void
94bd918b63001277f1b28ae4581645f8a835688fBob Halleyprint_active(isc_mem_t *ctx, FILE *out);
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
94bd918b63001277f1b28ae4581645f8a835688fBob Halley/*
94bd918b63001277f1b28ae4581645f8a835688fBob Halley * mctx must be locked.
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein */
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinstatic inline void
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinadd_trace_entry(isc_mem_t *mctx, const void *ptr, unsigned int size
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein        FLARG)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein{
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    debuglink_t *dl;
4eb998928b9aef0ceda42d7529980d658138698aEvan Hunt    unsigned int i;
4eb998928b9aef0ceda42d7529980d658138698aEvan Hunt
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    if (MEM_TRACE)
7389e8330d62a059b8923fb8ca6f933caeb559d9Mark Andrews        fprintf(stderr, isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein                           ISC_MSG_ADDTRACE,
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein                           "add %p size %u "
7389e8330d62a059b8923fb8ca6f933caeb559d9Mark Andrews                           "file %s line %u mctx %p\n"),
94bd918b63001277f1b28ae4581645f8a835688fBob Halley            ptr, size, file, line, mctx);
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    if (!MEM_RECORD)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein        return;
94bd918b63001277f1b28ae4581645f8a835688fBob Halley
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    dl = ISC_LIST_HEAD(mctx->debuglist);
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    while (dl != NULL) {
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein        if (dl->count == DEBUGLIST_COUNT)
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein            goto next;
561a29af8c54a216e7d30b5b4f6e0d21661654ecMark Andrews        for (i = 0 ; i < DEBUGLIST_COUNT ; i++) {
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein            if (dl->ptr[i] == NULL) {
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein                dl->ptr[i] = ptr;
94bd918b63001277f1b28ae4581645f8a835688fBob Halley                dl->file[i] = file;
94bd918b63001277f1b28ae4581645f8a835688fBob Halley                dl->line[i] = line;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein                dl->count++;
94bd918b63001277f1b28ae4581645f8a835688fBob Halley                return;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein            }
94bd918b63001277f1b28ae4581645f8a835688fBob Halley        }
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt    next:
94bd918b63001277f1b28ae4581645f8a835688fBob Halley        dl = ISC_LIST_NEXT(dl, link);
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt    }
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    dl = malloc(sizeof(debuglink_t));
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    INSIST(dl != NULL);
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    ISC_LINK_INIT(dl, link);
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    for (i = 1 ; i < DEBUGLIST_COUNT ; i++) {
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein        dl->ptr[i] = NULL;
94bd918b63001277f1b28ae4581645f8a835688fBob Halley        dl->file[i] = NULL;
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt        dl->line[i] = 0;
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    }
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt    dl->ptr[0] = ptr;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    dl->file[0] = file;
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    dl->line[0] = line;
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    dl->count = 1;
94bd918b63001277f1b28ae4581645f8a835688fBob Halley
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austein    ISC_LIST_PREPEND(mctx->debuglist, dl, link);
94bd918b63001277f1b28ae4581645f8a835688fBob Halley}
94bd918b63001277f1b28ae4581645f8a835688fBob Halley
268a4475065fe6a8cd7cc707820982cf5e98f430Rob Austeinstatic inline void
94bd918b63001277f1b28ae4581645f8a835688fBob Halleydelete_trace_entry(isc_mem_t *mctx, const void *ptr, unsigned int size,
94bd918b63001277f1b28ae4581645f8a835688fBob Halley           const char *file, unsigned int line)
94bd918b63001277f1b28ae4581645f8a835688fBob Halley{
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt    debuglink_t *dl;
94bd918b63001277f1b28ae4581645f8a835688fBob Halley    unsigned int i;
14a656f94b1fd0ababd84a772228dfa52276ba15Evan Hunt
    if (MEM_TRACE)
        fprintf(stderr, isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                           ISC_MSG_DELTRACE,
                           "del %p size %u "
                           "file %s line %u mctx %p\n"),
            ptr, size, file, line, mctx);

    if (!MEM_RECORD)
        return;

    dl = ISC_LIST_HEAD(mctx->debuglist);
    while (dl != NULL) {
        for (i = 0 ; i < DEBUGLIST_COUNT ; i++) {
            if (dl->ptr[i] == ptr) {
                dl->ptr[i] = NULL;
                dl->file[i] = NULL;
                dl->line[i] = 0;

                INSIST(dl->count > 0);
                dl->count--;
                if (dl->count == 0) {
                    ISC_LIST_UNLINK(mctx->debuglist,
                            dl, link);
                    free(dl);
                }
                return;
            }
        }
        dl = ISC_LIST_NEXT(dl, link);
    }

    /*
     * If we get here, we didn't find the item on the list.  We're
     * screwed.
     */
    INSIST(dl != NULL);
}
#endif /* ISC_MEM_TRACKLINES */

#if ISC_MEM_USE_INTERNAL_MALLOC
static inline size_t
rmsize(size_t size) {
    /*
     * round down to ALIGNMENT_SIZE
     */
    return (size & (~(ALIGNMENT_SIZE - 1)));
}

static inline size_t
quantize(size_t size) {
    /*
     * Round up the result in order to get a size big
     * enough to satisfy the request and be aligned on ALIGNMENT_SIZE
     * byte boundaries.
     */

    if (size == 0)
        return (ALIGNMENT_SIZE);
    return ((size + ALIGNMENT_SIZE - 1) & (~(ALIGNMENT_SIZE - 1)));
}

static inline isc_boolean_t
more_basic_blocks(isc_mem_t *ctx) {
    void *new;
    unsigned char *curr, *next;
    unsigned char *first, *last;
    unsigned char **table;
    unsigned int table_size;
    size_t increment;
    int i;

    /* Require: we hold the context lock. */

    /*
     * Did we hit the quota for this context?
     */
    increment = NUM_BASIC_BLOCKS * ctx->mem_target;
    if (ctx->quota != 0 && ctx->total + increment > ctx->quota)
        return (ISC_FALSE);

    INSIST(ctx->basic_table_count <= ctx->basic_table_size);
    if (ctx->basic_table_count == ctx->basic_table_size) {
        table_size = ctx->basic_table_size + TABLE_INCREMENT;
        table = (ctx->memalloc)(ctx->arg,
                    table_size * sizeof (unsigned char *));
        if (table == NULL)
            return (ISC_FALSE);
        if (ctx->basic_table_size != 0) {
            memcpy(table, ctx->basic_table,
                   ctx->basic_table_size *
                   sizeof (unsigned char *));
            (ctx->memfree)(ctx->arg, ctx->basic_table);
        }
        ctx->basic_table = table;
        ctx->basic_table_size = table_size;
    }

    new = (ctx->memalloc)(ctx->arg, NUM_BASIC_BLOCKS * ctx->mem_target);
    if (new == NULL)
        return (ISC_FALSE);
    ctx->total += increment;
    ctx->basic_table[ctx->basic_table_count] = new;
    ctx->basic_table_count++;

    curr = new;
    next = curr + ctx->mem_target;
    for (i = 0; i < (NUM_BASIC_BLOCKS - 1); i++) {
        ((element *)curr)->next = (element *)next;
        curr = next;
        next += ctx->mem_target;
    }
    /*
     * curr is now pointing at the last block in the
     * array.
     */
    ((element *)curr)->next = NULL;
    first = new;
    last = first + NUM_BASIC_BLOCKS * ctx->mem_target - 1;
    if (first < ctx->lowest || ctx->lowest == NULL)
        ctx->lowest = first;
    if (last > ctx->highest)
        ctx->highest = last;
    ctx->basic_blocks = new;

    return (ISC_TRUE);
}

static inline isc_boolean_t
more_frags(isc_mem_t *ctx, size_t new_size) {
    int i, frags;
    size_t total_size;
    void *new;
    unsigned char *curr, *next;

    /*
     * Try to get more fragments by chopping up a basic block.
     */

    if (ctx->basic_blocks == NULL) {
        if (!more_basic_blocks(ctx)) {
            /*
             * We can't get more memory from the OS, or we've
             * hit the quota for this context.
             */
            /*
             * XXXRTH  "At quota" notification here.
             */
            return (ISC_FALSE);
        }
    }

    total_size = ctx->mem_target;
    new = ctx->basic_blocks;
    ctx->basic_blocks = ctx->basic_blocks->next;
    frags = total_size / new_size;
    ctx->stats[new_size].blocks++;
    ctx->stats[new_size].freefrags += frags;
    /*
     * Set up a linked-list of blocks of size
     * "new_size".
     */
    curr = new;
    next = curr + new_size;
    total_size -= new_size;
    for (i = 0; i < (frags - 1); i++) {
        ((element *)curr)->next = (element *)next;
        curr = next;
        next += new_size;
        total_size -= new_size;
    }
    /*
     * Add the remaining fragment of the basic block to a free list.
     */
    total_size = rmsize(total_size);
    if (total_size > 0) {
        ((element *)next)->next = ctx->freelists[total_size];
        ctx->freelists[total_size] = (element *)next;
        ctx->stats[total_size].freefrags++;
    }
    /*
     * curr is now pointing at the last block in the
     * array.
     */
    ((element *)curr)->next = NULL;
    ctx->freelists[new_size] = new;

    return (ISC_TRUE);
}

static inline void *
mem_getunlocked(isc_mem_t *ctx, size_t size) {
    size_t new_size = quantize(size);
    void *ret;

    if (size >= ctx->max_size || new_size >= ctx->max_size) {
        /*
         * memget() was called on something beyond our upper limit.
         */
        if (ctx->quota != 0 && ctx->total + size > ctx->quota) {
            ret = NULL;
            goto done;
        }
        ret = (ctx->memalloc)(ctx->arg, size);
        if (ret != NULL) {
            ctx->total += size;
            ctx->inuse += size;
            ctx->stats[ctx->max_size].gets++;
            ctx->stats[ctx->max_size].totalgets++;
            /*
             * If we don't set new_size to size, then the
             * ISC_MEM_FILL code might write over bytes we
             * don't own.
             */
            new_size = size;
        }
        goto done;
    }

    /*
     * If there are no blocks in the free list for this size, get a chunk
     * of memory and then break it up into "new_size"-sized blocks, adding
     * them to the free list.
     */
    if (ctx->freelists[new_size] == NULL && !more_frags(ctx, new_size))
        return (NULL);

    /*
     * The free list uses the "rounded-up" size "new_size".
     */
    ret = ctx->freelists[new_size];
    ctx->freelists[new_size] = ctx->freelists[new_size]->next;

    /*
     * The stats[] uses the _actual_ "size" requested by the
     * caller, with the caveat (in the code above) that "size" >= the
     * max. size (max_size) ends up getting recorded as a call to
     * max_size.
     */
    ctx->stats[size].gets++;
    ctx->stats[size].totalgets++;
    ctx->stats[new_size].freefrags--;
    ctx->inuse += new_size;

 done:

#if ISC_MEM_FILL
    if (ret != NULL)
        memset(ret, 0xbe, new_size); /* Mnemonic for "beef". */
#endif

    return (ret);
}

#if ISC_MEM_FILL && ISC_MEM_CHECKOVERRUN
static inline void
check_overrun(void *mem, size_t size, size_t new_size) {
    unsigned char *cp;

    cp = (unsigned char *)mem;
    cp += size;
    while (size < new_size) {
        INSIST(*cp == 0xbe);
        cp++;
        size++;
    }
}
#endif

static inline void
mem_putunlocked(isc_mem_t *ctx, void *mem, size_t size) {
    size_t new_size = quantize(size);

    if (size == ctx->max_size || new_size >= ctx->max_size) {
        /*
         * memput() called on something beyond our upper limit.
         */
#if ISC_MEM_FILL
        memset(mem, 0xde, size); /* Mnemonic for "dead". */
#endif
        (ctx->memfree)(ctx->arg, mem);
        INSIST(ctx->stats[ctx->max_size].gets != 0);
        ctx->stats[ctx->max_size].gets--;
        INSIST(size <= ctx->total);
        ctx->inuse -= size;
        ctx->total -= size;
        return;
    }

#if ISC_MEM_FILL
#if ISC_MEM_CHECKOVERRUN
    check_overrun(mem, size, new_size);
#endif
    memset(mem, 0xde, new_size); /* Mnemonic for "dead". */
#endif

    /*
     * The free list uses the "rounded-up" size "new_size".
     */
    ((element *)mem)->next = ctx->freelists[new_size];
    ctx->freelists[new_size] = (element *)mem;

    /*
     * The stats[] uses the _actual_ "size" requested by the
     * caller, with the caveat (in the code above) that "size" >= the
     * max. size (max_size) ends up getting recorded as a call to
     * max_size.
     */
    INSIST(ctx->stats[size].gets != 0);
    ctx->stats[size].gets--;
    ctx->stats[new_size].freefrags++;
    ctx->inuse -= new_size;
}

#else /* ISC_MEM_USE_INTERNAL_MALLOC */

/*
 * Perform a malloc, doing memory filling and overrun detection as necessary.
 */
static inline void *
mem_get(isc_mem_t *ctx, size_t size) {
    char *ret;

#if ISC_MEM_CHECKOVERRUN
    size += 1;
#endif

    ret = (ctx->memalloc)(ctx->arg, size);

#if ISC_MEM_FILL
    if (ret != NULL)
        memset(ret, 0xbe, size); /* Mnemonic for "beef". */
#else
#  if ISC_MEM_CHECKOVERRUN
    if (ret != NULL)
        ret[size-1] = 0xbe;
#  endif
#endif

    return (ret);
}

/*
 * Perform a free, doing memory filling and overrun detection as necessary.
 */
static inline void
mem_put(isc_mem_t *ctx, void *mem, size_t size) {
#if ISC_MEM_CHECKOVERRUN
    INSIST(((unsigned char *)mem)[size] == 0xbe);
#endif
#if ISC_MEM_FILL
    memset(mem, 0xde, size); /* Mnemonic for "dead". */
#else
    UNUSED(size);
#endif
    (ctx->memfree)(ctx->arg, mem);
}

/*
 * Update internal counters after a memory get.
 */
static inline void
mem_getstats(isc_mem_t *ctx, size_t size) {
    ctx->total += size;
    ctx->inuse += size;

    if (size > ctx->max_size) {
        ctx->stats[ctx->max_size].gets++;
        ctx->stats[ctx->max_size].totalgets++;
    } else {
        ctx->stats[size].gets++;
        ctx->stats[size].totalgets++;
    }
}

/*
 * Update internal counters after a memory put.
 */
static inline void
mem_putstats(isc_mem_t *ctx, void *ptr, size_t size) {
    UNUSED(ptr);

    INSIST(ctx->inuse >= size);
    ctx->inuse -= size;

    if (size > ctx->max_size) {
        INSIST(ctx->stats[ctx->max_size].gets > 0);
        ctx->stats[ctx->max_size].gets--;
    } else {
        INSIST(ctx->stats[size].gets > 0);
        ctx->stats[size].gets--;
    }
}

#endif /* ISC_MEM_USE_INTERNAL_MALLOC */

/*
 * Private.
 */

static void *
default_memalloc(void *arg, size_t size) {
    UNUSED(arg);
    return (malloc(size));
}

static void
default_memfree(void *arg, void *ptr) {
    UNUSED(arg);
    free(ptr);
}

/*
 * Public.
 */

isc_result_t
isc_mem_createx(size_t init_max_size, size_t target_size,
        isc_memalloc_t memalloc, isc_memfree_t memfree, void *arg,
        isc_mem_t **ctxp)
{
    isc_mem_t *ctx;
    isc_result_t result;

    REQUIRE(ctxp != NULL && *ctxp == NULL);
    REQUIRE(memalloc != NULL);
    REQUIRE(memfree != NULL);

    INSIST((ALIGNMENT_SIZE & (ALIGNMENT_SIZE - 1)) == 0);

#if !ISC_MEM_USE_INTERNAL_MALLOC
    UNUSED(target_size);
#endif

    ctx = (memalloc)(arg, sizeof *ctx);
    if (ctx == NULL)
        return (ISC_R_NOMEMORY);

    if (init_max_size == 0)
        ctx->max_size = DEF_MAX_SIZE;
    else
        ctx->max_size = init_max_size;
    ctx->references = 1;
    ctx->quota = 0;
    ctx->total = 0;
    ctx->inuse = 0;
    ctx->hi_water = 0;
    ctx->lo_water = 0;
    ctx->hi_called = ISC_FALSE;
    ctx->water = NULL;
    ctx->water_arg = NULL;
    ctx->magic = MEM_MAGIC;
    isc_ondestroy_init(&ctx->ondestroy);
    ctx->memalloc = memalloc;
    ctx->memfree = memfree;
    ctx->arg = arg;
    ctx->stats = NULL;
    ctx->checkfree = ISC_TRUE;
    ISC_LIST_INIT(ctx->pools);

#if ISC_MEM_USE_INTERNAL_MALLOC
    ctx->freelists = NULL;
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */

    ctx->stats = (memalloc)(arg,
                (ctx->max_size+1) * sizeof (struct stats));
    if (ctx->stats == NULL) {
        result = ISC_R_NOMEMORY;
        goto error;
    }
    memset(ctx->stats, 0, (ctx->max_size + 1) * sizeof (struct stats));

#if ISC_MEM_USE_INTERNAL_MALLOC
    if (target_size == 0)
        ctx->mem_target = DEF_MEM_TARGET;
    else
        ctx->mem_target = target_size;
    ctx->freelists = (memalloc)(arg, ctx->max_size * sizeof (element *));
    if (ctx->freelists == NULL) {
        result = ISC_R_NOMEMORY;
        goto error;
    }
    memset(ctx->freelists, 0,
           ctx->max_size * sizeof (element *));
    ctx->basic_blocks = NULL;
    ctx->basic_table = NULL;
    ctx->basic_table_count = 0;
    ctx->basic_table_size = 0;
    ctx->lowest = NULL;
    ctx->highest = NULL;
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */

    if (isc_mutex_init(&ctx->lock) != ISC_R_SUCCESS) {
        UNEXPECTED_ERROR(__FILE__, __LINE__,
                 "isc_mutex_init() %s",
                 isc_msgcat_get(isc_msgcat, ISC_MSGSET_GENERAL,
                        ISC_MSG_FAILED, "failed"));
        result = ISC_R_UNEXPECTED;
        goto error;
    }

#if ISC_MEM_TRACKLINES
    ISC_LIST_INIT(ctx->debuglist);
#endif

    *ctxp = ctx;
    return (ISC_R_SUCCESS);

  error:
    if (ctx) {
        if (ctx->stats)
            (memfree)(arg, ctx->stats);
#if ISC_MEM_USE_INTERNAL_MALLOC
        if (ctx->freelists)
            (memfree)(arg, ctx->freelists);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */
        (memfree)(arg, ctx);
    }

    return (result);
}

isc_result_t
isc_mem_create(size_t init_max_size, size_t target_size,
           isc_mem_t **ctxp)
{
    return (isc_mem_createx(init_max_size, target_size,
                default_memalloc, default_memfree, NULL,
                ctxp));
}

static void
destroy(isc_mem_t *ctx) {
    unsigned int i;
    isc_ondestroy_t ondest;

    ctx->magic = 0;

#if ISC_MEM_USE_INTERNAL_MALLOC
    INSIST(ISC_LIST_EMPTY(ctx->pools));
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */

#if ISC_MEM_TRACKLINES
    if (ctx->checkfree) {
        if (!ISC_LIST_EMPTY(ctx->debuglist))
            print_active(ctx, stderr);
        INSIST(ISC_LIST_EMPTY(ctx->debuglist));
    } else {
        debuglink_t *dl;

        for (dl = ISC_LIST_HEAD(ctx->debuglist);
             dl != NULL;
             dl = ISC_LIST_HEAD(ctx->debuglist)) {
            ISC_LIST_UNLINK(ctx->debuglist, dl, link);
            free(dl);
        }
    }
#endif
    INSIST(ctx->references == 0);

    if (ctx->checkfree) {
        for (i = 0; i <= ctx->max_size; i++) {
#if ISC_MEM_TRACKLINES
            if (ctx->stats[i].gets != 0)
                print_active(ctx, stderr);
#endif
            INSIST(ctx->stats[i].gets == 0);
        }
    }

    (ctx->memfree)(ctx->arg, ctx->stats);

#if ISC_MEM_USE_INTERNAL_MALLOC
    for (i = 0; i < ctx->basic_table_count; i++)
        (ctx->memfree)(ctx->arg, ctx->basic_table[i]);
    (ctx->memfree)(ctx->arg, ctx->freelists);
    (ctx->memfree)(ctx->arg, ctx->basic_table);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */

    ondest = ctx->ondestroy;

    DESTROYLOCK(&ctx->lock);
    (ctx->memfree)(ctx->arg, ctx);

    isc_ondestroy_notify(&ondest, ctx);
}

void
isc_mem_attach(isc_mem_t *source, isc_mem_t **targetp) {
    REQUIRE(VALID_CONTEXT(source));
    REQUIRE(targetp != NULL && *targetp == NULL);

    LOCK(&source->lock);
    source->references++;
    UNLOCK(&source->lock);

    *targetp = source;
}

void
isc_mem_detach(isc_mem_t **ctxp) {
    isc_mem_t *ctx;
    isc_boolean_t want_destroy = ISC_FALSE;

    REQUIRE(ctxp != NULL);
    ctx = *ctxp;
    REQUIRE(VALID_CONTEXT(ctx));

    LOCK(&ctx->lock);
    INSIST(ctx->references > 0);
    ctx->references--;
    if (ctx->references == 0)
        want_destroy = ISC_TRUE;
    UNLOCK(&ctx->lock);

    if (want_destroy)
        destroy(ctx);

    *ctxp = NULL;
}

/*
 * isc_mem_putanddetach() is the equivalent of:
 *
 * mctx = NULL;
 * isc_mem_attach(ptr->mctx, &mctx);
 * isc_mem_detach(&ptr->mctx);
 * isc_mem_put(mctx, ptr, sizeof(*ptr);
 * isc_mem_detach(&mctx);
 */

void
isc__mem_putanddetach(isc_mem_t **ctxp, void *ptr, size_t size FLARG) {
    isc_mem_t *ctx;
    isc_boolean_t want_destroy = ISC_FALSE;

    REQUIRE(ctxp != NULL);
    ctx = *ctxp;
    REQUIRE(VALID_CONTEXT(ctx));
    REQUIRE(ptr != NULL);

    /*
     * Must be before mem_putunlocked() as ctxp is usually within
     * [ptr..ptr+size).
     */
    *ctxp = NULL;

#if ISC_MEM_USE_INTERNAL_MALLOC
    LOCK(&ctx->lock);
    mem_putunlocked(ctx, ptr, size);
#else /* ISC_MEM_USE_INTERNAL_MALLOC */
    mem_put(ctx, ptr, size);
    LOCK(&ctx->lock);
    mem_putstats(ctx, ptr, size);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */

    DELETE_TRACE(ctx, ptr, size, file, line);
    INSIST(ctx->references > 0);
    ctx->references--;
    if (ctx->references == 0)
        want_destroy = ISC_TRUE;

    UNLOCK(&ctx->lock);

    if (want_destroy)
        destroy(ctx);
}

void
isc_mem_destroy(isc_mem_t **ctxp) {
    isc_mem_t *ctx;

    /*
     * This routine provides legacy support for callers who use mctxs
     * without attaching/detaching.
     */

    REQUIRE(ctxp != NULL);
    ctx = *ctxp;
    REQUIRE(VALID_CONTEXT(ctx));

    LOCK(&ctx->lock);
#if ISC_MEM_TRACKLINES
    if (ctx->references != 1)
        print_active(ctx, stderr);
#endif
    REQUIRE(ctx->references == 1);
    ctx->references--;
    UNLOCK(&ctx->lock);

    destroy(ctx);

    *ctxp = NULL;
}

isc_result_t
isc_mem_ondestroy(isc_mem_t *ctx, isc_task_t *task, isc_event_t **event) {
    isc_result_t res;

    LOCK(&ctx->lock);
    res = isc_ondestroy_register(&ctx->ondestroy, task, event);
    UNLOCK(&ctx->lock);

    return (res);
}


void *
isc__mem_get(isc_mem_t *ctx, size_t size FLARG) {
    void *ptr;
    isc_boolean_t call_water = ISC_FALSE;

    REQUIRE(VALID_CONTEXT(ctx));

#if ISC_MEM_USE_INTERNAL_MALLOC
    LOCK(&ctx->lock);
    ptr = mem_getunlocked(ctx, size);
#else /* ISC_MEM_USE_INTERNAL_MALLOC */
    ptr = mem_get(ctx, size);
    LOCK(&ctx->lock);
    mem_getstats(ctx, size);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */

    ADD_TRACE(ctx, ptr, size, file, line);
    if (ctx->hi_water != 0 && !ctx->hi_called &&
        ctx->inuse > ctx->hi_water) {
        ctx->hi_called = ISC_TRUE;
        call_water = ISC_TRUE;
    }
    UNLOCK(&ctx->lock);

    if (call_water) {
        (ctx->water)(ctx->water_arg, ISC_MEM_HIWATER);
    }

    return (ptr);
}

void
isc__mem_put(isc_mem_t *ctx, void *ptr, size_t size FLARG)
{
    isc_boolean_t call_water = ISC_FALSE;

    REQUIRE(VALID_CONTEXT(ctx));
    REQUIRE(ptr != NULL);

#if ISC_MEM_USE_INTERNAL_MALLOC
    LOCK(&ctx->lock);
    mem_putunlocked(ctx, ptr, size);
#else /* ISC_MEM_USE_INTERNAL_MALLOC */
    mem_put(ctx, ptr, size);
    LOCK(&ctx->lock);
    mem_putstats(ctx, ptr, size);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */

    DELETE_TRACE(ctx, ptr, size, file, line);
    if (ctx->hi_called && ctx->inuse < ctx->lo_water) {
        ctx->hi_called = ISC_FALSE;
        call_water = ISC_TRUE;
    }
    UNLOCK(&ctx->lock);

    if (call_water) {
        (ctx->water)(ctx->water_arg, ISC_MEM_LOWATER);
    }
}

#if ISC_MEM_TRACKLINES
static void
print_active(isc_mem_t *ctx, FILE *out) {
    if (isc_mem_debugging > 1) {
        debuglink_t *dl;
        unsigned int i;

        fprintf(out, isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                        ISC_MSG_DUMPALLOC,
                        "Dump of all outstanding "
                        "memory allocations:\n"));
        dl = ISC_LIST_HEAD(ctx->debuglist);
        if (dl == NULL)
            fprintf(out, isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                            ISC_MSG_NONE,
                            "\tNone.\n"));
        while (dl != NULL) {
            for (i = 0 ; i < DEBUGLIST_COUNT ; i++)
                if (dl->ptr[i] != NULL)
                    fprintf(out,
                        isc_msgcat_get(isc_msgcat,
                               ISC_MSGSET_MEM,
                               ISC_MSG_PTRFILELINE,
                               "\tptr %p "
                               "file %s "
                               "line %u\n"),
                        dl->ptr[i], dl->file[i],
                        dl->line[i]);
            dl = ISC_LIST_NEXT(dl, link);
        }
    }
}
#endif

/*
 * Print the stats[] on the stream "out" with suitable formatting.
 */
void
isc_mem_stats(isc_mem_t *ctx, FILE *out) {
    size_t i;
    const struct stats *s;
    const isc_mempool_t *pool;

    REQUIRE(VALID_CONTEXT(ctx));
    LOCK(&ctx->lock);

    for (i = 0; i <= ctx->max_size; i++) {
        s = &ctx->stats[i];

        if (s->totalgets == 0 && s->gets == 0)
            continue;
        fprintf(out, "%s%5lu: %11lu gets, %11lu rem",
            (i == ctx->max_size) ? ">=" : "  ",
            (unsigned long) i, s->totalgets, s->gets);
#if ISC_MEM_USE_INTERNAL_MALLOC
        if (s->blocks != 0 || s->freefrags != 0)
            fprintf(out, " (%lu bl, %lu ff)",
                s->blocks, s->freefrags);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */
        fputc('\n', out);
    }

    /*
     * Note that since a pool can be locked now, these stats might be
     * somewhat off if the pool is in active use at the time the stats
     * are dumped.  The link fields are protected by the isc_mem_t's
     * lock, however, so walking this list and extracting integers from
     * stats fields is always safe.
     */
    pool = ISC_LIST_HEAD(ctx->pools);
    if (pool != NULL) {
        fprintf(out, isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                        ISC_MSG_POOLSTATS,
                        "[Pool statistics]\n"));
        fprintf(out, "%15s %10s %10s %10s %10s %10s %10s %10s %1s\n",
            isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                       ISC_MSG_POOLNAME, "name"),
            isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                       ISC_MSG_POOLSIZE, "size"),
            isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                       ISC_MSG_POOLMAXALLOC, "maxalloc"),
            isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                       ISC_MSG_POOLALLOCATED, "allocated"),
            isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                       ISC_MSG_POOLFREECOUNT, "freecount"),
            isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                       ISC_MSG_POOLFREEMAX, "freemax"),
            isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                       ISC_MSG_POOLFILLCOUNT, "fillcount"),
            isc_msgcat_get(isc_msgcat, ISC_MSGSET_MEM,
                       ISC_MSG_POOLGETS, "gets"),
            "L");
    }
    while (pool != NULL) {
        fprintf(out, "%15s %10lu %10u %10u %10u %10u %10u %10u %s\n",
            pool->name, (unsigned long) pool->size, pool->maxalloc,
            pool->allocated, pool->freecount, pool->freemax,
            pool->fillcount, pool->gets,
            (pool->lock == NULL ? "N" : "Y"));
        pool = ISC_LIST_NEXT(pool, link);
    }

#if ISC_MEM_TRACKLINES
    print_active(ctx, out);
#endif

    UNLOCK(&ctx->lock);
}

/*
 * Replacements for malloc() and free() -- they implicitly remember the
 * size of the object allocated (with some additional overhead).
 */

static void *
isc__mem_allocateunlocked(isc_mem_t *ctx, size_t size) {
    size_info *si;

    size += ALIGNMENT_SIZE;
#if ISC_MEM_USE_INTERNAL_MALLOC
    si = mem_getunlocked(ctx, size);
#else /* ISC_MEM_USE_INTERNAL_MALLOC */
    si = mem_get(ctx, size);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */
    if (si == NULL)
        return (NULL);
    si->u.size = size;
    return (&si[1]);
}

void *
isc__mem_allocate(isc_mem_t *ctx, size_t size FLARG) {
    size_info *si;

    REQUIRE(VALID_CONTEXT(ctx));

#if ISC_MEM_USE_INTERNAL_MALLOC
    LOCK(&ctx->lock);
    si = isc__mem_allocateunlocked(ctx, size);
#else /* ISC_MEM_USE_INTERNAL_MALLOC */
    si = isc__mem_allocateunlocked(ctx, size);
    LOCK(&ctx->lock);
    mem_getstats(ctx, si[-1].u.size);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */

#if ISC_MEM_TRACKLINES
    if (si != NULL)
        ADD_TRACE(ctx, si, si[-1].u.size, file, line);
#endif

    UNLOCK(&ctx->lock);

    return (si);
}

void
isc__mem_free(isc_mem_t *ctx, void *ptr FLARG) {
    size_info *si;
    size_t size;

    REQUIRE(VALID_CONTEXT(ctx));
    REQUIRE(ptr != NULL);

    si = &(((size_info *)ptr)[-1]);
    size = si->u.size;

#if ISC_MEM_USE_INTERNAL_MALLOC
    LOCK(&ctx->lock);
    mem_putunlocked(ctx, si, size);
#else /* ISC_MEM_USE_INTERNAL_MALLOC */
    mem_put(ctx, si, size);
    LOCK(&ctx->lock);
    mem_putstats(ctx, si, size);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */

    DELETE_TRACE(ctx, ptr, si->u.size, file, line);

    UNLOCK(&ctx->lock);
}


/*
 * Other useful things.
 */

char *
isc__mem_strdup(isc_mem_t *mctx, const char *s FLARG) {
    size_t len;
    char *ns;

    REQUIRE(VALID_CONTEXT(mctx));
    REQUIRE(s != NULL);

    len = strlen(s);

    ns = isc__mem_allocate(mctx, len + 1 FLARG_PASS);

    if (ns != NULL)
        strncpy(ns, s, len + 1);

    return (ns);
}

void
isc_mem_setdestroycheck(isc_mem_t *ctx, isc_boolean_t flag) {
    REQUIRE(VALID_CONTEXT(ctx));
    LOCK(&ctx->lock);

    ctx->checkfree = flag;

    UNLOCK(&ctx->lock);
}

/*
 * Quotas
 */

void
isc_mem_setquota(isc_mem_t *ctx, size_t quota) {
    REQUIRE(VALID_CONTEXT(ctx));
    LOCK(&ctx->lock);

    ctx->quota = quota;

    UNLOCK(&ctx->lock);
}

size_t
isc_mem_getquota(isc_mem_t *ctx) {
    size_t quota;

    REQUIRE(VALID_CONTEXT(ctx));
    LOCK(&ctx->lock);

    quota = ctx->quota;

    UNLOCK(&ctx->lock);

    return (quota);
}

size_t
isc_mem_inuse(isc_mem_t *ctx) {
    size_t inuse;

    REQUIRE(VALID_CONTEXT(ctx));
    LOCK(&ctx->lock);

    inuse = ctx->inuse;

    UNLOCK(&ctx->lock);

    return (inuse);
}

void
isc_mem_setwater(isc_mem_t *ctx, isc_mem_water_t water, void *water_arg,
                 size_t hiwater, size_t lowater)
{
    REQUIRE(VALID_CONTEXT(ctx));

    if (water != NULL) {
        REQUIRE(hiwater > lowater);
        REQUIRE(hiwater > 0);
        REQUIRE(lowater > 0);
    }

    LOCK(&ctx->lock);
    if (water == NULL) {
        ctx->water = NULL;
        ctx->water_arg = NULL;
        ctx->hi_water = 0;
        ctx->lo_water = 0;
        ctx->hi_called = ISC_FALSE;
    } else {
        ctx->water = water;
        ctx->water_arg = water_arg;
        ctx->hi_water = hiwater;
        ctx->lo_water = lowater;
        ctx->hi_called = ISC_FALSE;
    }
    UNLOCK(&ctx->lock);
}

/*
 * Memory pool stuff
 */

isc_result_t
isc_mempool_create(isc_mem_t *mctx, size_t size, isc_mempool_t **mpctxp) {
    isc_mempool_t *mpctx;

    REQUIRE(VALID_CONTEXT(mctx));
    REQUIRE(size > 0);
    REQUIRE(mpctxp != NULL && *mpctxp == NULL);

    /*
     * Allocate space for this pool, initialize values, and if all works
     * well, attach to the memory context.
     */
    mpctx = isc_mem_get(mctx, sizeof(isc_mempool_t));
    if (mpctx == NULL)
        return (ISC_R_NOMEMORY);

    mpctx->magic = MEMPOOL_MAGIC;
    mpctx->lock = NULL;
    mpctx->mctx = mctx;
    mpctx->size = size;
    mpctx->maxalloc = UINT_MAX;
    mpctx->allocated = 0;
    mpctx->freecount = 0;
    mpctx->freemax = 1;
    mpctx->fillcount = 1;
    mpctx->gets = 0;
#if ISC_MEMPOOL_NAMES
    mpctx->name[0] = 0;
#endif
    mpctx->items = NULL;

    *mpctxp = mpctx;

    LOCK(&mctx->lock);
    ISC_LIST_INITANDAPPEND(mctx->pools, mpctx, link);
    UNLOCK(&mctx->lock);

    return (ISC_R_SUCCESS);
}

void
isc_mempool_setname(isc_mempool_t *mpctx, const char *name) {
    REQUIRE(name != NULL);

#if ISC_MEMPOOL_NAMES
    if (mpctx->lock != NULL)
        LOCK(mpctx->lock);

    strncpy(mpctx->name, name, sizeof(mpctx->name) - 1);
    mpctx->name[sizeof(mpctx->name) - 1] = '\0';

    if (mpctx->lock != NULL)
        UNLOCK(mpctx->lock);
#else
    UNUSED(mpctx);
    UNUSED(name);
#endif
}

void
isc_mempool_destroy(isc_mempool_t **mpctxp) {
    isc_mempool_t *mpctx;
    isc_mem_t *mctx;
    isc_mutex_t *lock;
    element *item;

    REQUIRE(mpctxp != NULL);
    mpctx = *mpctxp;
    REQUIRE(VALID_MEMPOOL(mpctx));
#if ISC_MEMPOOL_NAMES
    if (mpctx->allocated > 0)
        UNEXPECTED_ERROR(__FILE__, __LINE__,
                 "isc_mempool_destroy(): mempool %s leaked "
                 "memory.  Please report this error to "
                 "bind9-bugs@isc.org", mpctx->name);
#endif
    REQUIRE(mpctx->allocated == 0);

    mctx = mpctx->mctx;

    lock = mpctx->lock;

    if (lock != NULL)
        LOCK(lock);

    /*
     * Return any items on the free list
     */
    while (mpctx->items != NULL) {
        INSIST(mpctx->freecount > 0);
        mpctx->freecount--;
        item = mpctx->items;
        mpctx->items = item->next;

#if ISC_MEM_USE_INTERNAL_MALLOC
        LOCK(&mctx->lock);
        mem_putunlocked(mctx, item, mpctx->size);
        UNLOCK(&mctx->lock);
#else /* ISC_MEM_USE_INTERNAL_MALLOC */
        mem_put(mctx, item, mpctx->size);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */
    }

    /*
     * Remove our linked list entry from the memory context.
     */
    LOCK(&mctx->lock);
    ISC_LIST_UNLINK(mctx->pools, mpctx, link);
    UNLOCK(&mctx->lock);

    mpctx->magic = 0;

    isc_mem_put(mpctx->mctx, mpctx, sizeof(isc_mempool_t));

    if (lock != NULL)
        UNLOCK(lock);

    *mpctxp = NULL;
}

void
isc_mempool_associatelock(isc_mempool_t *mpctx, isc_mutex_t *lock) {
    REQUIRE(VALID_MEMPOOL(mpctx));
    REQUIRE(mpctx->lock == NULL);
    REQUIRE(lock != NULL);

    mpctx->lock = lock;
}

void *
isc__mempool_get(isc_mempool_t *mpctx FLARG) {
    element *item;
    isc_mem_t *mctx;
    unsigned int i;

    REQUIRE(VALID_MEMPOOL(mpctx));

    mctx = mpctx->mctx;

    if (mpctx->lock != NULL)
        LOCK(mpctx->lock);

    /*
     * Don't let the caller go over quota
     */
    if (mpctx->allocated >= mpctx->maxalloc) {
        item = NULL;
        goto out;
    }

    /*
     * if we have a free list item, return the first here
     */
    item = mpctx->items;
    if (item != NULL) {
        mpctx->items = item->next;
        INSIST(mpctx->freecount > 0);
        mpctx->freecount--;
        mpctx->gets++;
        mpctx->allocated++;
        goto out;
    }

    /*
     * We need to dip into the well.  Lock the memory context here and
     * fill up our free list.
     */
    for (i = 0 ; i < mpctx->fillcount ; i++) {
#if ISC_MEM_USE_INTERNAL_MALLOC
        LOCK(&mctx->lock);
        item = mem_getunlocked(mctx, mpctx->size);
        UNLOCK(&mctx->lock);
#else /* ISC_MEM_USE_INTERNAL_MALLOC */
        item = mem_get(mctx, mpctx->size);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */
        if (item == NULL)
            break;
        item->next = mpctx->items;
        mpctx->items = item;
        mpctx->freecount++;
    }

    /*
     * If we didn't get any items, return NULL.
     */
    item = mpctx->items;
    if (item == NULL)
        goto out;

    mpctx->items = item->next;
    mpctx->freecount--;
    mpctx->gets++;
    mpctx->allocated++;

 out:
    if (mpctx->lock != NULL)
        UNLOCK(mpctx->lock);

#if ISC_MEM_TRACKLINES
    if (item != NULL) {
        LOCK(&mctx->lock);
        ADD_TRACE(mctx, item, mpctx->size, file, line);
        UNLOCK(&mctx->lock);
    }
#endif /* ISC_MEM_TRACKLINES */

    return (item);
}

void
isc__mempool_put(isc_mempool_t *mpctx, void *mem FLARG) {
    isc_mem_t *mctx;
    element *item;

    REQUIRE(VALID_MEMPOOL(mpctx));
    REQUIRE(mem != NULL);

    mctx = mpctx->mctx;

    if (mpctx->lock != NULL)
        LOCK(mpctx->lock);

    INSIST(mpctx->allocated > 0);
    mpctx->allocated--;

    DELETE_TRACE(mctx, mem, mpctx->size, file, line);

    /*
     * If our free list is full, return this to the mctx directly.
     */
    if (mpctx->freecount >= mpctx->freemax) {
#if ISC_MEM_USE_INTERNAL_MALLOC
        LOCK(&mctx->lock);
        mem_putunlocked(mctx, mem, mpctx->size);
        UNLOCK(&mctx->lock);
#else /* ISC_MEM_USE_INTERNAL_MALLOC */
        mem_put(mctx, mem, mpctx->size);
#endif /* ISC_MEM_USE_INTERNAL_MALLOC */
        if (mpctx->lock != NULL)
            UNLOCK(mpctx->lock);
        return;
    }

    /*
     * Otherwise, attach it to our free list and bump the counter.
     */
    mpctx->freecount++;
    item = (element *)mem;
    item->next = mpctx->items;
    mpctx->items = item;

    if (mpctx->lock != NULL)
        UNLOCK(mpctx->lock);
}

/*
 * Quotas
 */

void
isc_mempool_setfreemax(isc_mempool_t *mpctx, unsigned int limit) {
    REQUIRE(VALID_MEMPOOL(mpctx));

    if (mpctx->lock != NULL)
        LOCK(mpctx->lock);

    mpctx->freemax = limit;

    if (mpctx->lock != NULL)
        UNLOCK(mpctx->lock);
}

unsigned int
isc_mempool_getfreemax(isc_mempool_t *mpctx) {
    unsigned int freemax;

    REQUIRE(VALID_MEMPOOL(mpctx));

    if (mpctx->lock != NULL)
        LOCK(mpctx->lock);

    freemax = mpctx->freemax;

    if (mpctx->lock != NULL)
        UNLOCK(mpctx->lock);

    return (freemax);
}

unsigned int
isc_mempool_getfreecount(isc_mempool_t *mpctx) {
    unsigned int freecount;

    REQUIRE(VALID_MEMPOOL(mpctx));

    if (mpctx->lock != NULL)
        LOCK(mpctx->lock);

    freecount = mpctx->freecount;

    if (mpctx->lock != NULL)
        UNLOCK(mpctx->lock);

    return (freecount);
}

void
isc_mempool_setmaxalloc(isc_mempool_t *mpctx, unsigned int limit) {
    REQUIRE(limit > 0);

    REQUIRE(VALID_MEMPOOL(mpctx));

    if (mpctx->lock != NULL)
        LOCK(mpctx->lock);

    mpctx->maxalloc = limit;

    if (mpctx->lock != NULL)
        UNLOCK(mpctx->lock);
}

unsigned int
isc_mempool_getmaxalloc(isc_mempool_t *mpctx) {
    unsigned int maxalloc;

    REQUIRE(VALID_MEMPOOL(mpctx));

    if (mpctx->lock != NULL)
        LOCK(mpctx->lock);

    maxalloc = mpctx->maxalloc;

    if (mpctx->lock != NULL)
        UNLOCK(mpctx->lock);

    return (maxalloc);
}

unsigned int
isc_mempool_getallocated(isc_mempool_t *mpctx) {
    unsigned int allocated;

    REQUIRE(VALID_MEMPOOL(mpctx));

    if (mpctx->lock != NULL)
        LOCK(mpctx->lock);

    allocated = mpctx->allocated;

    if (mpctx->lock != NULL)
        UNLOCK(mpctx->lock);

    return (allocated);
}

void
isc_mempool_setfillcount(isc_mempool_t *mpctx, unsigned int limit) {
    REQUIRE(limit > 0);
    REQUIRE(VALID_MEMPOOL(mpctx));

    if (mpctx->lock != NULL)
        LOCK(mpctx->lock);

    mpctx->fillcount = limit;

    if (mpctx->lock != NULL)
        UNLOCK(mpctx->lock);
}

unsigned int
isc_mempool_getfillcount(isc_mempool_t *mpctx) {
    unsigned int fillcount;

    REQUIRE(VALID_MEMPOOL(mpctx));

    if (mpctx->lock != NULL)
        LOCK(mpctx->lock);

    fillcount = mpctx->fillcount;

    if (mpctx->lock != NULL)
        UNLOCK(mpctx->lock);

    return (fillcount);
}