fa9e4066f08beec538e775443c5be79dd423fcabahrens

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick#include <sys/zio.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/spa.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/dmu.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/zfs_context.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/zap.h>

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock#include <sys/refcount.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/zap_impl.h>

87e5029a3226958edab1512d6182bc74d8d80c9aahrens#include <sys/zap_leaf.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/avl.h>

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling#include <sys/arc.h>

b515258426fed6c7311fd3f1dea697cfbd4085c6Matthew Ahrens#include <sys/dmu_objset.h>

de8267e0f723ed2c38ea9def92d465f69a300f56timh

de8267e0f723ed2c38ea9def92d465f69a300f56timh#ifdef _KERNEL

de8267e0f723ed2c38ea9def92d465f69a300f56timh#include <sys/sunddi.h>

de8267e0f723ed2c38ea9def92d465f69a300f56timh#endif

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbsextern inline mzap_phys_t *zap_m_phys(zap_t *zap);

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrensstatic int mzap_upgrade(zap_t **zapp,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens void *tag, dmu_tx_t *tx, zap_flags_t flags);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_getflags(zap_t *zap)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick{

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (zap->zap_ismicro)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (0);

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs return (zap_f_phys(zap)->zap_flags);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick}

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_hashbits(zap_t *zap)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick{

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (zap_getflags(zap) & ZAP_FLAG_HASH64)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (48);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick else

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (28);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick}

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_maxcd(zap_t *zap)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick{

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (zap_getflags(zap) & ZAP_FLAG_HASH64)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return ((1<<16)-1);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick else

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (-1U);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwstatic uint64_t

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_hash(zap_name_t *zn)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw{

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_t *zap = zn->zn_zap;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick uint64_t h = 0;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (zap_getflags(zap) & ZAP_FLAG_PRE_HASHED_KEY) {

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick ASSERT(zap_getflags(zap) & ZAP_FLAG_UINT64_KEY);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick h = *(uint64_t *)zn->zn_key_orig;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick } else {

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick h = zap->zap_salt;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick ASSERT(h != 0);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick ASSERT(zfs_crc64_table[128] == ZFS_CRC64_POLY);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens if (zap_getflags(zap) & ZAP_FLAG_UINT64_KEY) {

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens int i;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens const uint64_t *wp = zn->zn_key_norm;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens ASSERT(zn->zn_key_intlen == 8);

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens for (i = 0; i < zn->zn_key_norm_numints; wp++, i++) {

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens int j;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens uint64_t word = *wp;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens for (j = 0; j < zn->zn_key_intlen; j++) {

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens h = (h >> 8) ^

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens zfs_crc64_table[(h ^ word) & 0xFF];

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens word >>= NBBY;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens }

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens }

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens } else {

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens int i, len;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens const uint8_t *cp = zn->zn_key_norm;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens /*

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens len = zn->zn_key_norm_numints - 1;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens ASSERT(zn->zn_key_intlen == 1);

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens for (i = 0; i < len; cp++, i++) {

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens h = (h >> 8) ^

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens zfs_crc64_table[(h ^ *cp) & 0xFF];

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens }

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens }

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick }

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw /*

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick h &= ~((1ULL << (64 - zap_hashbits(zap))) - 1);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (h);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw}

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwstatic int

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwzap_normalize(zap_t *zap, const char *name, char *namenorm)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw{

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw size_t inlen, outlen;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw int err;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick ASSERT(!(zap_getflags(zap) & ZAP_FLAG_UINT64_KEY));

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw inlen = strlen(name) + 1;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw outlen = ZAP_MAXNAMELEN;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = 0;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw (void) u8_textprep_str((char *)name, &inlen, namenorm, &outlen,

d05ba1e6d821a370b97d38899e74cd824e81ab9cTim Haley zap->zap_normflags | U8_TEXTPREP_IGNORE_NULL |

d05ba1e6d821a370b97d38899e74cd824e81ab9cTim Haley U8_TEXTPREP_IGNORE_INVALID, U8_UNICODE_LATEST, &err);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (err);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw}

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwzap_match(zap_name_t *zn, const char *matchname)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw{

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick ASSERT(!(zap_getflags(zn->zn_zap) & ZAP_FLAG_UINT64_KEY));

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (zn->zn_matchtype == MT_FIRST) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw char norm[ZAP_MAXNAMELEN];

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (zap_normalize(zn->zn_zap, matchname, norm) != 0)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (B_FALSE);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (strcmp(zn->zn_key_norm, norm) == 0);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw } else {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw /* MT_BEST or MT_EXACT */

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (strcmp(zn->zn_key_orig, matchname) == 0);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw}

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwzap_name_free(zap_name_t *zn)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw{

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw kmem_free(zn, sizeof (zap_name_t));

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw}

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwzap_name_t *

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_name_alloc(zap_t *zap, const char *key, matchtype_t mt)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw{

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_t *zn = kmem_alloc(sizeof (zap_name_t), KM_SLEEP);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zn->zn_zap = zap;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn->zn_key_intlen = sizeof (*key);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn->zn_key_orig = key;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens zn->zn_key_orig_numints = strlen(zn->zn_key_orig) + 1;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zn->zn_matchtype = mt;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (zap->zap_normflags) {

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (zap_normalize(zap, key, zn->zn_normbuf) != 0) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_free(zn);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (NULL);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn->zn_key_norm = zn->zn_normbuf;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens zn->zn_key_norm_numints = strlen(zn->zn_key_norm) + 1;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw } else {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (mt != MT_EXACT) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_free(zn);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (NULL);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn->zn_key_norm = zn->zn_key_orig;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens zn->zn_key_norm_numints = zn->zn_key_orig_numints;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn->zn_hash = zap_hash(zn);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (zn);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick}

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_name_t *

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_name_alloc_uint64(zap_t *zap, const uint64_t *key, int numints)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick{

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_name_t *zn = kmem_alloc(sizeof (zap_name_t), KM_SLEEP);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick ASSERT(zap->zap_normflags == 0);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn->zn_zap = zap;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn->zn_key_intlen = sizeof (*key);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn->zn_key_orig = zn->zn_key_norm = key;

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens zn->zn_key_orig_numints = zn->zn_key_norm_numints = numints;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn->zn_matchtype = MT_EXACT;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn->zn_hash = zap_hash(zn);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (zn);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw}

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic void

fa9e4066f08beec538e775443c5be79dd423fcabahrensmzap_byteswap(mzap_phys_t *buf, size_t size)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens int i, max;

fa9e4066f08beec538e775443c5be79dd423fcabahrens buf->mz_block_type = BSWAP_64(buf->mz_block_type);

fa9e4066f08beec538e775443c5be79dd423fcabahrens buf->mz_salt = BSWAP_64(buf->mz_salt);

ab04eb8ef60d9dc9614d6cccffc474f24ca1d162timh buf->mz_normflags = BSWAP_64(buf->mz_normflags);

fa9e4066f08beec538e775443c5be79dd423fcabahrens max = (size / MZAP_ENT_LEN) - 1;

fa9e4066f08beec538e775443c5be79dd423fcabahrens for (i = 0; i < max; i++) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens buf->mz_chunk[i].mze_value =

fa9e4066f08beec538e775443c5be79dd423fcabahrens BSWAP_64(buf->mz_chunk[i].mze_value);

fa9e4066f08beec538e775443c5be79dd423fcabahrens buf->mz_chunk[i].mze_cd =

fa9e4066f08beec538e775443c5be79dd423fcabahrens BSWAP_32(buf->mz_chunk[i].mze_cd);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_byteswap(void *buf, size_t size)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t block_type;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens block_type = *(uint64_t *)buf;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

5ad820458efd0fdb914baff9c1447c22b819fa23nd if (block_type == ZBT_MICRO || block_type == BSWAP_64(ZBT_MICRO)) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* ASSERT(magic == ZAP_LEAF_MAGIC); */

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_byteswap(buf, size);

5ad820458efd0fdb914baff9c1447c22b819fa23nd } else {

fa9e4066f08beec538e775443c5be79dd423fcabahrens fzap_byteswap(buf, size);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic int

fa9e4066f08beec538e775443c5be79dd423fcabahrensmze_compare(const void *arg1, const void *arg2)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens const mzap_ent_t *mze1 = arg1;

fa9e4066f08beec538e775443c5be79dd423fcabahrens const mzap_ent_t *mze2 = arg2;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (mze1->mze_hash > mze2->mze_hash)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (+1);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (mze1->mze_hash < mze2->mze_hash)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (-1);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling if (mze1->mze_cd > mze2->mze_cd)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (+1);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling if (mze1->mze_cd < mze2->mze_cd)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (-1);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic void

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Lingmze_insert(zap_t *zap, int chunkid, uint64_t hash)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_t *mze;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(zap->zap_ismicro);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze = kmem_alloc(sizeof (mzap_ent_t), KM_SLEEP);

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze->mze_chunkid = chunkid;

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze->mze_hash = hash;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling mze->mze_cd = MZE_PHYS(zap, mze)->mze_cd;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling ASSERT(MZE_PHYS(zap, mze)->mze_name[0] != 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens avl_add(&zap->zap_m.zap_avl, mze);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic mzap_ent_t *

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwmze_find(zap_name_t *zn)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_t mze_tofind;

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_t *mze;

fa9e4066f08beec538e775443c5be79dd423fcabahrens avl_index_t idx;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw avl_tree_t *avl = &zn->zn_zap->zap_m.zap_avl;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw ASSERT(zn->zn_zap->zap_ismicro);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw ASSERT(RW_LOCK_HELD(&zn->zn_zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw mze_tofind.mze_hash = zn->zn_hash;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling mze_tofind.mze_cd = 0;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwagain:

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze = avl_find(avl, &mze_tofind, &idx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (mze == NULL)

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze = avl_nearest(avl, idx, AVL_AFTER);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw for (; mze && mze->mze_hash == zn->zn_hash; mze = AVL_NEXT(avl, mze)) {

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling ASSERT3U(mze->mze_cd, ==, MZE_PHYS(zn->zn_zap, mze)->mze_cd);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling if (zap_match(zn, MZE_PHYS(zn->zn_zap, mze)->mze_name))

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (mze);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (zn->zn_matchtype == MT_BEST) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zn->zn_matchtype = MT_FIRST;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw goto again;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (NULL);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic uint32_t

fa9e4066f08beec538e775443c5be79dd423fcabahrensmze_find_unused_cd(zap_t *zap, uint64_t hash)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_t mze_tofind;

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_t *mze;

fa9e4066f08beec538e775443c5be79dd423fcabahrens avl_index_t idx;

fa9e4066f08beec538e775443c5be79dd423fcabahrens avl_tree_t *avl = &zap->zap_m.zap_avl;

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint32_t cd;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(zap->zap_ismicro);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze_tofind.mze_hash = hash;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling mze_tofind.mze_cd = 0;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens cd = 0;

fa9e4066f08beec538e775443c5be79dd423fcabahrens for (mze = avl_find(avl, &mze_tofind, &idx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze && mze->mze_hash == hash; mze = AVL_NEXT(avl, mze)) {

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling if (mze->mze_cd != cd)

fa9e4066f08beec538e775443c5be79dd423fcabahrens break;

fa9e4066f08beec538e775443c5be79dd423fcabahrens cd++;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (cd);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic void

fa9e4066f08beec538e775443c5be79dd423fcabahrensmze_remove(zap_t *zap, mzap_ent_t *mze)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(zap->zap_ismicro);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens avl_remove(&zap->zap_m.zap_avl, mze);

fa9e4066f08beec538e775443c5be79dd423fcabahrens kmem_free(mze, sizeof (mzap_ent_t));

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic void

fa9e4066f08beec538e775443c5be79dd423fcabahrensmze_destroy(zap_t *zap)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_t *mze;

fa9e4066f08beec538e775443c5be79dd423fcabahrens void *avlcookie = NULL;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens while (mze = avl_destroy_nodes(&zap->zap_m.zap_avl, &avlcookie))

fa9e4066f08beec538e775443c5be79dd423fcabahrens kmem_free(mze, sizeof (mzap_ent_t));

fa9e4066f08beec538e775443c5be79dd423fcabahrens avl_destroy(&zap->zap_m.zap_avl);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic zap_t *

fa9e4066f08beec538e775443c5be79dd423fcabahrensmzap_open(objset_t *os, uint64_t obj, dmu_buf_t *db)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_t *winner;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_t *zap;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int i;

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen uint64_t *zap_hdr = (uint64_t *)db->db_data;

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen uint64_t zap_block_type = zap_hdr[0];

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen uint64_t zap_magic = zap_hdr[1];

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT3U(MZAP_ENT_LEN, ==, sizeof (mzap_ent_phys_t));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap = kmem_zalloc(sizeof (zap_t), KM_SLEEP);

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_init(&zap->zap_rwlock, 0, 0, 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_enter(&zap->zap_rwlock, RW_WRITER);

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_objset = os;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_object = obj;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_dbuf = db;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen if (zap_block_type != ZBT_MICRO) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens mutex_init(&zap->zap_f.zap_num_entries_mtx, 0, 0, 0);

bf16b11e8deb633dd6c4296d46e92399d1582df4Matthew Ahrens zap->zap_f.zap_block_shift = highbit64(db->db_size) - 1;

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen if (zap_block_type != ZBT_HEADER || zap_magic != ZAP_MAGIC) {

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen winner = NULL; /* No actual winner here... */

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen goto handle_winner;

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen }

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_ismicro = TRUE;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens /*

40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipek dmu_buf_init_user(&zap->zap_dbu, zap_evict_sync, NULL, &zap->zap_dbuf);

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs winner = dmu_buf_set_user(db, &zap->zap_dbu);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen if (winner != NULL)

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen goto handle_winner;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (zap->zap_ismicro) {

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap->zap_salt = zap_m_phys(zap)->mz_salt;

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap->zap_normflags = zap_m_phys(zap)->mz_normflags;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_m.zap_num_chunks = db->db_size / MZAP_ENT_LEN - 1;

fa9e4066f08beec538e775443c5be79dd423fcabahrens avl_create(&zap->zap_m.zap_avl, mze_compare,

fa9e4066f08beec538e775443c5be79dd423fcabahrens sizeof (mzap_ent_t), offsetof(mzap_ent_t, mze_node));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens for (i = 0; i < zap->zap_m.zap_num_chunks; i++) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_phys_t *mze =

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs &zap_m_phys(zap)->mz_chunk[i];

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (mze->mze_name[0]) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_t *zn;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_m.zap_num_entries++;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zn = zap_name_alloc(zap, mze->mze_name,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw MT_EXACT);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling mze_insert(zap, i, zn->zn_hash);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_free(zn);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap->zap_salt = zap_f_phys(zap)->zap_salt;

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap->zap_normflags = zap_f_phys(zap)->zap_normflags;

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens ASSERT3U(sizeof (struct zap_leaf_header), ==,

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens 2*ZAP_LEAF_CHUNKSIZE);

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens /*

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens ASSERT3P(&ZAP_EMBEDDED_PTRTBL_ENT(zap, 0), >,

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs &zap_f_phys(zap)->zap_salt);

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens /*

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens ASSERT3U((uintptr_t)&ZAP_EMBEDDED_PTRTBL_ENT(zap,

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens 1<<ZAP_EMBEDDED_PTRTBL_SHIFT(zap)) -

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs (uintptr_t)zap_f_phys(zap), ==,

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens zap->zap_dbuf->db_size);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_exit(&zap->zap_rwlock);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (zap);

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chenhandle_winner:

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen rw_exit(&zap->zap_rwlock);

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen rw_destroy(&zap->zap_rwlock);

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen if (!zap->zap_ismicro)

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen mutex_destroy(&zap->zap_f.zap_num_entries_mtx);

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen kmem_free(zap, sizeof (zap_t));

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen return (winner);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrensstatic int

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrenszap_lockdir_impl(dmu_buf_t *db, void *tag, dmu_tx_t *tx,

c5f9e43110e1fb316fc4297c2d150b3518b80bbeahrens krw_t lti, boolean_t fatreader, boolean_t adding, zap_t **zapp)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_t *zap;

fa9e4066f08beec538e775443c5be79dd423fcabahrens krw_t lt;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens ASSERT0(db->db_offset);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens objset_t *os = dmu_buf_get_objset(db);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens uint64_t obj = db->db_object;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens *zapp = NULL;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens#ifdef ZFS_DEBUG

fa9e4066f08beec538e775443c5be79dd423fcabahrens {

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_object_info_t doi;

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_object_info_from_db(db, &doi);

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden ASSERT3U(DMU_OT_BYTESWAP(doi.doi_type), ==, DMU_BSWAP_ZAP);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens#endif

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap = dmu_buf_get_user(db);

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen if (zap == NULL) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap = mzap_open(os, obj, db);

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen if (zap == NULL) {

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen /*

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen return (SET_ERROR(EIO));

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen }

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens /*

fa9e4066f08beec538e775443c5be79dd423fcabahrens lt = (!zap->zap_ismicro && fatreader) ? RW_READER : lti;

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_enter(&zap->zap_rwlock, lt);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (lt != ((!zap->zap_ismicro && fatreader) ? RW_READER : lti)) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* it was upgraded, now we only need reader */

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(lt == RW_WRITER);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_READER ==

fa9e4066f08beec538e775443c5be79dd423fcabahrens (!zap->zap_ismicro && fatreader) ? RW_READER : lti);

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_downgrade(&zap->zap_rwlock);

fa9e4066f08beec538e775443c5be79dd423fcabahrens lt = RW_READER;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_objset = os;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (lt == RW_WRITER)

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_will_dirty(db, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT3P(zap->zap_dbuf, ==, db);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(!zap->zap_ismicro ||

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_m.zap_num_entries <= zap->zap_m.zap_num_chunks);

c5f9e43110e1fb316fc4297c2d150b3518b80bbeahrens if (zap->zap_ismicro && tx && adding &&

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_m.zap_num_entries == zap->zap_m.zap_num_chunks) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t newsz = db->db_size + SPA_MINBLOCKSIZE;

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (newsz > MZAP_MAX_BLKSZ) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens dprintf("upgrading obj %llu: num_entries=%u\n",

fa9e4066f08beec538e775443c5be79dd423fcabahrens obj, zap->zap_m.zap_num_entries);

fa9e4066f08beec538e775443c5be79dd423fcabahrens *zapp = zap;

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens int err = mzap_upgrade(zapp, tag, tx, 0);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens if (err != 0)

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens rw_exit(&zap->zap_rwlock);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens VERIFY0(dmu_object_set_blocksize(os, obj, newsz, 0, tx));

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_m.zap_num_chunks =

fa9e4066f08beec538e775443c5be79dd423fcabahrens db->db_size / MZAP_ENT_LEN - 1;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens *zapp = zap;

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrensstatic int

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrenszap_lockdir_by_dnode(dnode_t *dn, dmu_tx_t *tx,

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens krw_t lti, boolean_t fatreader, boolean_t adding, void *tag, zap_t **zapp)

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens{

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens dmu_buf_t *db;

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens int err;

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens err = dmu_buf_hold_by_dnode(dn, 0, tag, &db, DMU_READ_NO_PREFETCH);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens if (err != 0) {

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens return (err);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens }

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens err = zap_lockdir_impl(db, tag, tx, lti, fatreader, adding, zapp);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens if (err != 0) {

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens dmu_buf_rele(db, tag);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens }

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens return (err);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens}

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrenszap_lockdir(objset_t *os, uint64_t obj, dmu_tx_t *tx,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens krw_t lti, boolean_t fatreader, boolean_t adding, void *tag, zap_t **zapp)

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens{

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens dmu_buf_t *db;

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens int err;

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = dmu_buf_hold(os, obj, 0, tag, &db, DMU_READ_NO_PREFETCH);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens if (err != 0)

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens return (err);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_lockdir_impl(db, tag, tx, lti, fatreader, adding, zapp);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens if (err != 0)

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens dmu_buf_rele(db, tag);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens return (err);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens}

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrenszap_unlockdir(zap_t *zap, void *tag)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_exit(&zap->zap_rwlock);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens dmu_buf_rele(zap->zap_dbuf, tag);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwickstatic int

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrensmzap_upgrade(zap_t **zapp, void *tag, dmu_tx_t *tx, zap_flags_t flags)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_phys_t *mzp;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick int i, sz, nchunks;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick int err = 0;

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap_t *zap = *zapp;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens sz = zap->zap_dbuf->db_size;

be3e2ab906b80af79c7b22885f279e45ad8fb995Brian Behlendorf mzp = zio_buf_alloc(sz);

fa9e4066f08beec538e775443c5be79dd423fcabahrens bcopy(zap->zap_dbuf->db_data, mzp, sz);

fa9e4066f08beec538e775443c5be79dd423fcabahrens nchunks = zap->zap_m.zap_num_chunks;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (!flags) {

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick err = dmu_object_set_blocksize(zap->zap_objset, zap->zap_object,

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick 1ULL << fzap_default_block_shift, 0, tx);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (err) {

be3e2ab906b80af79c7b22885f279e45ad8fb995Brian Behlendorf zio_buf_free(mzp, sz);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (err);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick }

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens dprintf("upgrading obj=%llu with %u chunks\n",

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_object, nchunks);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw /* XXX destroy the avl later, so we can use the stored hash value */

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze_destroy(zap);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick fzap_upgrade(zap, tx, flags);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens for (i = 0; i < nchunks; i++) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_phys_t *mze = &mzp->mz_chunk[i];

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_t *zn;

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (mze->mze_name[0] == 0)

fa9e4066f08beec538e775443c5be79dd423fcabahrens continue;

fa9e4066f08beec538e775443c5be79dd423fcabahrens dprintf("adding %s=%llu\n",

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze->mze_name, mze->mze_value);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zn = zap_name_alloc(zap, mze->mze_name, MT_EXACT);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = fzap_add_cd(zn, 8, 1, &mze->mze_value, mze->mze_cd,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens tag, tx);

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap = zn->zn_zap; /* fzap_add_cd() may change zap */

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_free(zn);

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick if (err)

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick break;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

be3e2ab906b80af79c7b22885f279e45ad8fb995Brian Behlendorf zio_buf_free(mzp, sz);

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick *zapp = zap;

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickmzap_create_impl(objset_t *os, uint64_t obj, int normflags, zap_flags_t flags,

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_t *db;

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_phys_t *zp;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick VERIFY(0 == dmu_buf_hold(os, obj, 0, FTAG, &db, DMU_READ_NO_PREFETCH));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens#ifdef ZFS_DEBUG

fa9e4066f08beec538e775443c5be79dd423fcabahrens {

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_object_info_t doi;

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_object_info_from_db(db, &doi);

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden ASSERT3U(DMU_OT_BYTESWAP(doi.doi_type), ==, DMU_BSWAP_ZAP);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens#endif

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_will_dirty(db, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens zp = db->db_data;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zp->mz_block_type = ZBT_MICRO;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zp->mz_salt = ((uintptr_t)db ^ (uintptr_t)tx ^ (obj << 1)) | 1ULL;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zp->mz_normflags = normflags;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_rele(db, FTAG);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (flags != 0) {

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_t *zap;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick /* Only fat zap supports flags; upgrade immediately. */

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick VERIFY(0 == zap_lockdir(os, obj, tx, RW_WRITER,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens B_FALSE, B_FALSE, FTAG, &zap));

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens VERIFY3U(0, ==, mzap_upgrade(&zap, FTAG, tx, flags));

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick }

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_create_claim(objset_t *os, uint64_t obj, dmu_object_type_t ot,

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_object_type_t bonustype, int bonuslen, dmu_tx_t *tx)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw{

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (zap_create_claim_norm(os, obj,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw 0, ot, bonustype, bonuslen, tx));

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw}

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwzap_create_claim_norm(objset_t *os, uint64_t obj, int normflags,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw dmu_object_type_t ot,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw dmu_object_type_t bonustype, int bonuslen, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens err = dmu_object_claim(os, obj, ot, 0, bonustype, bonuslen, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err != 0)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick mzap_create_impl(os, obj, normflags, 0, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_create(objset_t *os, dmu_object_type_t ot,

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_object_type_t bonustype, int bonuslen, dmu_tx_t *tx)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw{

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (zap_create_norm(os, 0, ot, bonustype, bonuslen, tx));

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw}

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwzap_create_norm(objset_t *os, int normflags, dmu_object_type_t ot,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw dmu_object_type_t bonustype, int bonuslen, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t obj = dmu_object_alloc(os, ot, 0, bonustype, bonuslen, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick mzap_create_impl(os, obj, normflags, 0, tx);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (obj);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick}

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_create_flags(objset_t *os, int normflags, zap_flags_t flags,

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick dmu_object_type_t ot, int leaf_blockshift, int indirect_blockshift,

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick dmu_object_type_t bonustype, int bonuslen, dmu_tx_t *tx)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick{

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick uint64_t obj = dmu_object_alloc(os, ot, 0, bonustype, bonuslen, tx);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick ASSERT(leaf_blockshift >= SPA_MINBLOCKSHIFT &&

b515258426fed6c7311fd3f1dea697cfbd4085c6Matthew Ahrens leaf_blockshift <= SPA_OLD_MAXBLOCKSHIFT &&

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick indirect_blockshift >= SPA_MINBLOCKSHIFT &&

b515258426fed6c7311fd3f1dea697cfbd4085c6Matthew Ahrens indirect_blockshift <= SPA_OLD_MAXBLOCKSHIFT);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick VERIFY(dmu_object_set_blocksize(os, obj,

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick 1ULL << leaf_blockshift, indirect_blockshift, tx) == 0);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick mzap_create_impl(os, obj, normflags, flags, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (obj);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_destroy(objset_t *os, uint64_t zapobj, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens /*

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (dmu_object_free(os, zapobj, tx));

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipekzap_evict_sync(void *dbu)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs zap_t *zap = dbu;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_destroy(&zap->zap_rwlock);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens if (zap->zap_ismicro)

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze_destroy(zap);

c25056de36a33f2a76f79dcf64593f731d258013gw else

c25056de36a33f2a76f79dcf64593f731d258013gw mutex_destroy(&zap->zap_f.zap_num_entries_mtx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens kmem_free(zap, sizeof (zap_t));

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_count(objset_t *os, uint64_t zapobj, uint64_t *count)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_t *zap;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, FALSE, FTAG, &zap);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (!zap->zap_ismicro) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens err = fzap_count(zap, count);

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

fa9e4066f08beec538e775443c5be79dd423fcabahrens *count = zap->zap_m.zap_num_entries;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwstatic boolean_t

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwmzap_normalization_conflict(zap_t *zap, zap_name_t *zn, mzap_ent_t *mze)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw{

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw mzap_ent_t *other;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw int direction = AVL_BEFORE;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw boolean_t allocdzn = B_FALSE;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (zap->zap_normflags == 0)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (B_FALSE);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwagain:

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw for (other = avl_walk(&zap->zap_m.zap_avl, mze, direction);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw other && other->mze_hash == mze->mze_hash;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw other = avl_walk(&zap->zap_m.zap_avl, other, direction)) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (zn == NULL) {

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling zn = zap_name_alloc(zap, MZE_PHYS(zap, mze)->mze_name,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw MT_FIRST);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw allocdzn = B_TRUE;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling if (zap_match(zn, MZE_PHYS(zap, other)->mze_name)) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (allocdzn)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_free(zn);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (B_TRUE);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (direction == AVL_BEFORE) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw direction = AVL_AFTER;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw goto again;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (allocdzn)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_free(zn);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (B_FALSE);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw}

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_lookup(objset_t *os, uint64_t zapobj, const char *name,

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t integer_size, uint64_t num_integers, void *buf)

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw{

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (zap_lookup_norm(os, zapobj, name, integer_size,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw num_integers, buf, MT_EXACT, NULL, 0, NULL));

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw}

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrensstatic int

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrenszap_lookup_impl(zap_t *zap, const char *name,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw uint64_t integer_size, uint64_t num_integers, void *buf,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw matchtype_t mt, char *realname, int rn_len,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw boolean_t *ncp)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens int err = 0;

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_t *mze;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_t *zn;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zn = zap_name_alloc(zap, name, mt);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens if (zn == NULL)

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens return (SET_ERROR(ENOTSUP));

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (!zap->zap_ismicro) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = fzap_lookup(zn, integer_size, num_integers, buf,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw realname, rn_len, ncp);

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw mze = mze_find(zn);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (mze == NULL) {

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens err = SET_ERROR(ENOENT);

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (num_integers < 1) {

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens err = SET_ERROR(EOVERFLOW);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw } else if (integer_size != 8) {

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens err = SET_ERROR(EINVAL);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw } else {

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling *(uint64_t *)buf =

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling MZE_PHYS(zap, mze)->mze_value;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw (void) strlcpy(realname,

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling MZE_PHYS(zap, mze)->mze_name, rn_len);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (ncp) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw *ncp = mzap_normalization_conflict(zap,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zn, mze);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_free(zn);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens return (err);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens}

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrenszap_lookup_norm(objset_t *os, uint64_t zapobj, const char *name,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens uint64_t integer_size, uint64_t num_integers, void *buf,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens matchtype_t mt, char *realname, int rn_len,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens boolean_t *ncp)

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens{

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_t *zap;

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens int err;

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, FALSE, FTAG, &zap);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens if (err != 0)

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens return (err);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_lookup_impl(zap, name, integer_size,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens num_integers, buf, mt, realname, rn_len, ncp);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrenszap_lookup_by_dnode(dnode_t *dn, const char *name,

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens uint64_t integer_size, uint64_t num_integers, void *buf)

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens{

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens return (zap_lookup_norm_by_dnode(dn, name, integer_size,

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens num_integers, buf, MT_EXACT, NULL, 0, NULL));

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens}

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrenszap_lookup_norm_by_dnode(dnode_t *dn, const char *name,

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens uint64_t integer_size, uint64_t num_integers, void *buf,

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens matchtype_t mt, char *realname, int rn_len,

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens boolean_t *ncp)

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens{

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens zap_t *zap;

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens int err;

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens err = zap_lockdir_by_dnode(dn, NULL, RW_READER, TRUE, FALSE,

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens FTAG, &zap);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens if (err != 0)

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens return (err);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens err = zap_lookup_impl(zap, name, integer_size,

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens num_integers, buf, mt, realname, rn_len, ncp);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens zap_unlockdir(zap, FTAG);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens return (err);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens}

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens

c7cd242109c82107ec2e50013369e92be9d77702George Wilsonzap_prefetch_uint64(objset_t *os, uint64_t zapobj, const uint64_t *key,

c7cd242109c82107ec2e50013369e92be9d77702George Wilson int key_numints)

c7cd242109c82107ec2e50013369e92be9d77702George Wilson{

c7cd242109c82107ec2e50013369e92be9d77702George Wilson zap_t *zap;

c7cd242109c82107ec2e50013369e92be9d77702George Wilson int err;

c7cd242109c82107ec2e50013369e92be9d77702George Wilson zap_name_t *zn;

c7cd242109c82107ec2e50013369e92be9d77702George Wilson

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, FALSE, FTAG, &zap);

c7cd242109c82107ec2e50013369e92be9d77702George Wilson if (err)

c7cd242109c82107ec2e50013369e92be9d77702George Wilson return (err);

c7cd242109c82107ec2e50013369e92be9d77702George Wilson zn = zap_name_alloc_uint64(zap, key, key_numints);

c7cd242109c82107ec2e50013369e92be9d77702George Wilson if (zn == NULL) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens return (SET_ERROR(ENOTSUP));

c7cd242109c82107ec2e50013369e92be9d77702George Wilson }

c7cd242109c82107ec2e50013369e92be9d77702George Wilson

c7cd242109c82107ec2e50013369e92be9d77702George Wilson fzap_prefetch(zn);

c7cd242109c82107ec2e50013369e92be9d77702George Wilson zap_name_free(zn);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

c7cd242109c82107ec2e50013369e92be9d77702George Wilson return (err);

c7cd242109c82107ec2e50013369e92be9d77702George Wilson}

c7cd242109c82107ec2e50013369e92be9d77702George Wilson

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_lookup_uint64(objset_t *os, uint64_t zapobj, const uint64_t *key,

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick int key_numints, uint64_t integer_size, uint64_t num_integers, void *buf)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick{

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_t *zap;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick int err;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_name_t *zn;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, FALSE, FTAG, &zap);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (err)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (err);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn = zap_name_alloc_uint64(zap, key, key_numints);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (zn == NULL) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens return (SET_ERROR(ENOTSUP));

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick }

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick err = fzap_lookup(zn, integer_size, num_integers, buf,

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick NULL, 0, NULL);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_name_free(zn);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (err);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick}

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

92241e0b80813d0b83c08e730a29b9d1831794fcTom Ericksonzap_contains(objset_t *os, uint64_t zapobj, const char *name)

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson{

2acef22db7808606888f8f92715629ff3ba555b9Matthew Ahrens int err = zap_lookup_norm(os, zapobj, name, 0,

2acef22db7808606888f8f92715629ff3ba555b9Matthew Ahrens 0, NULL, MT_EXACT, NULL, 0, NULL);

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson if (err == EOVERFLOW || err == EINVAL)

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson err = 0; /* found, but skipped reading the value */

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson return (err);

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson}

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_length(objset_t *os, uint64_t zapobj, const char *name,

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t *integer_size, uint64_t *num_integers)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_t *zap;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_t *mze;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_t *zn;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, FALSE, FTAG, &zap);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zn = zap_name_alloc(zap, name, MT_EXACT);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (zn == NULL) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens return (SET_ERROR(ENOTSUP));

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (!zap->zap_ismicro) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = fzap_length(zn, integer_size, num_integers);

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw mze = mze_find(zn);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (mze == NULL) {

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens err = SET_ERROR(ENOENT);

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (integer_size)

fa9e4066f08beec538e775443c5be79dd423fcabahrens *integer_size = 8;

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (num_integers)

fa9e4066f08beec538e775443c5be79dd423fcabahrens *num_integers = 1;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_free(zn);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_length_uint64(objset_t *os, uint64_t zapobj, const uint64_t *key,

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick int key_numints, uint64_t *integer_size, uint64_t *num_integers)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick{

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_t *zap;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick int err;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_name_t *zn;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_lockdir(os, zapobj, NULL, RW_READER, TRUE, FALSE, FTAG, &zap);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (err)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (err);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn = zap_name_alloc_uint64(zap, key, key_numints);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (zn == NULL) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens return (SET_ERROR(ENOTSUP));

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick }

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick err = fzap_length(zn, integer_size, num_integers);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_name_free(zn);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (err);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick}

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic void

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwmzap_addent(zap_name_t *zn, uint64_t value)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens int i;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_t *zap = zn->zn_zap;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int start = zap->zap_m.zap_alloc_next;

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint32_t cd;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens#ifdef ZFS_DEBUG

fa9e4066f08beec538e775443c5be79dd423fcabahrens for (i = 0; i < zap->zap_m.zap_num_chunks; i++) {

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs mzap_ent_phys_t *mze = &zap_m_phys(zap)->mz_chunk[i];

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick ASSERT(strcmp(zn->zn_key_orig, mze->mze_name) != 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens#endif

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw cd = mze_find_unused_cd(zap, zn->zn_hash);

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* given the limited size of the microzap, this can't happen */

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick ASSERT(cd < zap_maxcd(zap));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensagain:

fa9e4066f08beec538e775443c5be79dd423fcabahrens for (i = start; i < zap->zap_m.zap_num_chunks; i++) {

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs mzap_ent_phys_t *mze = &zap_m_phys(zap)->mz_chunk[i];

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (mze->mze_name[0] == 0) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze->mze_value = value;

fa9e4066f08beec538e775443c5be79dd423fcabahrens mze->mze_cd = cd;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick (void) strcpy(mze->mze_name, zn->zn_key_orig);

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_m.zap_num_entries++;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_m.zap_alloc_next = i+1;

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (zap->zap_m.zap_alloc_next ==

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_m.zap_num_chunks)

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_m.zap_alloc_next = 0;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling mze_insert(zap, i, zn->zn_hash);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (start != 0) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens start = 0;

fa9e4066f08beec538e775443c5be79dd423fcabahrens goto again;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(!"out of entries!");

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_add(objset_t *os, uint64_t zapobj, const char *key,

fa9e4066f08beec538e775443c5be79dd423fcabahrens int integer_size, uint64_t num_integers,

fa9e4066f08beec538e775443c5be79dd423fcabahrens const void *val, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_t *zap;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_t *mze;

fa9e4066f08beec538e775443c5be79dd423fcabahrens const uint64_t *intval = val;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_t *zn;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_lockdir(os, zapobj, tx, RW_WRITER, TRUE, TRUE, FTAG, &zap);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn = zap_name_alloc(zap, key, MT_EXACT);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (zn == NULL) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens return (SET_ERROR(ENOTSUP));

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (!zap->zap_ismicro) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = fzap_add(zn, integer_size, num_integers, val, FTAG, tx);

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap = zn->zn_zap; /* fzap_add() may change zap */

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else if (integer_size != 8 || num_integers != 1 ||

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick strlen(key) >= MZAP_NAME_LEN) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = mzap_upgrade(&zn->zn_zap, FTAG, tx, 0);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens if (err == 0) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = fzap_add(zn, integer_size, num_integers, val,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens FTAG, tx);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens }

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap = zn->zn_zap; /* fzap_add() may change zap */

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw mze = mze_find(zn);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (mze != NULL) {

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens err = SET_ERROR(EEXIST);

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw mzap_addent(zn, *intval);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick ASSERT(zap == zn->zn_zap);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_free(zn);

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick if (zap != NULL) /* may be NULL if fzap_add() failed */

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickzap_add_uint64(objset_t *os, uint64_t zapobj, const uint64_t *key,

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick int key_numints, int integer_size, uint64_t num_integers,

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick const void *val, dmu_tx_t *tx)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick{

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_t *zap;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick int err;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_name_t *zn;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_lockdir(os, zapobj, tx, RW_WRITER, TRUE, TRUE, FTAG, &zap);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (err)

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (err);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zn = zap_name_alloc_uint64(zap, key, key_numints);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (zn == NULL) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens return (SET_ERROR(ENOTSUP));

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick }

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = fzap_add(zn, integer_size, num_integers, val, FTAG, tx);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap = zn->zn_zap; /* fzap_add() may change zap */

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zap_name_free(zn);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick if (zap != NULL) /* may be NULL if fzap_add() failed */

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick return (err);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick}

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_update(objset_t *os, uint64_t zapobj, const char *name,

fa9e4066f08beec538e775443c5be79dd423fcabahrens int integer_size, uint64_t num_integers, const void *val, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_t *zap;

fa9e4066f08beec538e775443c5be79dd423fcabahrens mzap_ent_t *mze;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling uint64_t oldval;

fa9e4066f08beec538e775443c5be79dd423fcabahrens const uint64_t *intval = val;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_t *zn;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling#ifdef ZFS_DEBUG

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling /*

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling if (integer_size == 8 && num_integers == 1)

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling (void) zap_lookup(os, zapobj, name, 8, 1, &oldval);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling#endif

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_lockdir(os, zapobj, tx, RW_WRITER, TRUE, TRUE, FTAG, &zap);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zn = zap_name_alloc(zap, name, MT_EXACT);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (zn == NULL) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens return (SET_ERROR(ENOTSUP));

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (!zap->zap_ismicro) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = fzap_update(zn, integer_size, num_integers, val,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens FTAG, tx);

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap = zn->zn_zap; /* fzap_update() may change zap */

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else if (integer_size != 8 || num_integers != 1 ||

fa9e4066f08beec538e775443c5be79dd423fcabahrens strlen(name) >= MZAP_NAME_LEN) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens dprintf("upgrading obj %llu: intsz=%u numint=%llu name=%s\n",

fa9e4066f08beec538e775443c5be79dd423fcabahrens zapobj, integer_size, num_integers, name);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = mzap_upgrade(&zn->zn_zap, FTAG, tx, 0);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens if (err == 0) {

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick err = fzap_update(zn, integer_size, num_integers,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens val, FTAG, tx);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens }

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap = zn->zn_zap; /* fzap_update() may change zap */

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw mze = mze_find(zn);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (mze != NULL) {

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling ASSERT3U(MZE_PHYS(zap, mze)->mze_value, ==, oldval);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling MZE_PHYS(zap, mze)->mze_value = *intval;

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw mzap_addent(zn, *intval);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick ASSERT(zap == zn->zn_zap);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_name_free(zn);

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick if (zap != NULL) /* may be NULL if fzap_upgrade() failed */

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, FTAG);

455d5089097abbf7ee4538a03c4df823497b6e68ahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens