fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/spa.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/dmu.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/zfs_context.h>

de8267e0f723ed2c38ea9def92d465f69a300f56timh#include <sys/zfs_znode.h>

478ed9ada0b6efe1318150a700986aa47e6a926dEric Taylor#include <sys/fs/zfs.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/zap.h>

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock#include <sys/refcount.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/zap_impl.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens#include <sys/zap_leaf.h>

fa9e4066f08beec538e775443c5be79dd423fcabahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrensint fzap_default_block_shift = 14; /* 16k blocksize */

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbsextern inline zap_phys_t *zap_f_phys(zap_t *zap);

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs

66328dd3ff7c6b3566c06478698593e061733076ahrensstatic uint64_t zap_allocate_blocks(zap_t *zap, int nblocks);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensfzap_byteswap(void *vbuf, size_t size)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t block_type;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens block_type = *(uint64_t *)vbuf;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

5ad820458efd0fdb914baff9c1447c22b819fa23nd if (block_type == ZBT_LEAF || block_type == BSWAP_64(ZBT_LEAF))

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens zap_leaf_byteswap(vbuf, size);

5ad820458efd0fdb914baff9c1447c22b819fa23nd else {

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* it's a ptrtbl block */

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens byteswap_uint64_array(vbuf, size);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwickfzap_upgrade(zap_t *zap, dmu_tx_t *tx, zap_flags_t flags)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_t *db;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_leaf_t *l;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int i;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_phys_t *zp;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap->zap_ismicro = FALSE;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipek zap->zap_dbu.dbu_evict_func_sync = zap_evict_sync;

40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipek zap->zap_dbu.dbu_evict_func_async = NULL;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens mutex_init(&zap->zap_f.zap_num_entries_mtx, 0, 0, 0);

bf16b11e8deb633dd6c4296d46e92399d1582df4Matthew Ahrens zap->zap_f.zap_block_shift = highbit64(zap->zap_dbuf->db_size) - 1;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zp = zap_f_phys(zap);

fa9e4066f08beec538e775443c5be79dd423fcabahrens /*

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens bzero(zap->zap_dbuf->db_data, zap->zap_dbuf->db_size);

fa9e4066f08beec538e775443c5be79dd423fcabahrens zp->zap_block_type = ZBT_HEADER;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zp->zap_magic = ZAP_MAGIC;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens zp->zap_ptrtbl.zt_shift = ZAP_EMBEDDED_PTRTBL_SHIFT(zap);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens zp->zap_freeblk = 2; /* block 1 will be the first leaf */

fa9e4066f08beec538e775443c5be79dd423fcabahrens zp->zap_num_leafs = 1;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zp->zap_num_entries = 0;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zp->zap_salt = zap->zap_salt;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zp->zap_normflags = zap->zap_normflags;

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick zp->zap_flags = flags;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens /* block 1 will be the first leaf */

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens for (i = 0; i < (1<<zp->zap_ptrtbl.zt_shift); i++)

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens ZAP_EMBEDDED_PTRTBL_ENT(zap, i) = 1;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens /*

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock VERIFY(0 == dmu_buf_hold(zap->zap_objset, zap->zap_object,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick 1<<FZAP_BLOCK_SHIFT(zap), FTAG, &db, DMU_READ_NO_PREFETCH));

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_will_dirty(db, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens l = kmem_zalloc(sizeof (zap_leaf_t), KM_SLEEP);

fa9e4066f08beec538e775443c5be79dd423fcabahrens l->l_dbuf = db;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

de8267e0f723ed2c38ea9def92d465f69a300f56timh zap_leaf_init(l, zp->zap_normflags != 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens kmem_free(l, sizeof (zap_leaf_t));

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_rele(db, FTAG);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic int

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_tryupgradedir(zap_t *zap, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (RW_WRITE_HELD(&zap->zap_rwlock))

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (1);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (rw_tryupgrade(&zap->zap_rwlock)) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_will_dirty(zap->zap_dbuf, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (1);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrensstatic int

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_table_grow(zap_t *zap, zap_table_phys_t *tbl,

fa9e4066f08beec538e775443c5be79dd423fcabahrens void (*transfer_func)(const uint64_t *src, uint64_t *dst, int n),

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t b, newblk;

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_t *db_old, *db_new;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock int err;

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens int bs = FZAP_BLOCK_SHIFT(zap);

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens int hepb = 1<<(bs-4);

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* hepb = half the number of entries in a block */

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(tbl->zt_blk != 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(tbl->zt_numblks > 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (tbl->zt_nextblk != 0) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens newblk = tbl->zt_nextblk;

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

66328dd3ff7c6b3566c06478698593e061733076ahrens newblk = zap_allocate_blocks(zap, tbl->zt_numblks * 2);

fa9e4066f08beec538e775443c5be79dd423fcabahrens tbl->zt_nextblk = newblk;

fb09f5aad449c97fe309678f3f604982b563a96fMadhav Suresh ASSERT0(tbl->zt_blks_copied);

a2cdcdd260232b58202b11a9bfc0103c9449ed52Paul Dagnelie dmu_prefetch(zap->zap_objset, zap->zap_object, 0,

a2cdcdd260232b58202b11a9bfc0103c9449ed52Paul Dagnelie tbl->zt_blk << bs, tbl->zt_numblks << bs,

a2cdcdd260232b58202b11a9bfc0103c9449ed52Paul Dagnelie ZIO_PRIORITY_SYNC_READ);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens /*

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens b = tbl->zt_blks_copied;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock err = dmu_buf_hold(zap->zap_objset, zap->zap_object,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick (tbl->zt_blk + b) << bs, FTAG, &db_old, DMU_READ_NO_PREFETCH);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err)

66328dd3ff7c6b3566c06478698593e061733076ahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* first half of entries in old[b] go to new[2*b+0] */

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock VERIFY(0 == dmu_buf_hold(zap->zap_objset, zap->zap_object,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick (newblk + 2*b+0) << bs, FTAG, &db_new, DMU_READ_NO_PREFETCH));

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_will_dirty(db_new, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens transfer_func(db_old->db_data, db_new->db_data, hepb);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_rele(db_new, FTAG);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* second half of entries in old[b] go to new[2*b+1] */

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock VERIFY(0 == dmu_buf_hold(zap->zap_objset, zap->zap_object,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick (newblk + 2*b+1) << bs, FTAG, &db_new, DMU_READ_NO_PREFETCH));

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_will_dirty(db_new, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens transfer_func((uint64_t *)db_old->db_data + hepb,

fa9e4066f08beec538e775443c5be79dd423fcabahrens db_new->db_data, hepb);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_rele(db_new, FTAG);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_rele(db_old, FTAG);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens tbl->zt_blks_copied++;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens dprintf("copied block %llu of %llu\n",

fa9e4066f08beec538e775443c5be79dd423fcabahrens tbl->zt_blks_copied, tbl->zt_numblks);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (tbl->zt_blks_copied == tbl->zt_numblks) {

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock (void) dmu_free_range(zap->zap_objset, zap->zap_object,

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens tbl->zt_blk << bs, tbl->zt_numblks << bs, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens tbl->zt_blk = newblk;

fa9e4066f08beec538e775443c5be79dd423fcabahrens tbl->zt_numblks *= 2;

fa9e4066f08beec538e775443c5be79dd423fcabahrens tbl->zt_shift++;

fa9e4066f08beec538e775443c5be79dd423fcabahrens tbl->zt_nextblk = 0;

fa9e4066f08beec538e775443c5be79dd423fcabahrens tbl->zt_blks_copied = 0;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens dprintf("finished; numblocks now %llu (%lluk entries)\n",

fa9e4066f08beec538e775443c5be79dd423fcabahrens tbl->zt_numblks, 1<<(tbl->zt_shift-10));

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

66328dd3ff7c6b3566c06478698593e061733076ahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrockstatic int

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_table_store(zap_t *zap, zap_table_phys_t *tbl, uint64_t idx, uint64_t val,

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock int err;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock uint64_t blk, off;

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens int bs = FZAP_BLOCK_SHIFT(zap);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_t *db;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(tbl->zt_blk != 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens dprintf("storing %llx at index %llx\n", val, idx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens blk = idx >> (bs-3);

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens off = idx & ((1<<(bs-3))-1);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock err = dmu_buf_hold(zap->zap_objset, zap->zap_object,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick (tbl->zt_blk + blk) << bs, FTAG, &db, DMU_READ_NO_PREFETCH);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_will_dirty(db, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (tbl->zt_nextblk != 0) {

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock uint64_t idx2 = idx * 2;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock uint64_t blk2 = idx2 >> (bs-3);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock uint64_t off2 = idx2 & ((1<<(bs-3))-1);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_t *db2;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock err = dmu_buf_hold(zap->zap_objset, zap->zap_object,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick (tbl->zt_nextblk + blk2) << bs, FTAG, &db2,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick DMU_READ_NO_PREFETCH);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err) {

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_rele(db, FTAG);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock }

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_will_dirty(db2, tx);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock ((uint64_t *)db2->db_data)[off2] = val;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock ((uint64_t *)db2->db_data)[off2+1] = val;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_rele(db2, FTAG);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock ((uint64_t *)db->db_data)[off] = val;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_rele(db, FTAG);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrockstatic int

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrockzap_table_load(zap_t *zap, zap_table_phys_t *tbl, uint64_t idx, uint64_t *valp)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock uint64_t blk, off;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_t *db;

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens dnode_t *dn;

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens int bs = FZAP_BLOCK_SHIFT(zap);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens blk = idx >> (bs-3);

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens off = idx & ((1<<(bs-3))-1);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens /*

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens dn = dmu_buf_dnode_enter(zap->zap_dbuf);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens err = dmu_buf_hold_by_dnode(dn,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick (tbl->zt_blk + blk) << bs, FTAG, &db, DMU_READ_NO_PREFETCH);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens dmu_buf_dnode_exit(zap->zap_dbuf);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock *valp = ((uint64_t *)db->db_data)[off];

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_rele(db, FTAG);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (tbl->zt_nextblk != 0) {

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock /*

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock blk = (idx*2) >> (bs-3);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens dn = dmu_buf_dnode_enter(zap->zap_dbuf);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens err = dmu_buf_hold_by_dnode(dn,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick (tbl->zt_nextblk + blk) << bs, FTAG, &db,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick DMU_READ_NO_PREFETCH);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens dmu_buf_dnode_exit(zap->zap_dbuf);

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews if (err == 0)

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews dmu_buf_rele(db, FTAG);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock }

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic void

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_ptrtbl_transfer(const uint64_t *src, uint64_t *dst, int n)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens int i;

fa9e4066f08beec538e775443c5be79dd423fcabahrens for (i = 0; i < n; i++) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t lb = src[i];

fa9e4066f08beec538e775443c5be79dd423fcabahrens dst[2*i+0] = lb;

fa9e4066f08beec538e775443c5be79dd423fcabahrens dst[2*i+1] = lb;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrensstatic int

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_grow_ptrtbl(zap_t *zap, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick /*

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs if (zap_f_phys(zap)->zap_ptrtbl.zt_shift >= zap_hashbits(zap) - 2)

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens return (SET_ERROR(ENOSPC));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs if (zap_f_phys(zap)->zap_ptrtbl.zt_numblks == 0) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens /*

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t newblk;

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_t *db_new;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs ASSERT3U(zap_f_phys(zap)->zap_ptrtbl.zt_shift, ==,

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens ZAP_EMBEDDED_PTRTBL_SHIFT(zap));

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs ASSERT0(zap_f_phys(zap)->zap_ptrtbl.zt_blk);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens newblk = zap_allocate_blocks(zap, 1);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock err = dmu_buf_hold(zap->zap_objset, zap->zap_object,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick newblk << FZAP_BLOCK_SHIFT(zap), FTAG, &db_new,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick DMU_READ_NO_PREFETCH);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err)

66328dd3ff7c6b3566c06478698593e061733076ahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_will_dirty(db_new, tx);

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens zap_ptrtbl_transfer(&ZAP_EMBEDDED_PTRTBL_ENT(zap, 0),

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens db_new->db_data, 1 << ZAP_EMBEDDED_PTRTBL_SHIFT(zap));

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_rele(db_new, FTAG);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_f_phys(zap)->zap_ptrtbl.zt_blk = newblk;

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_f_phys(zap)->zap_ptrtbl.zt_numblks = 1;

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_f_phys(zap)->zap_ptrtbl.zt_shift++;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs ASSERT3U(1ULL << zap_f_phys(zap)->zap_ptrtbl.zt_shift, ==,

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_f_phys(zap)->zap_ptrtbl.zt_numblks <<

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens (FZAP_BLOCK_SHIFT(zap)-3));

66328dd3ff7c6b3566c06478698593e061733076ahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs return (zap_table_grow(zap, &zap_f_phys(zap)->zap_ptrtbl,

66328dd3ff7c6b3566c06478698593e061733076ahrens zap_ptrtbl_transfer, tx));

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic void

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_increment_num_entries(zap_t *zap, int delta, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_will_dirty(zap->zap_dbuf, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens mutex_enter(&zap->zap_f.zap_num_entries_mtx);

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs ASSERT(delta > 0 || zap_f_phys(zap)->zap_num_entries >= -delta);

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_f_phys(zap)->zap_num_entries += delta;

fa9e4066f08beec538e775443c5be79dd423fcabahrens mutex_exit(&zap->zap_f.zap_num_entries_mtx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrensstatic uint64_t

66328dd3ff7c6b3566c06478698593e061733076ahrenszap_allocate_blocks(zap_t *zap, int nblocks)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t newblk;

66328dd3ff7c6b3566c06478698593e061733076ahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock));

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs newblk = zap_f_phys(zap)->zap_freeblk;

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_f_phys(zap)->zap_freeblk += nblocks;

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (newblk);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbsstatic void

40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipekzap_leaf_evict_sync(void *dbu)

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs{

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs zap_leaf_t *l = dbu;

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs rw_destroy(&l->l_rwlock);

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs kmem_free(l, sizeof (zap_leaf_t));

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs}

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs

66328dd3ff7c6b3566c06478698593e061733076ahrensstatic zap_leaf_t *

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_create_leaf(zap_t *zap, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens void *winner;

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs zap_leaf_t *l = kmem_zalloc(sizeof (zap_leaf_t), KM_SLEEP);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_init(&l->l_rwlock, 0, 0, 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_enter(&l->l_rwlock, RW_WRITER);

66328dd3ff7c6b3566c06478698593e061733076ahrens l->l_blkid = zap_allocate_blocks(zap, 1);

fa9e4066f08beec538e775443c5be79dd423fcabahrens l->l_dbuf = NULL;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock VERIFY(0 == dmu_buf_hold(zap->zap_objset, zap->zap_object,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick l->l_blkid << FZAP_BLOCK_SHIFT(zap), NULL, &l->l_dbuf,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick DMU_READ_NO_PREFETCH));

40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipek dmu_buf_init_user(&l->l_dbu, zap_leaf_evict_sync, NULL, &l->l_dbuf);

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs winner = dmu_buf_set_user(l->l_dbuf, &l->l_dbu);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(winner == NULL);

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_will_dirty(l->l_dbuf, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

de8267e0f723ed2c38ea9def92d465f69a300f56timh zap_leaf_init(l, zap->zap_normflags != 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_f_phys(zap)->zap_num_leafs++;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens return (l);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensfzap_count(zap_t *zap, uint64_t *count)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(!zap->zap_ismicro);

fa9e4066f08beec538e775443c5be79dd423fcabahrens mutex_enter(&zap->zap_f.zap_num_entries_mtx); /* unnecessary */

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs *count = zap_f_phys(zap)->zap_num_entries;

fa9e4066f08beec538e775443c5be79dd423fcabahrens mutex_exit(&zap->zap_f.zap_num_entries_mtx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_put_leaf(zap_leaf_t *l)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_exit(&l->l_rwlock);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock dmu_buf_rele(l->l_dbuf, NULL);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic zap_leaf_t *

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_open_leaf(uint64_t blkid, dmu_buf_t *db)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_leaf_t *l, *winner;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(blkid != 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs l = kmem_zalloc(sizeof (zap_leaf_t), KM_SLEEP);

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_init(&l->l_rwlock, 0, 0, 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_enter(&l->l_rwlock, RW_WRITER);

fa9e4066f08beec538e775443c5be79dd423fcabahrens l->l_blkid = blkid;

bf16b11e8deb633dd6c4296d46e92399d1582df4Matthew Ahrens l->l_bs = highbit64(db->db_size) - 1;

fa9e4066f08beec538e775443c5be79dd423fcabahrens l->l_dbuf = db;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipek dmu_buf_init_user(&l->l_dbu, zap_leaf_evict_sync, NULL, &l->l_dbuf);

bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs winner = dmu_buf_set_user(db, &l->l_dbu);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_exit(&l->l_rwlock);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (winner != NULL) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* someone else set it first */

40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipek zap_leaf_evict_sync(&l->l_dbu);

fa9e4066f08beec538e775443c5be79dd423fcabahrens l = winner;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens /*

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs ASSERT0(zap_leaf_phys(l)->l_hdr.lh_pad1);

66328dd3ff7c6b3566c06478698593e061733076ahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens /*

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens ASSERT3U(ZAP_LEAF_HASH_NUMENTRIES(l), >, ZAP_LEAF_NUMCHUNKS(l) / 3);

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens /* The chunks should begin at the end of the hash table */

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens ASSERT3P(&ZAP_LEAF_CHUNK(l, 0), ==,

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs &zap_leaf_phys(l)->l_hash[ZAP_LEAF_HASH_NUMENTRIES(l)]);

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens /* The chunks should end at the end of the block */

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens ASSERT3U((uintptr_t)&ZAP_LEAF_CHUNK(l, ZAP_LEAF_NUMCHUNKS(l)) -

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs (uintptr_t)zap_leaf_phys(l), ==, l->l_dbuf->db_size);

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (l);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrockstatic int

66328dd3ff7c6b3566c06478698593e061733076ahrenszap_get_leaf_byblk(zap_t *zap, uint64_t blkid, dmu_tx_t *tx, krw_t lt,

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock zap_leaf_t **lp)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_t *db;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_leaf_t *l;

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens int bs = FZAP_BLOCK_SHIFT(zap);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens dnode_t *dn = dmu_buf_dnode_enter(zap->zap_dbuf);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens err = dmu_buf_hold_by_dnode(dn,

47cb52daa729f19e298c85a84e8df069365c5232Jeff Bonwick blkid << bs, NULL, &db, DMU_READ_NO_PREFETCH);

79d728325e257b05859d2eef4a4dfbefdce05a76Matthew Ahrens dmu_buf_dnode_exit(zap->zap_dbuf);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT3U(db->db_object, ==, zap->zap_object);

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens ASSERT3U(db->db_offset, ==, blkid << bs);

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens ASSERT3U(db->db_size, ==, 1 << bs);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(blkid != 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens l = dmu_buf_get_user(db);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (l == NULL)

fa9e4066f08beec538e775443c5be79dd423fcabahrens l = zap_open_leaf(blkid, db);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens rw_enter(&l->l_rwlock, lt);

fa9e4066f08beec538e775443c5be79dd423fcabahrens /*

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (lt == RW_WRITER)

fa9e4066f08beec538e775443c5be79dd423fcabahrens dmu_buf_will_dirty(db, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT3U(l->l_blkid, ==, blkid);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT3P(l->l_dbuf, ==, db);

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs ASSERT3U(zap_leaf_phys(l)->l_hdr.lh_block_type, ==, ZBT_LEAF);

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs ASSERT3U(zap_leaf_phys(l)->l_hdr.lh_magic, ==, ZAP_LEAF_MAGIC);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock *lp = l;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrockstatic int

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrockzap_idx_to_blk(zap_t *zap, uint64_t idx, uint64_t *valp)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs if (zap_f_phys(zap)->zap_ptrtbl.zt_numblks == 0) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT3U(idx, <,

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs (1ULL << zap_f_phys(zap)->zap_ptrtbl.zt_shift));

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock *valp = ZAP_EMBEDDED_PTRTBL_ENT(zap, idx);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs return (zap_table_load(zap, &zap_f_phys(zap)->zap_ptrtbl,

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock idx, valp));

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrockstatic int

fa9e4066f08beec538e775443c5be79dd423fcabahrenszap_set_idx_to_blk(zap_t *zap, uint64_t idx, uint64_t blk, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(tx != NULL);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs if (zap_f_phys(zap)->zap_ptrtbl.zt_blk == 0) {

f65e61c04bc28ffd6bda04619c84330b420450b5ahrens ZAP_EMBEDDED_PTRTBL_ENT(zap, idx) = blk;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs return (zap_table_store(zap, &zap_f_phys(zap)->zap_ptrtbl,

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock idx, blk, tx));

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrockstatic int

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrockzap_deref_leaf(zap_t *zap, uint64_t h, dmu_tx_t *tx, krw_t lt, zap_leaf_t **lp)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock uint64_t idx, blk;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(zap->zap_dbuf == NULL ||

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_f_phys(zap) == zap->zap_dbuf->db_data);

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen /* Reality check for corrupt zap objects (leaf or header). */

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen if ((zap_f_phys(zap)->zap_block_type != ZBT_LEAF &&

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen zap_f_phys(zap)->zap_block_type != ZBT_HEADER) ||

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen zap_f_phys(zap)->zap_magic != ZAP_MAGIC) {

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen return (SET_ERROR(EIO));

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen }

02525cd08fb3730fff3a69cb5376443d481f7839Chunwei Chen

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs idx = ZAP_HASH_IDX(h, zap_f_phys(zap)->zap_ptrtbl.zt_shift);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock err = zap_idx_to_blk(zap, idx, &blk);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err != 0)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock err = zap_get_leaf_byblk(zap, blk, tx, lt, lp);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs ASSERT(err ||

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs ZAP_HASH_IDX(h, zap_leaf_phys(*lp)->l_hdr.lh_prefix_len) ==

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_leaf_phys(*lp)->l_hdr.lh_prefix);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrockstatic int

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrenszap_expand_leaf(zap_name_t *zn, zap_leaf_t *l,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens void *tag, dmu_tx_t *tx, zap_leaf_t **lp)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap_t *zap = zn->zn_zap;

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick uint64_t hash = zn->zn_hash;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_leaf_t *nl;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int prefix_diff, i, err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t sibling;

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs int old_prefix_len = zap_leaf_phys(l)->l_hdr.lh_prefix_len;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs ASSERT3U(old_prefix_len, <=, zap_f_phys(zap)->zap_ptrtbl.zt_shift);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens ASSERT3U(ZAP_HASH_IDX(hash, old_prefix_len), ==,

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_leaf_phys(l)->l_hdr.lh_prefix);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens if (zap_tryupgradedir(zap, tx) == 0 ||

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs old_prefix_len == zap_f_phys(zap)->zap_ptrtbl.zt_shift) {

66328dd3ff7c6b3566c06478698593e061733076ahrens /* We failed to upgrade, or need to grow the pointer table */

fa9e4066f08beec538e775443c5be79dd423fcabahrens objset_t *os = zap->zap_objset;

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t object = zap->zap_object;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_put_leaf(l);

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, tag);

c5f9e43110e1fb316fc4297c2d150b3518b80bbeahrens err = zap_lockdir(os, object, tx, RW_WRITER,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens FALSE, FALSE, tag, &zn->zn_zap);

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap = zn->zn_zap;

66328dd3ff7c6b3566c06478698593e061733076ahrens if (err)

66328dd3ff7c6b3566c06478698593e061733076ahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(!zap->zap_ismicro);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens while (old_prefix_len ==

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_f_phys(zap)->zap_ptrtbl.zt_shift) {

66328dd3ff7c6b3566c06478698593e061733076ahrens err = zap_grow_ptrtbl(zap, tx);

66328dd3ff7c6b3566c06478698593e061733076ahrens if (err)

66328dd3ff7c6b3566c06478698593e061733076ahrens return (err);

66328dd3ff7c6b3566c06478698593e061733076ahrens }

66328dd3ff7c6b3566c06478698593e061733076ahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens err = zap_deref_leaf(zap, hash, tx, RW_WRITER, &l);

66328dd3ff7c6b3566c06478698593e061733076ahrens if (err)

66328dd3ff7c6b3566c06478698593e061733076ahrens return (err);

66328dd3ff7c6b3566c06478698593e061733076ahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs if (zap_leaf_phys(l)->l_hdr.lh_prefix_len != old_prefix_len) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* it split while our locks were down */

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock *lp = l;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (0);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock }

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_WRITE_HELD(&zap->zap_rwlock));

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs ASSERT3U(old_prefix_len, <, zap_f_phys(zap)->zap_ptrtbl.zt_shift);

66328dd3ff7c6b3566c06478698593e061733076ahrens ASSERT3U(ZAP_HASH_IDX(hash, old_prefix_len), ==,

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_leaf_phys(l)->l_hdr.lh_prefix);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs prefix_diff = zap_f_phys(zap)->zap_ptrtbl.zt_shift -

66328dd3ff7c6b3566c06478698593e061733076ahrens (old_prefix_len + 1);

66328dd3ff7c6b3566c06478698593e061733076ahrens sibling = (ZAP_HASH_IDX(hash, old_prefix_len + 1) | 1) << prefix_diff;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock /* check for i/o errors before doing zap_leaf_split */

fa9e4066f08beec538e775443c5be79dd423fcabahrens for (i = 0; i < (1ULL<<prefix_diff); i++) {

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock uint64_t blk;

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock err = zap_idx_to_blk(zap, sibling+i, &blk);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock ASSERT3U(blk, ==, l->l_blkid);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock }

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock

66328dd3ff7c6b3566c06478698593e061733076ahrens nl = zap_create_leaf(zap, tx);

de8267e0f723ed2c38ea9def92d465f69a300f56timh zap_leaf_split(l, nl, zap->zap_normflags != 0);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock

66328dd3ff7c6b3566c06478698593e061733076ahrens /* set sibling pointers */

fb09f5aad449c97fe309678f3f604982b563a96fMadhav Suresh for (i = 0; i < (1ULL << prefix_diff); i++) {

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock err = zap_set_idx_to_blk(zap, sibling+i, nl->l_blkid, tx);

fb09f5aad449c97fe309678f3f604982b563a96fMadhav Suresh ASSERT0(err); /* we checked for i/o errors above */

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs if (hash & (1ULL << (64 - zap_leaf_phys(l)->l_hdr.lh_prefix_len))) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* we want the sibling */

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_put_leaf(l);

66328dd3ff7c6b3566c06478698593e061733076ahrens *lp = nl;

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_put_leaf(nl);

66328dd3ff7c6b3566c06478698593e061733076ahrens *lp = l;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic void

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrenszap_put_leaf_maybe_grow_ptrtbl(zap_name_t *zn, zap_leaf_t *l,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens void *tag, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap_t *zap = zn->zn_zap;

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs int shift = zap_f_phys(zap)->zap_ptrtbl.zt_shift;

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs int leaffull = (zap_leaf_phys(l)->l_hdr.lh_prefix_len == shift &&

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_leaf_phys(l)->l_hdr.lh_nfree < ZAP_LEAF_LOW_WATER);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens zap_put_leaf(l);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs if (leaffull || zap_f_phys(zap)->zap_ptrtbl.zt_nextblk) {

66328dd3ff7c6b3566c06478698593e061733076ahrens int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens /*

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (zap_tryupgradedir(zap, tx) == 0) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens objset_t *os = zap->zap_objset;

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t zapobj = zap->zap_object;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_unlockdir(zap, tag);

fa9e4066f08beec538e775443c5be79dd423fcabahrens err = zap_lockdir(os, zapobj, tx,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens RW_WRITER, FALSE, FALSE, tag, &zn->zn_zap);

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap = zn->zn_zap;

66328dd3ff7c6b3566c06478698593e061733076ahrens if (err)

66328dd3ff7c6b3566c06478698593e061733076ahrens return;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens /* could have finished growing while our locks were down */

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs if (zap_f_phys(zap)->zap_ptrtbl.zt_shift == shift)

66328dd3ff7c6b3566c06478698593e061733076ahrens (void) zap_grow_ptrtbl(zap, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensstatic int

92241e0b80813d0b83c08e730a29b9d1831794fcTom Ericksonfzap_checkname(zap_name_t *zn)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

486ae710326c477d7237ab803b67abb9119c0799Matthew Ahrens if (zn->zn_key_orig_numints * zn->zn_key_intlen > ZAP_MAXNAMELEN)

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens return (SET_ERROR(ENAMETOOLONG));

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson return (0);

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson}

66328dd3ff7c6b3566c06478698593e061733076ahrens

92241e0b80813d0b83c08e730a29b9d1831794fcTom Ericksonstatic int

92241e0b80813d0b83c08e730a29b9d1831794fcTom Ericksonfzap_checksize(uint64_t integer_size, uint64_t num_integers)

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson{

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* Only integer sizes supported by C */

fa9e4066f08beec538e775443c5be79dd423fcabahrens switch (integer_size) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens case 1:

fa9e4066f08beec538e775443c5be79dd423fcabahrens case 2:

fa9e4066f08beec538e775443c5be79dd423fcabahrens case 4:

fa9e4066f08beec538e775443c5be79dd423fcabahrens case 8:

fa9e4066f08beec538e775443c5be79dd423fcabahrens break;

fa9e4066f08beec538e775443c5be79dd423fcabahrens default:

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens return (SET_ERROR(EINVAL));

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

66328dd3ff7c6b3566c06478698593e061733076ahrens if (integer_size * num_integers > ZAP_MAXVALUELEN)

66328dd3ff7c6b3566c06478698593e061733076ahrens return (E2BIG);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

92241e0b80813d0b83c08e730a29b9d1831794fcTom Ericksonstatic int

92241e0b80813d0b83c08e730a29b9d1831794fcTom Ericksonfzap_check(zap_name_t *zn, uint64_t integer_size, uint64_t num_integers)

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson{

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson int err;

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson if ((err = fzap_checkname(zn)) != 0)

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson return (err);

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson return (fzap_checksize(integer_size, num_integers));

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson}

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwfzap_lookup(zap_name_t *zn,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw uint64_t integer_size, uint64_t num_integers, void *buf,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw char *realname, int rn_len, boolean_t *ncp)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_leaf_t *l;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_entry_handle_t zeh;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson if ((err = fzap_checkname(zn)) != 0)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = zap_deref_leaf(zn->zn_zap, zn->zn_hash, NULL, RW_READER, &l);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err != 0)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = zap_leaf_lookup(l, zn, &zeh);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (err == 0) {

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson if ((err = fzap_checksize(integer_size, num_integers)) != 0) {

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson zap_put_leaf(l);

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson return (err);

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson }

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson

66328dd3ff7c6b3566c06478698593e061733076ahrens err = zap_entry_read(&zeh, integer_size, num_integers, buf);

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick (void) zap_entry_read_name(zn->zn_zap, &zeh, rn_len, realname);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw if (ncp) {

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw *ncp = zap_entry_normalization_conflict(&zeh,

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zn, NULL, zn->zn_zap);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw }

66328dd3ff7c6b3566c06478698593e061733076ahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_put_leaf(l);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwfzap_add_cd(zap_name_t *zn,

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t integer_size, uint64_t num_integers,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens const void *val, uint32_t cd, void *tag, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_leaf_t *l;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_entry_handle_t zeh;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_t *zap = zn->zn_zap;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock));

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(!zap->zap_ismicro);

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson ASSERT(fzap_check(zn, integer_size, num_integers) == 0);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = zap_deref_leaf(zap, zn->zn_hash, tx, RW_WRITER, &l);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err != 0)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrensretry:

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = zap_leaf_lookup(l, zn, &zeh);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err == 0) {

be6fd75a69ae679453d9cda5bff3326111e6d1caMatthew Ahrens err = SET_ERROR(EEXIST);

fa9e4066f08beec538e775443c5be79dd423fcabahrens goto out;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err != ENOENT)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock goto out;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick err = zap_entry_create(l, zn, cd,

fa9e4066f08beec538e775443c5be79dd423fcabahrens integer_size, num_integers, val, &zeh);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err == 0) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_increment_num_entries(zap, 1, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else if (err == EAGAIN) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_expand_leaf(zn, l, tag, tx, &l);

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap = zn->zn_zap; /* zap_expand_leaf() may change zap */

66328dd3ff7c6b3566c06478698593e061733076ahrens if (err == 0)

66328dd3ff7c6b3566c06478698593e061733076ahrens goto retry;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensout:

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick if (zap != NULL)

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_put_leaf_maybe_grow_ptrtbl(zn, l, tag, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwfzap_add(zap_name_t *zn,

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t integer_size, uint64_t num_integers,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens const void *val, void *tag, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson int err = fzap_check(zn, integer_size, num_integers);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err != 0)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw return (fzap_add_cd(zn, integer_size, num_integers,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens val, ZAP_NEED_CD, tag, tx));

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwfzap_update(zap_name_t *zn,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens int integer_size, uint64_t num_integers, const void *val,

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens void *tag, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_leaf_t *l;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err, create;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_entry_handle_t zeh;

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_t *zap = zn->zn_zap;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(RW_LOCK_HELD(&zap->zap_rwlock));

92241e0b80813d0b83c08e730a29b9d1831794fcTom Erickson err = fzap_check(zn, integer_size, num_integers);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err != 0)

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = zap_deref_leaf(zap, zn->zn_hash, tx, RW_WRITER, &l);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err != 0)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrensretry:

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = zap_leaf_lookup(l, zn, &zeh);

fa9e4066f08beec538e775443c5be79dd423fcabahrens create = (err == ENOENT);

fa9e4066f08beec538e775443c5be79dd423fcabahrens ASSERT(err == 0 || err == ENOENT);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (create) {

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick err = zap_entry_create(l, zn, ZAP_NEED_CD,

b24ab6762772a3f6a89393947930c7fa61306783Jeff Bonwick integer_size, num_integers, val, &zeh);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err == 0)

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_increment_num_entries(zap, 1, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens } else {

fa9e4066f08beec538e775443c5be79dd423fcabahrens err = zap_entry_update(&zeh, integer_size, num_integers, val);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err == EAGAIN) {

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens err = zap_expand_leaf(zn, l, tag, tx, &l);

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick zap = zn->zn_zap; /* zap_expand_leaf() may change zap */

66328dd3ff7c6b3566c06478698593e061733076ahrens if (err == 0)

66328dd3ff7c6b3566c06478698593e061733076ahrens goto retry;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens

ad860c82b2a8ffe69f42630da73ded0c92a7a36ebonwick if (zap != NULL)

ae9727953cac4bd427aafd9f27458e401590bcb5Matthew Ahrens zap_put_leaf_maybe_grow_ptrtbl(zn, l, tag, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwfzap_length(zap_name_t *zn,

fa9e4066f08beec538e775443c5be79dd423fcabahrens uint64_t *integer_size, uint64_t *num_integers)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_leaf_t *l;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_entry_handle_t zeh;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = zap_deref_leaf(zn->zn_zap, zn->zn_hash, NULL, RW_READER, &l);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err != 0)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = zap_leaf_lookup(l, zn, &zeh);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err != 0)

fa9e4066f08beec538e775443c5be79dd423fcabahrens goto out;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (integer_size)

fa9e4066f08beec538e775443c5be79dd423fcabahrens *integer_size = zeh.zeh_integer_size;

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (num_integers)

fa9e4066f08beec538e775443c5be79dd423fcabahrens *num_integers = zeh.zeh_num_integers;

fa9e4066f08beec538e775443c5be79dd423fcabahrensout:

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_put_leaf(l);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amwfzap_remove(zap_name_t *zn, dmu_tx_t *tx)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_leaf_t *l;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_entry_handle_t zeh;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = zap_deref_leaf(zn->zn_zap, zn->zn_hash, tx, RW_WRITER, &l);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err != 0)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw err = zap_leaf_lookup(l, zn, &zeh);

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err == 0) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_entry_remove(&zeh);

da6c28aaf62fa55f0fdb8004aa40f88f23bf53f0amw zap_increment_num_entries(zn->zn_zap, -1, tx);

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_put_leaf(l);

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

c7cd242109c82107ec2e50013369e92be9d77702George Wilsonfzap_prefetch(zap_name_t *zn)

c7cd242109c82107ec2e50013369e92be9d77702George Wilson{

c7cd242109c82107ec2e50013369e92be9d77702George Wilson uint64_t idx, blk;

c7cd242109c82107ec2e50013369e92be9d77702George Wilson zap_t *zap = zn->zn_zap;

c7cd242109c82107ec2e50013369e92be9d77702George Wilson int bs;

c7cd242109c82107ec2e50013369e92be9d77702George Wilson

c7cd242109c82107ec2e50013369e92be9d77702George Wilson idx = ZAP_HASH_IDX(zn->zn_hash,

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_f_phys(zap)->zap_ptrtbl.zt_shift);

c7cd242109c82107ec2e50013369e92be9d77702George Wilson if (zap_idx_to_blk(zap, idx, &blk) != 0)

c7cd242109c82107ec2e50013369e92be9d77702George Wilson return;

c7cd242109c82107ec2e50013369e92be9d77702George Wilson bs = FZAP_BLOCK_SHIFT(zap);

a2cdcdd260232b58202b11a9bfc0103c9449ed52Paul Dagnelie dmu_prefetch(zap->zap_objset, zap->zap_object, 0, blk << bs, 1 << bs,

a2cdcdd260232b58202b11a9bfc0103c9449ed52Paul Dagnelie ZIO_PRIORITY_SYNC_READ);

c7cd242109c82107ec2e50013369e92be9d77702George Wilson}

c7cd242109c82107ec2e50013369e92be9d77702George Wilson

088f389458728c464569a5506b58070254fa4f7dahrens

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Sidenzap_create_link(objset_t *os, dmu_object_type_t ot, uint64_t parent_obj,

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden const char *name, dmu_tx_t *tx)

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden{

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden uint64_t new_obj;

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden VERIFY((new_obj = zap_create(os, ot, DMU_OT_NONE, 0, tx)) > 0);

215198a6ad15cf4832370e2f19247abeb36b951aJoe Stein VERIFY0(zap_add(os, parent_obj, name, sizeof (uint64_t), 1, &new_obj,

215198a6ad15cf4832370e2f19247abeb36b951aJoe Stein tx));

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden return (new_obj);

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden}

ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden

e7437265dc2a4920c197ed4337665539d358b22cahrenszap_value_search(objset_t *os, uint64_t zapobj, uint64_t value, uint64_t mask,

e7437265dc2a4920c197ed4337665539d358b22cahrens char *name)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_cursor_t zc;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_attribute_t *za;

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

e7437265dc2a4920c197ed4337665539d358b22cahrens if (mask == 0)

e7437265dc2a4920c197ed4337665539d358b22cahrens mask = -1ULL;

e7437265dc2a4920c197ed4337665539d358b22cahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens za = kmem_alloc(sizeof (zap_attribute_t), KM_SLEEP);

fa9e4066f08beec538e775443c5be79dd423fcabahrens for (zap_cursor_init(&zc, os, zapobj);

fa9e4066f08beec538e775443c5be79dd423fcabahrens (err = zap_cursor_retrieve(&zc, za)) == 0;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_cursor_advance(&zc)) {

e7437265dc2a4920c197ed4337665539d358b22cahrens if ((za->za_first_integer & mask) == (value & mask)) {

fa9e4066f08beec538e775443c5be79dd423fcabahrens (void) strcpy(name, za->za_name);

fa9e4066f08beec538e775443c5be79dd423fcabahrens break;

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

fa9e4066f08beec538e775443c5be79dd423fcabahrens }

87e5029a3226958edab1512d6182bc74d8d80c9aahrens zap_cursor_fini(&zc);

fa9e4066f08beec538e775443c5be79dd423fcabahrens kmem_free(za, sizeof (zap_attribute_t));

fa9e4066f08beec538e775443c5be79dd423fcabahrens return (err);

fa9e4066f08beec538e775443c5be79dd423fcabahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

088f389458728c464569a5506b58070254fa4f7dahrenszap_join(objset_t *os, uint64_t fromobj, uint64_t intoobj, dmu_tx_t *tx)

088f389458728c464569a5506b58070254fa4f7dahrens{

088f389458728c464569a5506b58070254fa4f7dahrens zap_cursor_t zc;

088f389458728c464569a5506b58070254fa4f7dahrens zap_attribute_t za;

088f389458728c464569a5506b58070254fa4f7dahrens int err;

088f389458728c464569a5506b58070254fa4f7dahrens

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews err = 0;

088f389458728c464569a5506b58070254fa4f7dahrens for (zap_cursor_init(&zc, os, fromobj);

088f389458728c464569a5506b58070254fa4f7dahrens zap_cursor_retrieve(&zc, &za) == 0;

088f389458728c464569a5506b58070254fa4f7dahrens (void) zap_cursor_advance(&zc)) {

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews if (za.za_integer_length != 8 || za.za_num_integers != 1) {

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews err = SET_ERROR(EINVAL);

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews break;

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews }

088f389458728c464569a5506b58070254fa4f7dahrens err = zap_add(os, intoobj, za.za_name,

088f389458728c464569a5506b58070254fa4f7dahrens 8, 1, &za.za_first_integer, tx);

088f389458728c464569a5506b58070254fa4f7dahrens if (err)

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews break;

088f389458728c464569a5506b58070254fa4f7dahrens }

088f389458728c464569a5506b58070254fa4f7dahrens zap_cursor_fini(&zc);

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews return (err);

088f389458728c464569a5506b58070254fa4f7dahrens}

088f389458728c464569a5506b58070254fa4f7dahrens

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Lingzap_join_key(objset_t *os, uint64_t fromobj, uint64_t intoobj,

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling uint64_t value, dmu_tx_t *tx)

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling{

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling zap_cursor_t zc;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling zap_attribute_t za;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling int err;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews err = 0;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling for (zap_cursor_init(&zc, os, fromobj);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling zap_cursor_retrieve(&zc, &za) == 0;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling (void) zap_cursor_advance(&zc)) {

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews if (za.za_integer_length != 8 || za.za_num_integers != 1) {

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews err = SET_ERROR(EINVAL);

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews break;

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews }

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling err = zap_add(os, intoobj, za.za_name,

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling 8, 1, &value, tx);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling if (err)

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews break;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling }

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling zap_cursor_fini(&zc);

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews return (err);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling}

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Lingzap_join_increment(objset_t *os, uint64_t fromobj, uint64_t intoobj,

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling dmu_tx_t *tx)

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling{

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling zap_cursor_t zc;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling zap_attribute_t za;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling int err;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews err = 0;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling for (zap_cursor_init(&zc, os, fromobj);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling zap_cursor_retrieve(&zc, &za) == 0;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling (void) zap_cursor_advance(&zc)) {

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling uint64_t delta = 0;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews if (za.za_integer_length != 8 || za.za_num_integers != 1) {

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews err = SET_ERROR(EINVAL);

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews break;

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews }

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling err = zap_lookup(os, intoobj, za.za_name, 8, 1, &delta);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling if (err != 0 && err != ENOENT)

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews break;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling delta += za.za_first_integer;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling err = zap_update(os, intoobj, za.za_name, 8, 1, &delta, tx);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling if (err)

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews break;

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling }

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling zap_cursor_fini(&zc);

b287be1ba86043996f49b1cc34c80cc620f9b841Will Andrews return (err);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling}

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

088f389458728c464569a5506b58070254fa4f7dahrenszap_add_int(objset_t *os, uint64_t obj, uint64_t value, dmu_tx_t *tx)

088f389458728c464569a5506b58070254fa4f7dahrens{

088f389458728c464569a5506b58070254fa4f7dahrens char name[20];

088f389458728c464569a5506b58070254fa4f7dahrens

088f389458728c464569a5506b58070254fa4f7dahrens (void) snprintf(name, sizeof (name), "%llx", (longlong_t)value);

088f389458728c464569a5506b58070254fa4f7dahrens return (zap_add(os, obj, name, 8, 1, &value, tx));

088f389458728c464569a5506b58070254fa4f7dahrens}

088f389458728c464569a5506b58070254fa4f7dahrens

088f389458728c464569a5506b58070254fa4f7dahrenszap_remove_int(objset_t *os, uint64_t obj, uint64_t value, dmu_tx_t *tx)

088f389458728c464569a5506b58070254fa4f7dahrens{

088f389458728c464569a5506b58070254fa4f7dahrens char name[20];

088f389458728c464569a5506b58070254fa4f7dahrens

088f389458728c464569a5506b58070254fa4f7dahrens (void) snprintf(name, sizeof (name), "%llx", (longlong_t)value);

088f389458728c464569a5506b58070254fa4f7dahrens return (zap_remove(os, obj, name, tx));

088f389458728c464569a5506b58070254fa4f7dahrens}

088f389458728c464569a5506b58070254fa4f7dahrens

088f389458728c464569a5506b58070254fa4f7dahrenszap_lookup_int(objset_t *os, uint64_t obj, uint64_t value)

088f389458728c464569a5506b58070254fa4f7dahrens{

088f389458728c464569a5506b58070254fa4f7dahrens char name[20];

088f389458728c464569a5506b58070254fa4f7dahrens

088f389458728c464569a5506b58070254fa4f7dahrens (void) snprintf(name, sizeof (name), "%llx", (longlong_t)value);

088f389458728c464569a5506b58070254fa4f7dahrens return (zap_lookup(os, obj, name, 8, 1, &value));

088f389458728c464569a5506b58070254fa4f7dahrens}

fa9e4066f08beec538e775443c5be79dd423fcabahrens

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Lingzap_add_int_key(objset_t *os, uint64_t obj,

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling uint64_t key, uint64_t value, dmu_tx_t *tx)

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling{

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling char name[20];

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling (void) snprintf(name, sizeof (name), "%llx", (longlong_t)key);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling return (zap_add(os, obj, name, 8, 1, &value, tx));

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling}

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

f17457368189aa911f774c38c1f21875a568bdcaMatthew Ahrenszap_update_int_key(objset_t *os, uint64_t obj,

f17457368189aa911f774c38c1f21875a568bdcaMatthew Ahrens uint64_t key, uint64_t value, dmu_tx_t *tx)

f17457368189aa911f774c38c1f21875a568bdcaMatthew Ahrens{

f17457368189aa911f774c38c1f21875a568bdcaMatthew Ahrens char name[20];

f17457368189aa911f774c38c1f21875a568bdcaMatthew Ahrens

f17457368189aa911f774c38c1f21875a568bdcaMatthew Ahrens (void) snprintf(name, sizeof (name), "%llx", (longlong_t)key);

f17457368189aa911f774c38c1f21875a568bdcaMatthew Ahrens return (zap_update(os, obj, name, 8, 1, &value, tx));

f17457368189aa911f774c38c1f21875a568bdcaMatthew Ahrens}

f17457368189aa911f774c38c1f21875a568bdcaMatthew Ahrens

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Lingzap_lookup_int_key(objset_t *os, uint64_t obj, uint64_t key, uint64_t *valuep)

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens{

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens char name[20];

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling (void) snprintf(name, sizeof (name), "%llx", (longlong_t)key);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling return (zap_lookup(os, obj, name, 8, 1, valuep));

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling}

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Lingzap_increment(objset_t *os, uint64_t obj, const char *name, int64_t delta,

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling dmu_tx_t *tx)

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling{

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens uint64_t value = 0;

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens int err;

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens if (delta == 0)

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens return (0);

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens err = zap_lookup(os, obj, name, 8, 1, &value);

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens if (err != 0 && err != ENOENT)

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens return (err);

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens value += delta;

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens if (value == 0)

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens err = zap_remove(os, obj, name, tx);

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens else

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens err = zap_update(os, obj, name, 8, 1, &value, tx);

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens return (err);

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens}

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Lingzap_increment_int(objset_t *os, uint64_t obj, uint64_t key, int64_t delta,

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling dmu_tx_t *tx)

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling{

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling char name[20];

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling (void) snprintf(name, sizeof (name), "%llx", (longlong_t)key);

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling return (zap_increment(os, obj, name, delta, tx));

3f9d6ad73e45c6823b409f93b0c8d4f62861d2d5Lin Ling}

9966ca11f4a1481acce85f690fa59e4084050627Matthew Ahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensfzap_cursor_retrieve(zap_t *zap, zap_cursor_t *zc, zap_attribute_t *za)

fa9e4066f08beec538e775443c5be79dd423fcabahrens{

fa9e4066f08beec538e775443c5be79dd423fcabahrens int err = ENOENT;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_entry_handle_t zeh;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zap_leaf_t *l;

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* retrieve the next entry at or after zc_hash/zc_cd */

fa9e4066f08beec538e775443c5be79dd423fcabahrens /* if no entry, return ENOENT */

fa9e4066f08beec538e775443c5be79dd423fcabahrens

87e5029a3226958edab1512d6182bc74d8d80c9aahrens if (zc->zc_leaf &&

66328dd3ff7c6b3566c06478698593e061733076ahrens (ZAP_HASH_IDX(zc->zc_hash,

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_leaf_phys(zc->zc_leaf)->l_hdr.lh_prefix_len) !=

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs zap_leaf_phys(zc->zc_leaf)->l_hdr.lh_prefix)) {

87e5029a3226958edab1512d6182bc74d8d80c9aahrens rw_enter(&zc->zc_leaf->l_rwlock, RW_READER);

87e5029a3226958edab1512d6182bc74d8d80c9aahrens zap_put_leaf(zc->zc_leaf);

87e5029a3226958edab1512d6182bc74d8d80c9aahrens zc->zc_leaf = NULL;

87e5029a3226958edab1512d6182bc74d8d80c9aahrens }

87e5029a3226958edab1512d6182bc74d8d80c9aahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrensagain:

87e5029a3226958edab1512d6182bc74d8d80c9aahrens if (zc->zc_leaf == NULL) {

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock err = zap_deref_leaf(zap, zc->zc_hash, NULL, RW_READER,

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock &zc->zc_leaf);

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock if (err != 0)

ea8dc4b6d2251b437950c0056bc626b311c73c27eschrock return (err);

87e5029a3226958edab1512d6182bc74d8d80c9aahrens } else {

87e5029a3226958edab1512d6182bc74d8d80c9aahrens rw_enter(&zc->zc_leaf->l_rwlock, RW_READER);

87e5029a3226958edab1512d6182bc74d8d80c9aahrens }

87e5029a3226958edab1512d6182bc74d8d80c9aahrens l = zc->zc_leaf;

87e5029a3226958edab1512d6182bc74d8d80c9aahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens err = zap_leaf_lookup_closest(l, zc->zc_hash, zc->zc_cd, &zeh);

fa9e4066f08beec538e775443c5be79dd423fcabahrens

fa9e4066f08beec538e775443c5be79dd423fcabahrens if (err == ENOENT) {

66328dd3ff7c6b3566c06478698593e061733076ahrens uint64_t nocare =

c1379625401dfbe1c39b79136dd384a571d47fdeJustin T. Gibbs (1ULL << (64 - zap_leaf_phys(l)->l_hdr.lh_prefix_len)) - 1;

fa9e4066f08beec538e775443c5be79dd423fcabahrens zc->zc_hash = (zc->zc_hash & ~nocare) + nocare + 1;