0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * CDDL HEADER START
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * The contents of this file are subject to the terms of the
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Common Development and Distribution License (the "License").
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * You may not use this file except in compliance with the License.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * or http://www.opensolaris.org/os/licensing.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * See the License for the specific language governing permissions
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * and limitations under the License.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * When distributing Covered Code, include this CDDL HEADER in each
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * If applicable, add the following below this CDDL HEADER, with the
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * fields enclosed by brackets "[]" replaced with your own identifying
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * information: Portions Copyright [yyyy] [name of copyright owner]
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * CDDL HEADER END
06e0070d70ba2ee95f5aa2645423eb2cf1546788Mark Shellenbaum * Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
383e7c74ff3827d20f23fa87e37bd52d86fc1a26Xin Li * Portions Copyright 2011 iXsystems, Inc
40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipek * Copyright (c) 2013, 2016 by Delphix. All rights reserved.
bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs * Copyright (c) 2014 Spectra Logic Corporation, All rights reserved.
c3d26abc9ee97b4f60233556aadeb57e0bd30bb9Matthew Ahrens * Copyright (c) 2014 Integros [integros.com]
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * ZFS System attributes:
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * A generic mechanism to allow for arbitrary attributes
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * to be stored in a dnode. The data will be stored in the bonus buffer of
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * the dnode and if necessary a special "spill" block will be used to handle
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * overflow situations. The spill block will be sized to fit the data
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * from 512 - 128K. When a spill block is used the BP (blkptr_t) for the
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * spill block is stored at the end of the current bonus buffer. Any
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * attributes that would be in the way of the blkptr_t will be relocated
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * into the spill block.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Attribute registration:
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Stored persistently on a per dataset basis
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * a mapping between attribute "string" names and their actual attribute
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * numeric values, length, and byteswap function. The names are only used
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * during registration. All attributes are known by their unique attribute
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * id value. If an attribute can have a variable size then the value
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * 0 will be used to indicate this.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Attribute Layout:
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Attribute layouts are a way to compactly store multiple attributes, but
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * without taking the overhead associated with managing each attribute
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * individually. Since you will typically have the same set of attributes
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * stored in the same order a single table will be used to represent that
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * layout. The ZPL for example will usually have only about 10 different
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * layouts (regular files, device files, symlinks,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * regular files + scanstamp, files/dir with extended attributes, and then
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * you have the possibility of all of those minus ACL, because it would
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * be kicked out into the spill block)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Layouts are simply an array of the attributes and their
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * ordering i.e. [0, 1, 4, 5, 2]
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Each distinct layout is given a unique layout number and that is whats
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * stored in the header at the beginning of the SA data buffer.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * A layout only covers a single dbuf (bonus or spill). If a set of
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * attributes is split up between the bonus buffer and a spill buffer then
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * two different layouts will be used. This allows us to byteswap the
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * spill without looking at the bonus buffer and keeps the on disk format of
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * the bonus and spill buffer the same.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Adding a single attribute will cause the entire set of attributes to
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * be rewritten and could result in a new layout number being constructed
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * as part of the rewrite if no such layout exists for the new set of
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * attribues. The new attribute will be appended to the end of the already
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * existing attributes.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Both the attribute registration and attribute layout information are
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * stored in normal ZAP attributes. Their should be a small number of
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * known layouts and the set of attributes is assumed to typically be quite
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * The registered attributes and layout "table" information is maintained
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * in core and a special "sa_os_t" is attached to the objset_t.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * A special interface is provided to allow for quickly applying
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * a large set of attributes at once. sa_replace_all_by_template() is
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * used to set an array of attributes. This is used by the ZPL when
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * creating a brand new file. The template that is passed into the function
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * specifies the attribute, size for variable length attributes, location of
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * data and special "data locator" function if the data isn't in a contiguous
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Byteswap implications:
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Since the SA attributes are not entirely self describing we can't do
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * the normal byteswap processing. The special ZAP layout attribute and
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * attribute registration attributes define the byteswap function and the
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * size of the attributes, unless it is variable sized.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * The normal ZFS byteswapping infrastructure assumes you don't need
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * to read any objects in order to do the necessary byteswapping. Whereas
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * SA attributes can only be properly byteswapped if the dataset is opened
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * and the layout/attribute ZAP attributes are available. Because of this
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * the SA attributes will be byteswapped when they are first accessed by
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * the SA code that will read the SA data.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumtypedef void (sa_iterfunc_t)(void *hdr, void *addr, sa_attr_type_t,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum uint16_t length, int length_idx, boolean_t, void *userp);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumstatic int sa_build_index(sa_handle_t *hdl, sa_buf_type_t buftype);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumstatic void sa_idx_tab_hold(objset_t *os, sa_idx_tab_t *idx_tab);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumstatic void *sa_find_idx_tab(objset_t *os, dmu_object_type_t bonustype,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumstatic void sa_idx_tab_rele(objset_t *os, void *arg);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumstatic void sa_copy_data(sa_data_locator_t *func, void *start, void *target,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumstatic int sa_modify_attrs(sa_handle_t *hdl, sa_attr_type_t newattr,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_data_op_t action, sa_data_locator_t *locator, void *datastart,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (f == NULL) { \
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (l == 8) { \
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum } else if (l == 16) { \
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * This table is fixed and cannot be changed. Its purpose is to
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * allow the SA code to work with both old/new ZPL file systems.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * It contains the list of legacy attributes. These attributes aren't
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * stored in the "attribute" registry zap objects, since older ZPL file systems
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * won't have the registry. Only objsets of type ZFS_TYPE_FILESYSTEM will
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * use this static table.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_ATIME", sizeof (uint64_t) * 2, SA_UINT64_ARRAY, 0},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_MTIME", sizeof (uint64_t) * 2, SA_UINT64_ARRAY, 1},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_CTIME", sizeof (uint64_t) * 2, SA_UINT64_ARRAY, 2},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_CRTIME", sizeof (uint64_t) * 2, SA_UINT64_ARRAY, 3},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_GEN", sizeof (uint64_t), SA_UINT64_ARRAY, 4},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_MODE", sizeof (uint64_t), SA_UINT64_ARRAY, 5},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_SIZE", sizeof (uint64_t), SA_UINT64_ARRAY, 6},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_PARENT", sizeof (uint64_t), SA_UINT64_ARRAY, 7},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_LINKS", sizeof (uint64_t), SA_UINT64_ARRAY, 8},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_XATTR", sizeof (uint64_t), SA_UINT64_ARRAY, 9},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_RDEV", sizeof (uint64_t), SA_UINT64_ARRAY, 10},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_FLAGS", sizeof (uint64_t), SA_UINT64_ARRAY, 11},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_UID", sizeof (uint64_t), SA_UINT64_ARRAY, 12},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_GID", sizeof (uint64_t), SA_UINT64_ARRAY, 13},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum {"ZPL_PAD", sizeof (uint64_t) * 4, SA_UINT64_ARRAY, 14},
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * This is only used for objects of type DMU_OT_ZNODE
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Special dummy layout used for buffers with no attributes.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_attr_type_t sa_dummy_zpl_layout[] = { 0 };
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_cache_constructor(void *buf, void *unused, int kmflag)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum mutex_init(&hdl->sa_lock, NULL, MUTEX_DEFAULT, NULL);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_cache_destructor(void *buf, void *unused)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sizeof (sa_handle_t), 0, sa_cache_constructor,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumlayout_num_compare(const void *arg1, const void *arg2)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumlayout_hash_compare(const void *arg1, const void *arg2)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (node1->lot_instance > node2->lot_instance)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (node1->lot_instance < node2->lot_instance)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_layout_equal(sa_lot_t *tbf, sa_attr_type_t *attrs, int count)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0; i != count; i++) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum#define SA_ATTR_HASH(attr) (zfs_crc64_table[(-1ULL ^ attr) & 0xFF])
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_layout_info_hash(sa_attr_type_t *attrs, int attr_count)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0; i != attr_count; i++)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if ((rc = dmu_spill_hold_existing(hdl->sa_bonus, NULL,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum VERIFY(0 == sa_build_index(hdl, SA_SPILL));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Main attribute lookup/update function
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * returns 0 for success or non zero for failures
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Operates on bulk array, first failure will abort further processing
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_attr_op(sa_handle_t *hdl, sa_bulk_attr_t *bulk, int count,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0; i != count; i++) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum ASSERT(bulk[i].sa_attr <= hdl->sa_os->os_sa->sa_num_attrs);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* First check the bonus buffer */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum hdl->sa_bonus_tab->sa_idx_tab[bulk[i].sa_attr])) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum hdl->sa_spill_tab->sa_idx_tab[bulk[i].sa_attr])) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* existing rewrite of attr */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum } else if (bulk[i].sa_addr) { /* attr size change */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = sa_modify_attrs(hdl, bulk[i].sa_attr,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum } else { /* adding new attribute */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = sa_modify_attrs(hdl, bulk[i].sa_attr,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_add_layout_entry(objset_t *os, sa_attr_type_t *attrs, int attr_count,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum uint64_t lot_num, uint64_t hash, boolean_t zapadd, dmu_tx_t *tx)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb = kmem_zalloc(sizeof (sa_lot_t), KM_SLEEP);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb->lot_attrs = kmem_alloc(sizeof (sa_attr_type_t) * attr_count,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum bcopy(attrs, tb->lot_attrs, sizeof (sa_attr_type_t) * attr_count);
ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden sa->sa_layout_attr_obj = zap_create_link(os,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum (void) snprintf(attr_name, sizeof (attr_name),
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum VERIFY(0 == zap_update(os, os->os_sa->sa_layout_attr_obj,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum list_create(&tb->lot_idx_tab, sizeof (sa_idx_tab_t),
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0; i != attr_count; i++) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (sa->sa_attr_table[tb->lot_attrs[i]].sa_length == 0)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* verify we don't have a hash collision */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if ((findtb = avl_find(&sa->sa_layout_hash_tree, tb, &loc)) != NULL) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum findtb = AVL_NEXT(&sa->sa_layout_hash_tree, findtb)) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (findtb->lot_instance != tb->lot_instance)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_find_layout(objset_t *os, uint64_t hash, sa_attr_type_t *attrs,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb = avl_find(&sa->sa_layout_hash_tree, &tbsearch, &loc);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb = AVL_NEXT(&sa->sa_layout_hash_tree, tb)) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (sa_layout_equal(tb, attrs, count) == 0) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum avl_numnodes(&sa->sa_layout_num_tree), hash, B_TRUE, tx);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_resize_spill(sa_handle_t *hdl, uint32_t size, dmu_tx_t *tx)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum blocksize = P2ROUNDUP_TYPED(size, SPA_MINBLOCKSIZE, uint32_t);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = dbuf_spill_set_blksz(hdl->sa_spill, blocksize, tx);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_copy_data(sa_data_locator_t *func, void *datastart, void *target, int buflen)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum func(&dataptr, &length, buflen, start, datastart);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Determine several different sizes
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * first the sa header size
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * the number of bytes to be stored
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * if spill would occur the index in the attribute array is returned
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * the boolean will_spill will be set when spilling is necessary. It
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * is only set when the buftype is SA_BONUS
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_find_sizes(sa_os_t *sa, sa_bulk_attr_t *attr_desc, int attr_count,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum dmu_buf_t *db, sa_buf_type_t buftype, int *index, int *total,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (buftype == SA_BONUS && sa->sa_force_spill) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum hdrsize = (SA_BONUSTYPE_FROM_DB(db) == DMU_OT_ZNODE) ? 0 :
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum full_space = (buftype == SA_BONUS) ? DN_MAX_BONUSLEN : db->db_size;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0; i != attr_count; i++) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum is_var_sz = (SA_REGISTERED_LEN(sa, attr_desc[i].sa_attr) == 0);
3502ed6e7cb3f3d2e781960ab8fe465fdc884834James Pan * Don't worry that the spill block might overflow.
3502ed6e7cb3f3d2e781960ab8fe465fdc884834James Pan * It will be resized if needed in sa_build_layouts().
644b952899ad74c91b80401bc5cec525cdd9d87fNed Bass * Account for header space used by array of
644b952899ad74c91b80401bc5cec525cdd9d87fNed Bass * optional sizes of variable-length attributes.
3502ed6e7cb3f3d2e781960ab8fe465fdc884834James Pan * Record the extra header size in case this
3502ed6e7cb3f3d2e781960ab8fe465fdc884834James Pan * increase needs to be reversed due to
3502ed6e7cb3f3d2e781960ab8fe465fdc884834James Pan * spill-over.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * find index of where spill *could* occur.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Then continue to count of remainder attribute
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * space. The sum is used later for sizing bonus
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * and spill buffer.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum#define BUF_SPACE_NEEDED(total, header) (total + header)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Find layout that corresponds to ordering of attributes
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * If not found a new layout number is created and added to
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * persistent layout tables.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_build_layouts(sa_handle_t *hdl, sa_bulk_attr_t *attr_desc, int attr_count,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum bonustype = SA_BONUSTYPE_FROM_DB(hdl->sa_bonus);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* first determine bonus header size and sum of all attributes */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum hdrsize = sa_find_sizes(sa, attr_desc, attr_count, hdl->sa_bonus,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum VERIFY(0 == dmu_set_bonus(hdl->sa_bonus, spilling ?
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum MIN(DN_MAX_BONUSLEN - sizeof (blkptr_t), used + hdrsize) :
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum ASSERT((bonustype == DMU_OT_ZNODE && spilling == 0) ||
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* setup and size spill buffer when needed */
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum VERIFY(dmu_spill_hold_by_bonus(hdl->sa_bonus, NULL,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum spillhdrsize = sa_find_sizes(sa, &attr_desc[i],
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum attr_count - i, hdl->sa_spill, SA_SPILL, &i,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum buf_space = hdl->sa_spill->db_size - spillhdrsize;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (BUF_SPACE_NEEDED(spill_used, spillhdrsize) >
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum BUF_SPACE_NEEDED(spill_used, spillhdrsize), tx));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* setup starting pointers to lay down data */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum data_start = (void *)((uintptr_t)hdl->sa_bonus->db_data + hdrsize);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sahdr = (sa_hdr_phys_t *)hdl->sa_bonus->db_data;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum buf_space = hdl->sa_bonus->db_size - hdrsize;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum attrs_start = attrs = kmem_alloc(sizeof (sa_attr_type_t) * attr_count,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0, len_idx = 0, hash = -1ULL; i != attr_count; i++) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (buf_space < length) { /* switch to spill buffer */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (buftype == SA_BONUS && !sa->sa_force_spill) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_find_layout(hdl->sa_os, hash, attrs_start,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sahdr = (sa_hdr_phys_t *)hdl->sa_spill->db_data;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum buf_space = hdl->sa_spill->db_size - spillhdrsize;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum SA_COPY_DATA(attr_desc[i].sa_data_func, attr_desc[i].sa_data,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (sa->sa_attr_table[attrs[i]].sa_length == 0) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum data_start = (void *)P2ROUNDUP(((uintptr_t)data_start +
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_find_layout(hdl->sa_os, hash, attrs_start, lot_count, tx, &lot);
1412a1a223b7a94990edf5114c108b0a29c3f881Mark Shellenbaum * Verify that old znodes always have layout number 0.
1412a1a223b7a94990edf5114c108b0a29c3f881Mark Shellenbaum * Must be DMU_OT_SA for arbitrary layouts
1412a1a223b7a94990edf5114c108b0a29c3f881Mark Shellenbaum VERIFY((bonustype == DMU_OT_ZNODE && lot->lot_num == 0) ||
1412a1a223b7a94990edf5114c108b0a29c3f881Mark Shellenbaum (bonustype == DMU_OT_SA && lot->lot_num > 1));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum buftype == SA_BONUS ? hdrsize : spillhdrsize);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum kmem_free(attrs, sizeof (sa_attr_type_t) * attr_count);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_idx_tab_rele(hdl->sa_os, hdl->sa_bonus_tab);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum VERIFY(0 == sa_build_index(hdl, SA_BONUS));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_idx_tab_rele(hdl->sa_os, hdl->sa_spill_tab);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * remove spill block that is no longer needed.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum VERIFY(0 == sa_build_index(hdl, SA_SPILL));
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum sizeof (sa_attr_table_t) * sa->sa_num_attrs);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_attr_table_setup(objset_t *os, sa_attr_reg_t *reg_attrs, int count)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum dmu_objset_type_t ostype = dmu_objset_type(os);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum kmem_zalloc(count * sizeof (sa_attr_type_t), KM_SLEEP);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa->sa_user_table_sz = count * sizeof (sa_attr_type_t);
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum * Make sure we retrieved a count and that it isn't zero
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum if (error || (error == 0 && sa_attr_count == 0)) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (ostype == DMU_OST_ZFS && sa_attr_count == 0)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* Allocate attribute numbers for attributes that aren't registered */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0; i != count; i++) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (j = 0; j != sa_legacy_attr_count; j++) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = zap_lookup(os, sa->sa_reg_attr_obj,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa->sa_user_table[i] = (sa_attr_type_t)sa_attr_count;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa->sa_user_table[i] = ATTR_NUM(attr_value);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum kmem_zalloc(sizeof (sa_attr_table_t) * sa_attr_count, KM_SLEEP);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Attribute table is constructed from requested attribute list,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * previously foreign registered attributes, and also the legacy
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * ZPL set of attributes.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (zap_cursor_init(&zc, os, sa->sa_reg_attr_obj);
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum (error = zap_cursor_retrieve(&zc, &za)) == 0;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb[ATTR_NUM(value)].sa_attr = ATTR_NUM(value);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb[ATTR_NUM(value)].sa_length = ATTR_LENGTH(value);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb[ATTR_NUM(value)].sa_byteswap = ATTR_BSWAP(value);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb[ATTR_NUM(value)].sa_registered = B_TRUE;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum kmem_zalloc(strlen(za.za_name) +1, KM_SLEEP);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum (void) strlcpy(tb[ATTR_NUM(value)].sa_name, za.za_name,
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum * Make sure we processed the correct number of registered
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0; i != sa_legacy_attr_count; i++) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb[i].sa_attr = sa_legacy_attrs[i].sa_attr;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb[i].sa_length = sa_legacy_attrs[i].sa_length;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb[i].sa_byteswap = sa_legacy_attrs[i].sa_byteswap;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum kmem_zalloc(strlen(sa_legacy_attrs[i].sa_name) +1,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0; i != count; i++) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb[attr_id].sa_length = reg_attrs[i].sa_length;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb[attr_id].sa_byteswap = reg_attrs[i].sa_byteswap;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum kmem_zalloc(strlen(reg_attrs[i].sa_name) + 1, KM_SLEEP);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum (void) strlcpy(tb[attr_id].sa_name, reg_attrs[i].sa_name,
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum kmem_free(sa->sa_user_table, count * sizeof (sa_attr_type_t));
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaumsa_setup(objset_t *os, uint64_t sa_obj, sa_attr_reg_t *reg_attrs, int count,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum dmu_objset_type_t ostype = dmu_objset_type(os);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa = kmem_zalloc(sizeof (sa_os_t), KM_SLEEP);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum mutex_init(&sa->sa_lock, NULL, MUTEX_DEFAULT, NULL);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum avl_create(&sa->sa_layout_num_tree, layout_num_compare,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sizeof (sa_lot_t), offsetof(sa_lot_t, lot_num_node));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum avl_create(&sa->sa_layout_hash_tree, layout_hash_compare,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sizeof (sa_lot_t), offsetof(sa_lot_t, lot_hash_node));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = zap_lookup(os, sa_obj, SA_REGISTRY,
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum if ((error = sa_attr_table_setup(os, reg_attrs, count)) != 0)
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum error = zap_count(os, sa->sa_layout_attr_obj,
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum * Layout number count should be > 0
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum if (error || (error == 0 && layout_count == 0)) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (zap_cursor_init(&zc, os, sa->sa_layout_attr_obj);
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum (error = zap_cursor_retrieve(&zc, &za)) == 0;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum lot_attrs = kmem_zalloc(sizeof (sa_attr_type_t) *
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum if ((error = (zap_lookup(os, sa->sa_layout_attr_obj,
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum kmem_free(lot_attrs, sizeof (sa_attr_type_t) *
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum (unsigned long long *)&lot_num) == 0);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum kmem_free(lot_attrs, sizeof (sa_attr_type_t) *
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum * Make sure layout count matches number of entries added
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum * to AVL tree
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum if (avl_numnodes(&sa->sa_layout_num_tree) != layout_count) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* Add special layout number for old ZNODES */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum (void) sa_add_layout_entry(os, sa_legacy_zpl_layout,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum (void) sa_add_layout_entry(os, sa_dummy_zpl_layout, 0, 1,
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum kmem_free(sa->sa_user_table, sa->sa_user_table_sz);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum kmem_free(sa->sa_user_table, sa->sa_user_table_sz);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* Free up attr table */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum while (layout = avl_destroy_nodes(&sa->sa_layout_hash_tree, &cookie)) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum while (tab = list_head(&layout->lot_idx_tab)) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum while (layout = avl_destroy_nodes(&sa->sa_layout_num_tree, &cookie)) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sizeof (sa_attr_type_t) * layout->lot_attr_count);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_build_idx_tab(void *hdr, void *attr_addr, sa_attr_type_t attr,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum uint16_t length, int length_idx, boolean_t var_length, void *userp)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum idx_tab->sa_variable_lengths[length_idx] = length;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum TOC_ATTR_ENCODE(idx_tab->sa_idx_tab[attr], length_idx,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum (uint32_t)((uintptr_t)attr_addr - (uintptr_t)hdr));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_attr_iter(objset_t *os, sa_hdr_phys_t *hdr, dmu_object_type_t type,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_iterfunc_t func, sa_lot_t *tab, void *userp)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb = avl_find(&sa->sa_layout_num_tree, &search, &loc);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum data_start = (void *)P2ROUNDUP(((uintptr_t)hdr +
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum (sizeof (uint16_t) * tb->lot_var_sizes)), 8);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0; i != tb->lot_attr_count; i++) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum reg_length = sa->sa_attr_table[tb->lot_attrs[i]].sa_length;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum func(hdr, data_start, tb->lot_attrs[i], attr_length,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum idx_len, reg_length == 0 ? B_TRUE : B_FALSE, userp);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum data_start = (void *)P2ROUNDUP(((uintptr_t)data_start +
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_byteswap_cb(void *hdr, void *attr_addr, sa_attr_type_t attr,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum uint16_t length, int length_idx, boolean_t variable_length, void *userp)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_bswap_table[sa->sa_attr_table[attr].sa_byteswap](attr_addr, length);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_byteswap(sa_handle_t *hdl, sa_buf_type_t buftype)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_hdr_phys_t *sa_hdr_phys = SA_GET_HDR(hdl, buftype);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_hdr_phys->sa_magic = BSWAP_32(sa_hdr_phys->sa_magic);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_hdr_phys->sa_layout_info = BSWAP_16(sa_hdr_phys->sa_layout_info);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Determine number of variable lenghts in header
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * The standard 8 byte header has one for free and a
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * 16 byte header would have 4 + 1;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum num_lengths += (SA_HDR_SIZE(sa_hdr_phys) - 8) >> 1;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0; i != num_lengths; i++)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_attr_iter(hdl->sa_os, sa_hdr_phys, DMU_OT_SA,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum arc_buf_freeze(((dmu_buf_impl_t *)hdl->sa_spill)->db_buf);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_build_index(sa_handle_t *hdl, sa_buf_type_t buftype)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum dmu_buf_impl_t *db = SA_GET_DB(hdl, buftype);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum dmu_object_type_t bonustype = SA_BONUSTYPE_FROM_DB(db);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* Do we need to byteswap? */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* only check if not old znode */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (IS_SA_BONUSTYPE(bonustype) && sa_hdr_phys->sa_magic != SA_MAGIC &&
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum VERIFY(BSWAP_32(sa_hdr_phys->sa_magic) == SA_MAGIC);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum idx_tab = sa_find_idx_tab(hdl->sa_os, bonustype, sa_hdr_phys);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (refcount_remove(&idx_tab->sa_refcount, NULL) == 0) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum list_remove(&idx_tab->sa_layout->lot_idx_tab, idx_tab);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_idx_tab_hold(objset_t *os, sa_idx_tab_t *idx_tab)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum (void) refcount_add(&idx_tab->sa_refcount, NULL);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_idx_tab_rele(hdl->sa_os, hdl->sa_bonus_tab);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_idx_tab_rele(hdl->sa_os, hdl->sa_spill_tab);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum dmu_buf_rele((dmu_buf_t *)hdl->sa_spill, NULL);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_handle_get_from_db(objset_t *os, dmu_buf_t *db, void *userp,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_handle_type_t hdl_type, sa_handle_t **handlepp)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* find handle, if it exists */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* if one doesn't exist then create a new one, and initialize it */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum handle = kmem_cache_alloc(sa_cache, KM_SLEEP);
40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipek handle->sa_dbu.dbu_evict_func_sync = NULL;
40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipek handle->sa_dbu.dbu_evict_func_async = NULL;
40510e8eba18690b9a9843b26393725eeb0f1dacJosef 'Jeff' Sipek dmu_buf_init_user(&handle->sa_dbu, sa_evict_sync, NULL,
bc9014e6a81272073b9854d9f65dd59e18d18c35Justin Gibbs winner = dmu_buf_set_user_ie(db, &handle->sa_dbu);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_handle_get(objset_t *objset, uint64_t objid, void *userp,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_handle_type_t hdl_type, sa_handle_t **handlepp)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (error = dmu_bonus_hold(objset, objid, NULL, &db))
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum return (sa_handle_get_from_db(objset, db, userp, hdl_type,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_buf_hold(objset_t *objset, uint64_t obj_num, void *tag, dmu_buf_t **db)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum return (dmu_bonus_hold(objset, obj_num, tag, db));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_lookup_impl(sa_handle_t *hdl, sa_bulk_attr_t *bulk, int count)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum return (sa_attr_op(hdl, bulk, count, SA_LOOKUP, NULL));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_lookup(sa_handle_t *hdl, sa_attr_type_t attr, void *buf, uint32_t buflen)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_lookup_uio(sa_handle_t *hdl, sa_attr_type_t attr, uio_t *uio)
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum if ((error = sa_attr_op(hdl, &bulk, 1, SA_LOOKUP, NULL)) == 0) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = uiomove((void *)bulk.sa_addr, MIN(bulk.sa_size,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_find_idx_tab(objset_t *os, dmu_object_type_t bonustype, void *data)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_hdr_phys_t *hdr = (sa_hdr_phys_t *)data;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Deterimine layout number. If SA node and header == 0 then
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * force the index table to the dummy "1" empty layout.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * The layout number would only be zero for a newly created file
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * that has not added any attributes yet, or with crypto enabled which
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * doesn't write any attributes to the bonus buffer.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum search.lot_num = SA_LAYOUT_NUM(hdr, bonustype);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum tb = avl_find(&sa->sa_layout_num_tree, &search, &loc);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* Verify header size is consistent with layout information */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum SA_HDR_SIZE_MATCH_LAYOUT(hdr, tb) || !IS_SA_BONUSTYPE(bonustype) ||
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum (IS_SA_BONUSTYPE(bonustype) && hdr->sa_layout_info == 0));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * See if any of the already existing TOC entries can be reused?
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (idx_tab = list_head(&tb->lot_idx_tab); idx_tab;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum idx_tab = list_next(&tb->lot_idx_tab, idx_tab)) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* No such luck, create a new entry */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum idx_tab = kmem_zalloc(sizeof (sa_idx_tab_t), KM_SLEEP);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum kmem_zalloc(sizeof (uint32_t) * sa->sa_num_attrs, KM_SLEEP);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum idx_tab->sa_variable_lengths = kmem_alloc(sizeof (uint16_t) *
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_attr_iter(os, hdr, bonustype, sa_build_idx_tab,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_idx_tab_hold(os, idx_tab); /* one hold for consumer */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_idx_tab_hold(os, idx_tab); /* one for layout */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum list_insert_tail(&tb->lot_idx_tab, idx_tab);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_default_locator(void **dataptr, uint32_t *len, uint32_t total_len,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_attr_register_sync(sa_handle_t *hdl, dmu_tx_t *tx)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (!sa->sa_need_attr_registration || sa->sa_master_obj == NULL) {
ad135b5d644628e791c3188a6ecbd9c257961ef8Christopher Siden sa->sa_reg_attr_obj = zap_create_link(hdl->sa_os,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum ATTR_ENCODE(attr_value, tb[i].sa_attr, tb[i].sa_length,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum VERIFY(0 == zap_update(hdl->sa_os, sa->sa_reg_attr_obj,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Replace all attributes with attributes specified in template.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * If dnode had a spill buffer then those attributes will be
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * also be replaced, possibly with just an empty spill block
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * This interface is intended to only be used for bulk adding of
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * attributes for a new file. It will also be used by the ZPL
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * when converting and old formatted znode to native SA support.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_replace_all_by_template_locked(sa_handle_t *hdl, sa_bulk_attr_t *attr_desc,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum return (sa_build_layouts(hdl, attr_desc, attr_count, tx));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_replace_all_by_template(sa_handle_t *hdl, sa_bulk_attr_t *attr_desc,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = sa_replace_all_by_template_locked(hdl, attr_desc,
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * Add/remove a single attribute or replace a variable-sized attribute value
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * with a value of a different size, and then rewrite the entire set
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * of attributes.
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * Same-length attribute value replacement (including fixed-length attributes)
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * is handled more efficiently by the upper layers.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_modify_attrs(sa_handle_t *hdl, sa_attr_type_t newattr,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_data_op_t action, sa_data_locator_t *locator, void *datastart,
744947dc83c634d985ed3ad79ac9c5e28d1865fdTom Erickson dmu_buf_impl_t *db = (dmu_buf_impl_t *)hdl->sa_bonus;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* First make of copy of the old data */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum old_data[0] = kmem_alloc(bonus_data_size, KM_SLEEP);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum bonus_attr_count = hdl->sa_bonus_tab->sa_layout->lot_attr_count;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* Bring spill buffer online if it isn't currently */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum old_data[1] = kmem_alloc(spill_data_size, KM_SLEEP);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum hdl->sa_spill_tab->sa_layout->lot_attr_count;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* build descriptor of all attributes */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum attr_count = bonus_attr_count + spill_attr_count;
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum attr_desc = kmem_zalloc(sizeof (sa_bulk_attr_t) * attr_count, KM_SLEEP);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * loop through bonus and spill buffer if it exists, and
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * build up new attr_descriptor to reset the attributes
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (; k != 2; k++) {
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * Iterate over each attribute in layout. Fetch the
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * size of variable-length attributes needing rewrite
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * from sa_lengths[].
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum for (i = 0, length_idx = 0; i != count; i++) {
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * There is nothing to do for SA_REMOVE,
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * so it is just skipped.
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * Duplicate attributes are not allowed, so the
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * action can not be SA_ADD here.
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * Only a variable-sized attribute can be
e7e978b1f75353cb29673af9b35453c20c2827bfAndriy Gapon * replaced here, and its size must be changing.
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum SA_ADD_BULK_ATTR(attr_desc, j, newattr, locator,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = sa_build_layouts(hdl, attr_desc, attr_count, tx);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum kmem_free(attr_desc, sizeof (sa_bulk_attr_t) * attr_count);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_bulk_update_impl(sa_handle_t *hdl, sa_bulk_attr_t *bulk, int count,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum bonustype = SA_BONUSTYPE_FROM_DB(SA_GET_DB(hdl, SA_BONUS));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum /* sync out registration table if necessary */
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = sa_attr_op(hdl, bulk, count, SA_UPDATE, tx);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum if (error == 0 && !IS_SA_BONUSTYPE(bonustype) && sa->sa_update_cb)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * update or add new attribute
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_update(sa_handle_t *hdl, sa_attr_type_t type,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = sa_bulk_update_impl(hdl, &bulk, 1, tx);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_update_from_cb(sa_handle_t *hdl, sa_attr_type_t attr,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum uint32_t buflen, sa_data_locator_t *locator, void *userdata, dmu_tx_t *tx)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = sa_bulk_update_impl(hdl, &bulk, 1, tx);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum * Return size of an attribute
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_size(sa_handle_t *hdl, sa_attr_type_t attr, int *size)
1d8ccc7bfd8ab0f27a23c5253d95c22ceb9c27f4Mark Shellenbaum if ((error = sa_attr_op(hdl, &bulk, 1, SA_LOOKUP, NULL)) != 0) {
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_bulk_lookup_locked(sa_handle_t *hdl, sa_bulk_attr_t *attrs, int count)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum return (sa_lookup_impl(hdl, attrs, count));
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_bulk_lookup(sa_handle_t *hdl, sa_bulk_attr_t *attrs, int count)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = sa_bulk_lookup_locked(hdl, attrs, count);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_bulk_update(sa_handle_t *hdl, sa_bulk_attr_t *attrs, int count, dmu_tx_t *tx)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = sa_bulk_update_impl(hdl, attrs, count, tx);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_remove(sa_handle_t *hdl, sa_attr_type_t attr, dmu_tx_t *tx)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum error = sa_modify_attrs(hdl, attr, SA_REMOVE, NULL,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_object_info(sa_handle_t *hdl, dmu_object_info_t *doi)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum dmu_object_info_from_db((dmu_buf_t *)hdl->sa_bonus, doi);
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_object_size(sa_handle_t *hdl, uint32_t *blksize, u_longlong_t *nblocks)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum dmu_object_size_from_db((dmu_buf_t *)hdl->sa_bonus,
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_register_update_callback_locked(objset_t *os, sa_update_cb_t *func)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaumsa_register_update_callback(objset_t *os, sa_update_cb_t *func)
0a586cea3ceec7e5e50e7e54c745082a7a333ac2Mark Shellenbaum sa_register_update_callback_locked(os, func);