91  * NULL for the mutex if the buffer was not in the table.
178  *   +-----------+ |           |-----------|     |b_next     +-->NULL
219  *                |  b_pdata  +-+           |---------|     |b_next   +-->NULL
982 #define	ARC_BUF_LAST(buf)	((buf)->b_next == NULL)
1162 	for (hdr = buf_hash_table.ht_table[idx]; hdr != NULL;
1170 	*lockp = NULL;
1171 	return (NULL);
1178  * Otherwise returns NULL.
1179  * If lockp == NULL, the caller is assumed to already hold the hash lock.
1193 	if (lockp != NULL) {
1200 	for (fhdr = buf_hash_table.ht_table[idx], i = 0; fhdr != NULL;
1222 	return (NULL);
1236 		ASSERT3P(fhdr, !=, NULL);
1240 	hdr->b_hash_next = NULL;
1247 	    buf_hash_table.ht_table[idx]->b_hash_next == NULL)
1283 	cv_init(&hdr->b_l1hdr.b_cv, NULL, CV_DEFAULT, NULL);
1285 	mutex_init(&hdr->b_l1hdr.b_freeze_lock, NULL, MUTEX_DEFAULT, NULL);
1311 	mutex_init(&buf->b_evict_lock, NULL, MUTEX_DEFAULT, NULL);
1390 	if (buf_hash_table.ht_table == NULL) {
1397 	    0, hdr_full_cons, hdr_full_dest, hdr_recl, NULL, NULL, 0);
1400 	    NULL, NULL, 0);
1402 	    0, buf_cons, buf_dest, NULL, NULL, NULL, 0);
1410 		    NULL, MUTEX_DEFAULT, NULL);
1444 	boolean_t shared = (buf->b_data != NULL &&
1467 	if (hdr->b_l1hdr.b_freeze_cksum != NULL) {
1469 		hdr->b_l1hdr.b_freeze_cksum = NULL;
1480 	for (arc_buf_t *b = hdr->b_l1hdr.b_buf; b != NULL; b = b->b_next) {
1503 		ASSERT(hdr->b_l1hdr.b_freeze_cksum == NULL ||
1511 	if (hdr->b_l1hdr.b_freeze_cksum == NULL || HDR_IO_ERROR(hdr)) {
1516 	fletcher_2_native(buf->b_data, arc_buf_size(buf), NULL, &zc);
1567 		zio_push_transform(zio, cbuf, csize, HDR_GET_PSIZE(hdr), NULL);
1585 	    zio->io_offset, NULL) == 0);
1607 	if (hdr->b_l1hdr.b_freeze_cksum != NULL) {
1619 	fletcher_2_native(buf->b_data, arc_buf_size(buf), NULL,
1718 		ASSERT(hdr->b_l1hdr.b_freeze_cksum == NULL ||
1729 		if (hdr->b_l1hdr.b_thawed != NULL)
1750 		ASSERT(hdr->b_l1hdr.b_freeze_cksum == NULL ||
1759 	ASSERT(hdr->b_l1hdr.b_freeze_cksum != NULL ||
1830 	ASSERT3P(buf->b_data, !=, NULL);
1833 	for (arc_buf_t *from = hdr->b_l1hdr.b_buf; from != NULL;
1851 	EQUIV(!copied, hdr->b_l1hdr.b_freeze_cksum == NULL);
1876 	ASSERT3P(buf->b_data, !=, NULL);
1930 			ASSERT3P(hdr->b_l1hdr.b_freeze_cksum, !=, NULL);
2002 		ASSERT3P(hdr->b_l1hdr.b_buf, ==, NULL);
2003 		ASSERT3P(hdr->b_l1hdr.b_pdata, ==, NULL);
2010 	if (hdr->b_l1hdr.b_pdata != NULL) {
2014 	for (arc_buf_t *buf = hdr->b_l1hdr.b_buf; buf != NULL;
2037 		ASSERT3P(hdr->b_l1hdr.b_buf, ==, NULL);
2038 		ASSERT3P(hdr->b_l1hdr.b_pdata, ==, NULL);
2045 	if (hdr->b_l1hdr.b_pdata != NULL) {
2049 	for (arc_buf_t *buf = hdr->b_l1hdr.b_buf; buf != NULL;
2071 		ASSERT3P(hdr->b_l1hdr.b_buf, ==, NULL);
2142 		update_old = (bufcnt > 0 || hdr->b_l1hdr.b_pdata != NULL);
2167 				ASSERT3P(hdr->b_l1hdr.b_buf, ==, NULL);
2185 				ASSERT3P(hdr->b_l1hdr.b_buf, ==, NULL);
2212 			ASSERT3P(hdr->b_l1hdr.b_pdata, ==, NULL);
2221 			for (arc_buf_t *buf = hdr->b_l1hdr.b_buf; buf != NULL;
2241 			if (hdr->b_l1hdr.b_pdata != NULL) {
2254 			ASSERT3P(hdr->b_l1hdr.b_pdata, ==, NULL);
2274 			for (arc_buf_t *buf = hdr->b_l1hdr.b_buf; buf != NULL;
2294 			ASSERT3P(hdr->b_l1hdr.b_pdata, !=, NULL);
2426 	ASSERT3P(ret, !=, NULL);
2427 	ASSERT3P(*ret, ==, NULL);
2431 	buf->b_data = NULL;
2474 	VERIFY3P(buf->b_data, !=, NULL);
2539 	ASSERT3P(buf->b_data, !=, NULL);
2553 	ASSERT3P(buf->b_data, !=, NULL);
2605 	ASSERT3P(hdr->b_l1hdr.b_pdata, ==, NULL);
2634 	ASSERT3P(hdr->b_l1hdr.b_pdata, !=, NULL);
2643 	hdr->b_l1hdr.b_pdata = NULL;
2658  * NULL.
2667 	arc_buf_t *lastbuf = NULL;
2673 	while (*bufp != NULL) {
2682 		if (*bufp != NULL) {
2687 	buf->b_next = NULL;
2689 	IMPLY(hdr->b_l1hdr.b_bufcnt > 0, lastbuf != NULL);
2690 	IMPLY(hdr->b_l1hdr.b_bufcnt > 0, hdr->b_l1hdr.b_buf != NULL);
2691 	IMPLY(lastbuf != NULL, ARC_BUF_LAST(lastbuf));
2710 	if (buf->b_data != NULL) {
2727 		buf->b_data = NULL;
2747 		if (lastbuf != NULL) {
2753 			ASSERT3P(hdr->b_l1hdr.b_pdata, !=, NULL);
2773 		ASSERT3P(lastbuf, !=, NULL);
2787 	buf->b_hdr = NULL;
2798 	ASSERT3P(hdr->b_l1hdr.b_pdata, ==, NULL);
2801 	ASSERT3P(hdr->b_l1hdr.b_pdata, !=, NULL);
2811 	ASSERT3P(hdr->b_l1hdr.b_pdata, !=, NULL);
2826 	hdr->b_l1hdr.b_pdata = NULL;
2843 	ASSERT3P(hdr->b_l1hdr.b_freeze_cksum, ==, NULL);
2844 	ASSERT3P(hdr->b_l1hdr.b_thawed, ==, NULL);
2856 	hdr->b_l1hdr.b_buf = NULL;
2903 		/* Verify previous threads set to NULL before freeing */
2904 		ASSERT3P(nhdr->b_l1hdr.b_pdata, ==, NULL);
2906 		ASSERT3P(hdr->b_l1hdr.b_buf, ==, NULL);
2908 		ASSERT3P(hdr->b_l1hdr.b_freeze_cksum, ==, NULL);
2926 		VERIFY3P(hdr->b_l1hdr.b_pdata, ==, NULL);
2929 		if (hdr->b_l1hdr.b_thawed != NULL) {
2931 			hdr->b_l1hdr.b_thawed = NULL;
2941 	(void) buf_hash_insert(nhdr, NULL);
2986 	arc_buf_t *buf = NULL;
3010 	arc_buf_t *buf = NULL;
3013 	ASSERT3P(hdr->b_l1hdr.b_freeze_cksum, ==, NULL);
3043 		ASSERT(hdr->b_l1hdr.b_buf == NULL ||
3080 		while (hdr->b_l1hdr.b_buf != NULL)
3084 		if (hdr->b_l1hdr.b_thawed != NULL) {
3086 			hdr->b_l1hdr.b_thawed = NULL;
3090 		if (hdr->b_l1hdr.b_pdata != NULL) {
3095 	ASSERT3P(hdr->b_hash_next, ==, NULL);
3098 		ASSERT3P(hdr->b_l1hdr.b_acb, ==, NULL);
3114 		VERIFY0(remove_reference(hdr, NULL, tag));
3124 	ASSERT3P(buf->b_data, !=, NULL);
3155 		ASSERT3P(hdr->b_l1hdr.b_buf, ==, NULL);
3174 		ASSERT3P(hdr->b_l1hdr.b_pdata, ==, NULL);
3213 		if (buf->b_data != NULL)
3263 	ASSERT3P(marker, !=, NULL);
3268 	for (hdr = multilist_sublist_prev(mls, marker); hdr != NULL;
3608 	for (data_hdr = multilist_sublist_tail(data_mls); data_hdr != NULL;
3614 	for (meta_hdr = multilist_sublist_tail(meta_mls); meta_hdr != NULL;
3620 	if (data_hdr == NULL && meta_hdr == NULL) {
3622 	} else if (data_hdr == NULL) {
3623 		ASSERT3P(meta_hdr, !=, NULL);
3625 	} else if (meta_hdr == NULL) {
3626 		ASSERT3P(data_hdr, !=, NULL);
3629 		ASSERT3P(data_hdr, !=, NULL);
3630 		ASSERT3P(meta_hdr, !=, NULL);
3807 	if (spa != NULL)
3961 	if (zio_arena != NULL) {
3998 	kmem_cache_t		*prev_cache = NULL;
3999 	kmem_cache_t		*prev_data_cache = NULL;
4035 	if (zio_arena != NULL) {
4083 		if (arc_ksp != NULL)
4257 	void *datap = NULL;
4517 	if (zio == NULL || zio->io_error == 0)
4529 		*bufp = NULL;
4556 	kmutex_t	*hash_lock = NULL;
4583 		ASSERT3P(hash_lock, !=, NULL);
4605 	ASSERT3P(callback_list, !=, NULL);
4618 	 * If a read request has a callback (i.e. acb_done is not NULL), then we
4624 	for (acb = callback_list; acb != NULL; acb = acb->acb_next) {
4637 	hdr->b_l1hdr.b_acb = NULL;
4642 		ASSERT3P(hdr->b_l1hdr.b_pdata, !=, NULL);
4646 	    callback_list != NULL);
4666 	if (hash_lock != NULL) {
4680 	while ((acb = callback_list) != NULL) {
4684 		if (acb->acb_zio_dummy != NULL) {
4701  * in the callback will be NULL in this case, since no IO was
4720 	arc_buf_hdr_t *hdr = NULL;
4721 	kmutex_t *hash_lock = NULL;
4738 	if (hdr != NULL && HDR_HAS_L1HDR(hdr) && hdr->b_l1hdr.b_pdata != NULL) {
4739 		arc_buf_t *buf = NULL;
4783 				arc_callback_t *acb = NULL;
4790 				if (pio != NULL)
4792 					    spa, NULL, NULL, NULL, zio_flags);
4794 				ASSERT3P(acb->acb_done, !=, NULL);
4842 			done(NULL, buf, private);
4847 		vdev_t *vd = NULL;
4852 		if (hdr == NULL) {
4854 			arc_buf_hdr_t *exists = NULL;
4864 			if (exists != NULL) {
4881 			ASSERT3P(hdr->b_l1hdr.b_pdata, ==, NULL);
4885 			ASSERT3P(hdr->b_l1hdr.b_buf, ==, NULL);
4886 			ASSERT3P(hdr->b_l1hdr.b_freeze_cksum, ==, NULL);
4901 		ASSERT3P(hdr->b_l1hdr.b_pdata, !=, NULL);
4929 		ASSERT3P(hdr->b_l1hdr.b_acb, ==, NULL);
4934 		    (vd = hdr->b_l2hdr.b_dev->l2ad_vdev) != NULL) {
4942 				vd = NULL;
4950 		if (hash_lock != NULL)
4966 		if (vd != NULL && l2arc_ndev != 0 && !(l2arc_norw && devw)) {
5034 			if (vd != NULL)
5068 	if (hdr == NULL)
5197 		ASSERT(hdr->b_l1hdr.b_buf != buf || buf->b_next != NULL);
5211 		ASSERT3P(lastbuf, !=, NULL);
5238 			VERIFY3P(lastbuf->b_data, !=, NULL);
5252 		ASSERT3P(hdr->b_l1hdr.b_pdata, !=, NULL);
5275 		ASSERT3P(nhdr->b_l1hdr.b_buf, ==, NULL);
5310 	released = (buf->b_data != NULL &&
5349 		if (hdr->b_l1hdr.b_pdata != NULL) {
5357 	ASSERT3P(hdr->b_l1hdr.b_pdata, ==, NULL);
5426 	if (cb->awcb_physdone != NULL)
5437 	ASSERT3P(hdr->b_l1hdr.b_acb, ==, NULL);
5467 		if (exists != NULL) {
5483 				ASSERT3P(exists, ==, NULL);
5500 		if (exists == NULL && hdr->b_l1hdr.b_state == arc_anon)
5524 	ASSERT3P(ready, !=, NULL);
5525 	ASSERT3P(done, !=, NULL);
5528 	ASSERT3P(hdr->b_l1hdr.b_acb, ==, NULL);
5549 	if (hdr->b_l1hdr.b_pdata != NULL) {
5553 		 * The hdr will remain with a NULL data pointer and the
5561 		VERIFY3P(buf->b_data, !=, NULL);
5565 	ASSERT3P(hdr->b_l1hdr.b_pdata, ==, NULL);
5569 	    (children_ready != NULL) ? arc_write_children_ready : NULL,
5882 	mutex_init(&arc_reclaim_lock, NULL, MUTEX_DEFAULT, NULL);
5883 	cv_init(&arc_reclaim_thread_cv, NULL, CV_DEFAULT, NULL);
5884 	cv_init(&arc_reclaim_waiters_cv, NULL, CV_DEFAULT, NULL);
5980 	if (arc_ksp != NULL) {
5986 	(void) thread_create(NULL, 0, arc_reclaim_thread, NULL, 0, &p0,
6024 	arc_flush(NULL, B_TRUE);
6028 	if (arc_ksp != NULL) {
6030 		arc_ksp = NULL;
6258 	l2arc_dev_t *first, *next = NULL;
6272 	first = NULL;
6276 		if (next == NULL) {
6280 			if (next == NULL)
6285 		if (first == NULL)
6292 	/* if we were unable to find any usable vdevs, return NULL */
6294 		next = NULL;
6305 	if (next != NULL)
6326 		ASSERT3P(df->l2df_data, !=, NULL);
6355 	ASSERT3P(cb, !=, NULL);
6357 	ASSERT3P(dev, !=, NULL);
6359 	ASSERT3P(head, !=, NULL);
6361 	ASSERT3P(buflist, !=, NULL);
6468 	ASSERT3P(zio->io_vd, !=, NULL);
6474 	ASSERT3P(cb, !=, NULL);
6476 	ASSERT3P(hdr, !=, NULL);
6482 	ASSERT3P(zio->io_data, !=, NULL);
6515 		if (zio->io_waiter == NULL) {
6543 	multilist_t *ml = NULL;
6707 	ASSERT3P(dev->l2ad_vdev, !=, NULL);
6709 	pio = NULL;
6773 			if (pio == NULL) {
6809 			ASSERT3P(hdr->b_l1hdr.b_pdata, !=, NULL);
6841 			    ZIO_CHECKSUM_OFF, NULL, hdr,
6870 	if (pio == NULL) {
6938 		 * will return NULL if there are now no l2arc devices or if
6945 		if ((dev = l2arc_dev_get_next()) == NULL)
6949 		ASSERT3P(spa, !=, NULL);
7003 	for (dev = list_head(l2arc_dev_list); dev != NULL;
7010 	return (dev != NULL);
7036 	mutex_init(&adddev->l2ad_mtx, NULL, MUTEX_DEFAULT, NULL);
7062 	l2arc_dev_t *dev, *nextdev, *remdev = NULL;
7075 	ASSERT3P(remdev, !=, NULL);
7081 	l2arc_dev_last = NULL;		/* may have been invalidated */
7103 	mutex_init(&l2arc_feed_thr_lock, NULL, MUTEX_DEFAULT, NULL);
7104 	cv_init(&l2arc_feed_thr_cv, NULL, CV_DEFAULT, NULL);
7105 	mutex_init(&l2arc_dev_mtx, NULL, MUTEX_DEFAULT, NULL);
7106 	mutex_init(&l2arc_free_on_write_mtx, NULL, MUTEX_DEFAULT, NULL);
7142 	(void) thread_create(NULL, 0, l2arc_feed_thread, NULL, 0, &p0,

Indexes created Tue Jul 24 14:28:13 CEST 2018