fs/zfs/arc.c

1511 	ASSERT(HDR_HAS_L2HDR(hdr));
1512 	ASSERT(MUTEX_HELD(&dev->l2ad_mtx));
1584 	ASSERT(!DVA_IS_EMPTY(&hdr->b_dva));
1585 	ASSERT(hdr->b_birth != 0);
1586 	ASSERT(!HDR_IN_HASH_TABLE(hdr));
1592 		ASSERT(MUTEX_HELD(hash_lock));
1626 	ASSERT(MUTEX_HELD(BUF_HASH_LOCK(idx)));
1627 	ASSERT(HDR_IN_HASH_TABLE(hdr));
1722 	ASSERT(HDR_EMPTY(hdr));
1726 	ASSERT(!multilist_link_active(&hdr->b_l1hdr.b_arc_node));
1736 	ASSERT(HDR_EMPTY(hdr));
1786 		ASSERT(hsize > (1ULL << 8));
1862 	ASSERT(HDR_HAS_L1HDR(hdr));
1900 		ASSERT(hdr->b_l1hdr.b_freeze_cksum == NULL ||
1905 	ASSERT(HDR_HAS_L1HDR(hdr));
1925 	ASSERT(!BP_IS_EMBEDDED(zio->io_bp));
2003 	ASSERT(HDR_HAS_L1HDR(hdr));
2007 		ASSERT(arc_hdr_has_uncompressed_buf(hdr));
2015 	ASSERT(!ARC_BUF_COMPRESSED(buf));
2112 	ASSERT(!HDR_IO_IN_PROGRESS(hdr));
2121 		ASSERT(hdr->b_l1hdr.b_freeze_cksum == NULL ||
2126 	ASSERT(HDR_HAS_L1HDR(hdr));
2155 		ASSERT(hdr->b_l1hdr.b_freeze_cksum == NULL ||
2163 	ASSERT(HDR_HAS_L1HDR(hdr));
2164 	ASSERT(hdr->b_l1hdr.b_freeze_cksum != NULL ||
2181 	ASSERT(MUTEX_HELD(HDR_LOCK(hdr)) || HDR_EMPTY(hdr));
2188 	ASSERT(MUTEX_HELD(HDR_LOCK(hdr)) || HDR_EMPTY(hdr));
2202 	ASSERT(MUTEX_HELD(HDR_LOCK(hdr)) || HDR_EMPTY(hdr));
2214 		ASSERT(!HDR_COMPRESSION_ENABLED(hdr));
2220 		ASSERT(HDR_COMPRESSION_ENABLED(hdr));
2234 	ASSERT(HDR_HAS_L1HDR(hdr));
2236 	ASSERT(!ARC_BUF_COMPRESSED(buf));
2291 		ASSERT(hdr_compressed);
2292 		ASSERT(!compressed);
2300 			ASSERT(ARC_BUF_COMPRESSED(buf));
2358 		ASSERT(!HDR_SHARED_DATA(hdr));
2403 	ASSERT(HDR_HAS_L1HDR(hdr));
2414 	ASSERT(!GHOST_STATE(state));
2438 	ASSERT(HDR_HAS_L1HDR(hdr));
2449 	ASSERT(!GHOST_STATE(state));
2472 	ASSERT(HDR_HAS_L1HDR(hdr));
2474 		ASSERT(hdr->b_l1hdr.b_state == arc_anon);
2475 		ASSERT(refcount_is_zero(&hdr->b_l1hdr.b_refcnt));
2505 	ASSERT(HDR_HAS_L1HDR(hdr));
2506 	ASSERT(state == arc_anon || MUTEX_HELD(hash_lock));
2507 	ASSERT(!GHOST_STATE(state));
2556 	ASSERT(MUTEX_HELD(hash_lock));
2558 	ASSERT(!GHOST_STATE(new_state) || bufcnt == 0);
2559 	ASSERT(old_state != arc_anon || bufcnt <= 1);
2567 			ASSERT(HDR_HAS_L1HDR(hdr));
2585 			ASSERT(HDR_HAS_L1HDR(hdr));
2597 	ASSERT(!HDR_EMPTY(hdr));
2604 		ASSERT(HDR_HAS_L1HDR(hdr));
2650 				ASSERT(GHOST_STATE(old_state));
2656 		ASSERT(HDR_HAS_L1HDR(hdr));
2712 	ASSERT(multilist_is_empty(arc_l2c_only->arcs_list[ARC_BUFC_DATA]) &&
2719 	ASSERT(type >= 0 && type < ARC_SPACE_NUMTYPES);
2748 	ASSERT(type >= 0 && type < ARC_SPACE_NUMTYPES);
2769 		ASSERT(aggsum_compare(&arc_meta_used, space) >= 0);
2780 	ASSERT(aggsum_compare(&arc_size, space) >= 0);
2832 	ASSERT(HDR_HAS_L1HDR(hdr));
2851 	ASSERT(MUTEX_HELD(HDR_LOCK(hdr)) || HDR_EMPTY(hdr));
2953 	ASSERT(HDR_HAS_L1HDR(hdr));
2967 	ASSERT(HDR_HAS_L1HDR(hdr));
2996 		ASSERT(refcount_is_zero(&hdr->b_l1hdr.b_refcnt));
2997 		ASSERT(state != arc_anon && state != arc_l2c_only);
3006 		ASSERT(type == ARC_BUFC_DATA);
3023 	ASSERT(arc_can_share(hdr, buf));
3025 	ASSERT(MUTEX_HELD(HDR_LOCK(hdr)) || HDR_EMPTY(hdr));
3054 	ASSERT(arc_buf_is_shared(buf));
3056 	ASSERT(MUTEX_HELD(HDR_LOCK(hdr)) || HDR_EMPTY(hdr));
3086 	ASSERT(HDR_HAS_L1HDR(hdr));
3087 	ASSERT(MUTEX_HELD(HDR_LOCK(hdr)) || HDR_EMPTY(hdr));
3138 		ASSERT(MUTEX_HELD(HDR_LOCK(hdr)) || HDR_EMPTY(hdr));
3154 		ASSERT(hdr->b_l1hdr.b_bufcnt > 0);
3199 		ASSERT(arc_buf_is_shared(lastbuf) ||
3220 	ASSERT(HDR_HAS_L1HDR(hdr));
3221 	ASSERT(!HDR_SHARED_DATA(hdr));
3235 	ASSERT(HDR_HAS_L1HDR(hdr));
3267 	ASSERT(HDR_EMPTY(hdr));
3289 	ASSERT(refcount_is_zero(&hdr->b_l1hdr.b_refcnt));
3304 	ASSERT(HDR_HAS_L2HDR(hdr));
3309 	ASSERT((old == hdr_full_cache && new == hdr_l2only_cache) ||
3314 	ASSERT(MUTEX_HELD(HDR_LOCK(hdr)));
3342 		ASSERT(!multilist_link_active(&hdr->b_l1hdr.b_arc_node));
3368 	ASSERT(list_link_active(&hdr->b_l2hdr.b_l2node));
3409 	ASSERT(!MUTEX_HELD(HDR_LOCK(hdr)));
3428 	ASSERT(compression_type > ZIO_COMPRESS_OFF);
3429 	ASSERT(compression_type < ZIO_COMPRESS_FUNCTIONS);
3433 	ASSERT(!MUTEX_HELD(HDR_LOCK(hdr)));
3447 		ASSERT(!abd_is_linear(hdr->b_l1hdr.b_pabd));
3462 	ASSERT(MUTEX_HELD(&dev->l2ad_mtx));
3463 	ASSERT(HDR_HAS_L2HDR(hdr));
3480 		ASSERT(hdr->b_l1hdr.b_buf == NULL ||
3482 		ASSERT(refcount_is_zero(&hdr->b_l1hdr.b_refcnt));
3485 	ASSERT(!HDR_IO_IN_PROGRESS(hdr));
3486 	ASSERT(!HDR_IN_HASH_TABLE(hdr));
3536 		ASSERT(!multilist_link_active(&hdr->b_l1hdr.b_arc_node));
3552 		ASSERT(!HDR_IO_IN_PROGRESS(hdr));
3560 	ASSERT(hdr->b_l1hdr.b_bufcnt > 0);
3590 	ASSERT(MUTEX_HELD(hash_lock));
3591 	ASSERT(HDR_HAS_L1HDR(hdr));
3595 		ASSERT(!HDR_IO_IN_PROGRESS(hdr));
3635 	ASSERT(state == arc_mru || state == arc_mfu);
3685 		ASSERT(HDR_IN_HASH_TABLE(hdr));
3756 		ASSERT(!MUTEX_HELD(hash_lock));
4075 		ASSERT(HDR_HAS_L1HDR(data_hdr));
4076 		ASSERT(HDR_HAS_L1HDR(meta_hdr));
4255 	ASSERT(!retry || spa == 0);
4294 		ASSERT(arc_c >= arc_c_min);
4295 		ASSERT((int64_t)arc_p >= 0);
4772 	ASSERT(bytes > 0);
4795 	ASSERT((int64_t)arc_p >= 0);
4826 	ASSERT((int64_t)arc_p >= 0);
4861 		ASSERT(type == ARC_BUFC_DATA);
4875 		ASSERT(type == ARC_BUFC_DATA);
4957 			ASSERT(refcount_is_zero(&hdr->b_l1hdr.b_refcnt));
4991 		ASSERT(type == ARC_BUFC_DATA);
5007 		ASSERT(refcount_is_zero(&hdr->b_l1hdr.b_refcnt));
5008 		ASSERT(state != arc_anon && state != arc_l2c_only);
5019 		ASSERT(type == ARC_BUFC_DATA);
5033 	ASSERT(MUTEX_HELD(hash_lock));
5034 	ASSERT(HDR_HAS_L1HDR(hdr));
5062 				ASSERT(multilist_link_active(
5158 		ASSERT(!"invalid arc state");
5195 	ASSERT(hdr->b_l1hdr.b_state == arc_mru ||
5228 		ASSERT(zio == NULL || zio->io_error != 0);
5231 		ASSERT(zio == NULL || zio->io_error == 0);
5233 		ASSERT(buf->b_data != NULL);
5281 		ASSERT((found == hdr &&
5361 	ASSERT(callback_cnt < 2 || hash_lock != NULL);
5366 		ASSERT(HDR_PREFETCH(hdr));
5371 	ASSERT(refcount_is_zero(&hdr->b_l1hdr.b_refcnt) ||
5464 	ASSERT(!BP_IS_EMBEDDED(bp) ||
5506 			ASSERT(*arc_flags & ARC_FLAG_NOWAIT);
5531 		ASSERT(hdr->b_l1hdr.b_state == arc_mru ||
5557 			ASSERT(!BP_IS_EMBEDDED(bp) || !BP_IS_HOLE(bp));
5565 			ASSERT((zio_flags & ZIO_FLAG_SPECULATIVE) ||
5624 			ASSERT(GHOST_STATE(hdr->b_l1hdr.b_state));
5625 			ASSERT(!HDR_IO_IN_PROGRESS(hdr));
5626 			ASSERT(refcount_is_zero(&hdr->b_l1hdr.b_refcnt));
5668 		ASSERT(!GHOST_STATE(hdr->b_l1hdr.b_state));
5762 				ASSERT(addr >= VDEV_LABEL_START_SIZE &&
5796 				ASSERT(*arc_flags & ARC_FLAG_WAIT);
5831 		ASSERT(*arc_flags & ARC_FLAG_NOWAIT);
5847 	ASSERT(!BP_IS_EMBEDDED(bp));
5905 	ASSERT(HDR_HAS_L1HDR(hdr));
5914 		ASSERT(!HDR_IO_IN_PROGRESS(hdr));
5915 		ASSERT(!HDR_IN_HASH_TABLE(hdr));
5916 		ASSERT(!HDR_HAS_L2HDR(hdr));
5917 		ASSERT(HDR_EMPTY(hdr));
5920 		ASSERT(!list_link_active(&hdr->b_l1hdr.b_arc_node));
5980 		ASSERT(hdr->b_l1hdr.b_buf != buf || buf->b_next != NULL);
5985 			ASSERT(ARC_BUF_LAST(buf));
6032 			ASSERT(arc_buf_is_shared(lastbuf) ||
6034 			ASSERT(!ARC_BUF_SHARED(buf));
6065 		ASSERT(!HDR_SHARED_DATA(nhdr));
6077 		ASSERT(refcount_count(&hdr->b_l1hdr.b_refcnt) == 1);
6079 		ASSERT(!multilist_link_active(&hdr->b_l1hdr.b_arc_node));
6080 		ASSERT(!HDR_IO_IN_PROGRESS(hdr));
6123 	ASSERT(HDR_HAS_L1HDR(hdr));
6124 	ASSERT(!refcount_is_zero(&buf->b_hdr->b_l1hdr.b_refcnt));
6125 	ASSERT(hdr->b_l1hdr.b_bufcnt > 0);
6146 	ASSERT(!HDR_SHARED_DATA(hdr));
6147 	ASSERT(!arc_buf_is_shared(buf));
6152 		ASSERT(zio->io_flags & ZIO_FLAG_REEXECUTED);
6251 		ASSERT(HDR_EMPTY(hdr));
6279 				ASSERT(refcount_is_zero(
6288 				ASSERT(zio->io_prop.zp_nopwrite);
6294 				ASSERT(hdr->b_l1hdr.b_bufcnt == 1);
6295 				ASSERT(hdr->b_l1hdr.b_state == arc_anon);
6296 				ASSERT(BP_GET_DEDUP(zio->io_bp));
6297 				ASSERT(BP_GET_LEVEL(zio->io_bp) == 0);
6309 	ASSERT(!refcount_is_zero(&hdr->b_l1hdr.b_refcnt));
6330 	ASSERT(!HDR_IO_ERROR(hdr));
6331 	ASSERT(!HDR_IO_IN_PROGRESS(hdr));
6374 	ASSERT(!arc_buf_is_shared(buf));
6431 	ASSERT((int64_t)arc_tempreserve >= 0);
6574 	ASSERT(!HDR_EMPTY(hdr));
6858 	ASSERT(!arc_initialized);
7371 		ASSERT(HDR_HAS_L1HDR(hdr));
7400 	ASSERT(!HDR_HAS_L1HDR(head));
7424 	ASSERT(zio->io_flags & ZIO_FLAG_DONT_PROPAGATE);
7499 			ASSERT(!pio || pio->io_child_type == ZIO_CHILD_LOGICAL);
7533 	ASSERT(list_num >= 0 && list_num <= 3);
7622 		ASSERT(HDR_HAS_L2HDR(hdr));
7625 		ASSERT(!HDR_L2_WRITING(hdr));
7626 		ASSERT(!HDR_L2_WRITE_HEAD(hdr));
7639 			ASSERT(!HDR_L2_READING(hdr));
7648 			ASSERT(hdr->b_l1hdr.b_state != arc_l2c_only);
7764 			ASSERT(HDR_HAS_L1HDR(hdr));
7866 		ASSERT(!HDR_HAS_L1HDR(head));
8017 	ASSERT(!l2arc_vdev_present(vd));