include/linux/rhashtable.h

327 				     struct rhash_lock_head __rcu **bkt)
332 	bit_spin_lock(0, (unsigned long *)bkt);
350 			      struct rhash_lock_head __rcu **bkt,
354 	bit_spin_unlock(0, (unsigned long *)bkt);
359 	struct rhash_lock_head *p, struct rhash_lock_head __rcu *const *bkt)
363 		 (unsigned long)RHT_NULLS_MARKER(bkt));
367  * Where 'bkt' is a bucket and might be locked:
374 	struct rhash_lock_head __rcu *const *bkt)
376 	return __rht_ptr(rcu_dereference(*bkt), bkt);
380 	struct rhash_lock_head __rcu *const *bkt,
384 	return __rht_ptr(rht_dereference_bucket(*bkt, tbl, hash), bkt);
388 	struct rhash_lock_head __rcu *const *bkt)
390 	return __rht_ptr(rcu_dereference_protected(*bkt, 1), bkt);
393 static inline void rht_assign_locked(struct rhash_lock_head __rcu **bkt,
398 	rcu_assign_pointer(*bkt, (void *)((unsigned long)obj | BIT(0)));
402 				     struct rhash_lock_head __rcu **bkt,
409 	rcu_assign_pointer(*bkt, (void *)obj);
597 	struct rhash_lock_head __rcu *const *bkt;
605 	bkt = rht_bucket(tbl, hash);
607 		rht_for_each_rcu_from(he, rht_ptr_rcu(bkt), tbl, hash) {
617 	} while (he != RHT_NULLS_MARKER(bkt));
713 	struct rhash_lock_head __rcu **bkt;
727 	bkt = rht_bucket_insert(ht, tbl, hash);
729 	if (!bkt)
732 	flags = rht_lock(tbl, bkt);
736 		rht_unlock(tbl, bkt, flags);
741 	rht_for_each_from(head, rht_ptr(bkt, tbl, hash), tbl, hash) {
768 			rht_unlock(tbl, bkt, flags);
770 			rht_assign_unlock(tbl, bkt, obj, flags);
786 	head = rht_ptr(bkt, tbl, hash);
797 	rht_assign_unlock(tbl, bkt, obj, flags);
809 	rht_unlock(tbl, bkt, flags);
1000 	struct rhash_lock_head __rcu **bkt;
1008 	bkt = rht_bucket_var(tbl, hash);
1009 	if (!bkt)
1012 	flags = rht_lock(tbl, bkt);
1014 	rht_for_each_from(he, rht_ptr(bkt, tbl, hash), tbl, hash) {
1056 			rht_unlock(tbl, bkt, flags);
1058 			rht_assign_unlock(tbl, bkt, obj, flags);
1063 	rht_unlock(tbl, bkt, flags);
1153 	struct rhash_lock_head __rcu **bkt;
1167 	bkt = rht_bucket_var(tbl, hash);
1168 	if (!bkt)
1172 	flags = rht_lock(tbl, bkt);
1174 	rht_for_each_from(he, rht_ptr(bkt, tbl, hash), tbl, hash) {
1183 			rht_unlock(tbl, bkt, flags);
1185 			rht_assign_unlock(tbl, bkt, obj_new, flags);
1191 	rht_unlock(tbl, bkt, flags);