/linux-master/include/linux/ |
H A D | srcutiny.h | 20 unsigned long srcu_idx; /* Current reader array element in bit 0x2. */ member in struct:srcu_struct 21 unsigned long srcu_idx_max; /* Furthest future srcu_idx request. */ 67 idx = ((READ_ONCE(ssp->srcu_idx) + 1) & 0x2) >> 1; 88 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; 93 data_race(READ_ONCE(ssp->srcu_idx)),
|
H A D | srcutree.h | 97 unsigned int srcu_idx; /* Current rdr array element. */ member in struct:srcu_struct
|
H A D | device-mapper.h | 582 struct dm_table *dm_get_live_table(struct mapped_device *md, int *srcu_idx); 583 void dm_put_live_table(struct mapped_device *md, int srcu_idx);
|
/linux-master/drivers/md/ |
H A D | dm-verity-loadpin.c | 58 int srcu_idx; local 71 table = dm_get_live_table(md, &srcu_idx); 82 dm_put_live_table(md, srcu_idx);
|
H A D | dm-ioctl.c | 311 int srcu_idx; local 322 table = dm_get_live_table(hc->md, &srcu_idx); 325 dm_put_live_table(hc->md, srcu_idx); 434 int srcu_idx; local 496 table = dm_get_live_table(hc->md, &srcu_idx); 499 dm_put_live_table(hc->md, srcu_idx); 789 static struct dm_table *dm_get_inactive_table(struct mapped_device *md, int *srcu_idx) argument 795 dm_get_live_table(md, srcu_idx); 814 int *srcu_idx) 817 dm_get_inactive_table(md, srcu_idx) 812 dm_get_live_or_inactive_table(struct mapped_device *md, struct dm_ioctl *param, int *srcu_idx) argument 828 int srcu_idx; local 867 int srcu_idx; local 1343 int srcu_idx; local 1670 int srcu_idx; local 1696 int srcu_idx; local 1757 int srcu_idx; local [all...] |
H A D | dm.c | 412 static int dm_prepare_ioctl(struct mapped_device *md, int *srcu_idx, argument 421 map = dm_get_live_table(md, srcu_idx); 438 dm_put_live_table(md, *srcu_idx); 446 static void dm_unprepare_ioctl(struct mapped_device *md, int srcu_idx) argument 448 dm_put_live_table(md, srcu_idx); 455 int r, srcu_idx; local 457 r = dm_prepare_ioctl(md, &srcu_idx, &bdev); 480 dm_unprepare_ioctl(md, srcu_idx); 686 int *srcu_idx) __acquires(md->io_barrier) 688 *srcu_idx 1234 int srcu_idx; local 1261 int srcu_idx; local 1287 int srcu_idx; local 1846 int srcu_idx; local 2482 int srcu_idx; local 3188 int ret = -ENOTTY, srcu_idx; local 3396 int r, srcu_idx; local [all...] |
H A D | dm-zone.c | 61 int srcu_idx, ret; local 66 map = dm_get_live_table(md, &srcu_idx); 72 dm_put_live_table(md, srcu_idx); 334 int srcu_idx, ret; local 336 t = dm_get_live_table(md, &srcu_idx); 349 dm_put_live_table(md, srcu_idx);
|
H A D | dm-rq.c | 494 int srcu_idx; local 497 map = dm_get_live_table(md, &srcu_idx); 499 dm_put_live_table(md, srcu_idx); 503 dm_put_live_table(md, srcu_idx);
|
/linux-master/kernel/rcu/ |
H A D | srcutiny.c | 36 ssp->srcu_idx = 0; 88 WARN_ON(ssp->srcu_idx != ssp->srcu_idx_max); 89 WARN_ON(ssp->srcu_idx & 0x1); 120 if (ssp->srcu_gp_running || ULONG_CMP_GE(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) 130 idx = (ssp->srcu_idx & 0x2) / 2; 131 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); 135 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); 154 if (ULONG_CMP_LT(ssp->srcu_idx, READ_ONC [all...] |
H A D | srcutree.c | 249 ssp->srcu_idx = 0; 485 * the current ->srcu_idx but not yet have incremented its CPU's 488 * ->srcu_idx and incrementing ->srcu_lock_count[idx]. And there 495 * flipped ->srcu_idx (possibly during the preceding grace period), 499 * increment the old ->srcu_idx value's ->srcu_lock_count[idx] 503 * the old value of ->srcu_idx and is just about to use that value 508 * an smp_mb() and a later fetch from ->srcu_idx, that task will be 511 * smp_mb(), and the fetch from ->srcu_idx in __srcu_read_lock() 513 * value of ->srcu_idx until the -second- __srcu_read_lock(), 515 * ->srcu_lock_count[idx] for the old value of ->srcu_idx twic [all...] |
/linux-master/drivers/net/wireless/microchip/wilc1000/ |
H A D | netdev.c | 130 int srcu_idx; local 134 srcu_idx = srcu_read_lock(&wilc->srcu); 139 srcu_read_unlock(&wilc->srcu, srcu_idx); 145 int srcu_idx; local 148 srcu_idx = srcu_read_lock(&wl->srcu); 153 srcu_read_unlock(&wl->srcu, srcu_idx); 658 int srcu_idx; local 670 srcu_idx = srcu_read_lock(&wilc->srcu); 675 srcu_read_unlock(&wilc->srcu, srcu_idx); 678 srcu_read_unlock(&wilc->srcu, srcu_idx); 770 int srcu_idx; local 822 int srcu_idx; local 861 int srcu_idx; local 934 int srcu_idx; local [all...] |
H A D | cfg80211.c | 240 int srcu_idx; local 242 srcu_idx = srcu_read_lock(&wl->srcu); 245 srcu_read_unlock(&wl->srcu, srcu_idx); 256 srcu_read_unlock(&wl->srcu, srcu_idx); 809 int srcu_idx; local 811 srcu_idx = srcu_read_lock(&wl->srcu); 866 srcu_read_unlock(&wl->srcu, srcu_idx); 1542 int srcu_idx; local 1544 srcu_idx = srcu_read_lock(&wl->srcu); 1549 srcu_read_unlock(&wl->srcu, srcu_idx); 1641 int srcu_idx; local 1659 int srcu_idx; local [all...] |
/linux-master/arch/powerpc/kvm/ |
H A D | book3s_hv_uvmem.c | 470 int srcu_idx, bkt; local 485 srcu_idx = srcu_read_lock(&kvm->srcu); 504 srcu_read_unlock(&kvm->srcu, srcu_idx); 661 int srcu_idx, bkt; local 674 srcu_idx = srcu_read_lock(&kvm->srcu); 679 srcu_read_unlock(&kvm->srcu, srcu_idx); 834 int srcu_idx, bkt; local 841 srcu_idx = srcu_read_lock(&kvm->srcu); 864 srcu_read_unlock(&kvm->srcu, srcu_idx); 886 int srcu_idx; local 942 int srcu_idx; local 1052 int srcu_idx; local [all...] |
H A D | book3s_xive_native.c | 575 int srcu_idx; local 646 srcu_idx = srcu_read_lock(&kvm->srcu); 651 srcu_read_unlock(&kvm->srcu, srcu_idx); 658 srcu_read_unlock(&kvm->srcu, srcu_idx); 664 srcu_read_unlock(&kvm->srcu, srcu_idx); 895 int srcu_idx; local 907 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); 909 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx);
|
H A D | book3s_64_mmu_hv.c | 760 int srcu_idx, bkt; local 762 srcu_idx = srcu_read_lock(&kvm->srcu); 775 srcu_read_unlock(&kvm->srcu, srcu_idx); 1164 int srcu_idx; local 1166 srcu_idx = srcu_read_lock(&kvm->srcu); 1175 srcu_read_unlock(&kvm->srcu, srcu_idx); 1183 srcu_read_unlock(&kvm->srcu, srcu_idx); 1193 int srcu_idx; local 1202 srcu_idx = srcu_read_lock(&kvm->srcu); 1206 srcu_read_unlock(&kvm->srcu, srcu_idx); 1277 int srcu_idx = srcu_read_lock(&kvm->srcu); local [all...] |
H A D | book3s.c | 947 int srcu_idx; local 953 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); 955 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); 990 int srcu_idx; local 1014 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); 1016 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx);
|
H A D | book3s_hv_nested.c | 564 int srcu_idx; local 567 srcu_idx = srcu_read_lock(&kvm->srcu); 572 srcu_read_unlock(&kvm->srcu, srcu_idx); 672 int srcu_idx = srcu_read_lock(&kvm->srcu); local 675 srcu_read_unlock(&kvm->srcu, srcu_idx); 798 int srcu_idx, bkt; local 816 srcu_idx = srcu_read_lock(&kvm->srcu); 819 srcu_read_unlock(&kvm->srcu, srcu_idx);
|
/linux-master/arch/arm64/include/asm/ |
H A D | kvm_mmu.h | 269 int srcu_idx = srcu_read_lock(&kvm->srcu); 272 srcu_read_unlock(&kvm->srcu, srcu_idx); 280 int srcu_idx = srcu_read_lock(&kvm->srcu); 283 srcu_read_unlock(&kvm->srcu, srcu_idx);
|
/linux-master/drivers/nvme/host/ |
H A D | ioctl.c | 664 void __user *argp, struct nvme_ns_head *head, int srcu_idx, 672 srcu_read_unlock(&head->srcu, srcu_idx); 686 int srcu_idx, ret = -EWOULDBLOCK; local 692 srcu_idx = srcu_read_lock(&head->srcu); 703 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx, 708 srcu_read_unlock(&head->srcu, srcu_idx); 721 int srcu_idx, ret = -EWOULDBLOCK; local 723 srcu_idx = srcu_read_lock(&head->srcu); 729 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx, 734 srcu_read_unlock(&head->srcu, srcu_idx); 743 int srcu_idx = srcu_read_lock(&head->srcu); local [all...] |
H A D | multipath.c | 210 int srcu_idx; local 212 srcu_idx = srcu_read_lock(&head->srcu); 217 srcu_read_unlock(&head->srcu, srcu_idx); 380 int srcu_idx; local 391 srcu_idx = srcu_read_lock(&head->srcu); 411 srcu_read_unlock(&head->srcu, srcu_idx); 432 int srcu_idx, ret = -EWOULDBLOCK; local 434 srcu_idx = srcu_read_lock(&head->srcu); 438 srcu_read_unlock(&head->srcu, srcu_idx); 594 int node, srcu_idx; local [all...] |
H A D | pr.c | 56 int srcu_idx = srcu_read_lock(&head->srcu); local 64 srcu_read_unlock(&head->srcu, srcu_idx);
|
/linux-master/block/ |
H A D | blk-mq.h | 454 int srcu_idx; \ 457 srcu_idx = srcu_read_lock(__tag_set->srcu); \ 459 srcu_read_unlock(__tag_set->srcu, srcu_idx); \
|
/linux-master/mm/kasan/ |
H A D | quarantine.c | 243 int srcu_idx; local 259 srcu_idx = srcu_read_lock(&remove_cache_srcu); 287 srcu_read_unlock(&remove_cache_srcu, srcu_idx);
|
/linux-master/fs/bcachefs/ |
H A D | btree_key_cache.c | 726 int srcu_idx = srcu_read_lock(&c->btree_trans_barrier); local 750 srcu_read_unlock(&c->btree_trans_barrier, srcu_idx); 833 int srcu_idx; local 836 srcu_idx = srcu_read_lock(&c->btree_trans_barrier); 919 srcu_read_unlock(&c->btree_trans_barrier, srcu_idx);
|
/linux-master/arch/mips/kvm/ |
H A D | mmu.c | 593 int srcu_idx, err; local 601 srcu_idx = srcu_read_lock(&kvm->srcu); 679 srcu_read_unlock(&kvm->srcu, srcu_idx);
|