| /linux-master/kernel/sched/ |
| H A D | sched.h | 82 #include <asm/barrier.h>
3378 barrier();
3391 barrier();
3427 * Provide a memory barrier between rq->curr store and load of
3434 * user -> kernel transition does not guarantee a barrier, but
3446 * kernel -> user transition does not provide a barrier
3455 * memory barrier in switch_mm() when
3458 * barrier, it is emitted here. If current->mm
3459 * is unchanged, no barrier is needed.
|
| /linux-master/include/asm-generic/ |
| H A D | barrier.h | 3 * Generic barrier definitions.
61 #define mb() barrier()
113 #define smp_mb() barrier()
117 #define smp_rmb() barrier()
121 #define smp_wmb() barrier()
182 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); barrier(); } while (0)
186 #define smp_mb__before_atomic() barrier()
190 #define smp_mb__after_atomic() barrier()
196 barrier(); \
205 barrier(); \
[all...] |
| /linux-master/arch/x86/include/asm/ |
| H A D | barrier.h | 51 /* Prevent speculative execution past this barrier. */
54 #define __dma_rmb() barrier()
55 #define __dma_wmb() barrier()
60 #define __smp_wmb() barrier()
66 barrier(); \
74 barrier(); \
82 /* Writing to CR3 provides a full memory barrier in switch_mm(). */
85 #include <asm-generic/barrier.h>
|
| /linux-master/net/core/ |
| H A D | dev.c | 6003 * and we dont need an smp_mb() memory barrier.
6766 barrier();
6808 barrier();
|
| /linux-master/drivers/s390/net/ |
| H A D | ism_drv.c | 499 barrier();
508 barrier();
517 barrier();
|
| /linux-master/arch/x86/kernel/cpu/ |
| H A D | common.c | 2201 * reload it nevertheless, this function acts as a 'CPU state barrier',
2227 barrier();
|
| /linux-master/arch/x86/kernel/apic/ |
| H A D | apic.c | 48 #include <asm/barrier.h>
|
| /linux-master/arch/x86/events/ |
| H A D | core.c | 729 barrier();
1354 barrier();
|
| /linux-master/fs/ceph/ |
| H A D | mds_client.c | 2326 __le32 barrier, *cap_barrier; local
2329 barrier = cpu_to_le32(osdc->epoch_barrier);
2373 *cap_barrier = barrier;
2393 *cap_barrier = barrier;
|
| /linux-master/drivers/md/ |
| H A D | raid1.c | 568 * barrier unit which start_sector belongs to.
942 * To do this we raise a 'barrier'.
943 * The 'barrier' is a counter that can be raised multiple times
946 * We can only raise the barrier if there is no pending IO.
948 * We choose only to raise the barrier if no-one is waiting for the
949 * barrier to go down. This means that as soon as an IO request
950 * is ready, no other operations which require a barrier will start
975 atomic_inc(&conf->barrier[idx]);
977 * In raise_barrier() we firstly increase conf->barrier[idx] then
979 * increase conf->nr_pending[idx] then check conf->barrier[id
[all...] |
| /linux-master/drivers/iommu/ |
| H A D | mtk_iommu.c | 32 #include <asm/barrier.h>
|
| H A D | mtk_iommu_v1.c | 28 #include <asm/barrier.h>
|
| /linux-master/kernel/trace/ |
| H A D | ring_buffer.c | 1024 * FIXME: Ideally, we need a memory barrier on the writer side as well,
1025 * but adding a memory barrier to all events will cause too much of a
1026 * performance hit in the fast path. We only need a memory barrier when
1400 barrier();
2289 barrier();
2964 * No need for a memory barrier here, as the update
2970 /* add barrier to keep gcc from optimizing too much */
2971 barrier();
2983 barrier();
2987 barrier();
[all...] |
| /linux-master/drivers/gpu/drm/amd/amdgpu/ |
| H A D | sdma_v4_4_2.c | 600 barrier(); /* work around https://llvm.org/pr42576 */
|
| /linux-master/include/linux/ |
| H A D | compiler.h | 82 /* Optimization barrier */
83 #ifndef barrier
85 # define barrier() __asm__ __volatile__("": : :"memory") macro
92 * normal barrier(): while gcc behavior gets along with a normal
93 * barrier(), llvm needs an explicit input variable to be assumed
|
| /linux-master/fs/btrfs/ |
| H A D | inode.c | 877 barrier();
879 barrier();
1616 /* atomic_sub_return implies a barrier */
10036 * The memory barrier implied by the atomic_dec_return() here
10037 * pairs with the memory barrier implied by the
|
| /linux-master/arch/x86/kernel/cpu/mce/ |
| H A D | core.c | 261 barrier();
702 barrier();
1082 * Rely on the implied barrier below, such that global_nwo
1178 barrier();
1205 barrier();
1510 barrier();
|
| /linux-master/arch/powerpc/include/asm/vdso/ |
| H A D | gettimeofday.h | 8 #include <asm/barrier.h>
|
| /linux-master/mm/ |
| H A D | memory.c | 3353 * the barrier present in the atomic_add_negative
4443 * The memory barrier inside __folio_mark_uptodate makes sure that
5384 barrier();
|
| /linux-master/fs/bcachefs/ |
| H A D | alloc_foreground.c | 1525 barrier(); /* READ_ONCE() doesn't work on bitfields */
|
| /linux-master/drivers/gpio/ |
| H A D | gpiolib.c | 1867 * Using barrier() here to prevent compiler from reordering
1870 barrier();
|
| /linux-master/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 32 barrier();
1696 /* speculation barrier */
|
| /linux-master/arch/s390/include/asm/ |
| H A D | atomic.h | 15 #include <asm/barrier.h>
|
| /linux-master/drivers/scsi/qla2xxx/ |
| H A D | qla_init.c | 3351 barrier();
3369 barrier();
3413 barrier();
3592 barrier();
3611 barrier();
7482 /* memory barrier */
|
| /linux-master/tools/testing/selftests/mm/ |
| H A D | protection_keys.c | 954 #define barrier() __asm__ __volatile__("": : :"memory") macro
960 barrier();
|