include/linux/mmap_lock.h

20 void __mmap_lock_do_trace_start_locking(struct mm_struct *mm, bool write);
21 void __mmap_lock_do_trace_acquire_returned(struct mm_struct *mm, bool write,
23 void __mmap_lock_do_trace_released(struct mm_struct *mm, bool write);
25 static inline void __mmap_lock_trace_start_locking(struct mm_struct *mm,
29 		__mmap_lock_do_trace_start_locking(mm, write);
32 static inline void __mmap_lock_trace_acquire_returned(struct mm_struct *mm,
36 		__mmap_lock_do_trace_acquire_returned(mm, write, success);
39 static inline void __mmap_lock_trace_released(struct mm_struct *mm, bool write)
42 		__mmap_lock_do_trace_released(mm, write);
47 static inline void __mmap_lock_trace_start_locking(struct mm_struct *mm,
52 static inline void __mmap_lock_trace_acquire_returned(struct mm_struct *mm,
57 static inline void __mmap_lock_trace_released(struct mm_struct *mm, bool write)
63 static inline void mmap_assert_locked(struct mm_struct *mm)
65 	lockdep_assert_held(&mm->mmap_lock);
66 	VM_BUG_ON_MM(!rwsem_is_locked(&mm->mmap_lock), mm);
69 static inline void mmap_assert_write_locked(struct mm_struct *mm)
71 	lockdep_assert_held_write(&mm->mmap_lock);
72 	VM_BUG_ON_MM(!rwsem_is_locked(&mm->mmap_lock), mm);
84 static inline void vma_end_write_all(struct mm_struct *mm)
86 	mmap_assert_write_locked(mm);
88 	 * Nobody can concurrently modify mm->mm_lock_seq due to exclusive
94 	smp_store_release(&mm->mm_lock_seq, mm->mm_lock_seq + 1);
97 static inline void vma_end_write_all(struct mm_struct *mm) {}
100 static inline void mmap_init_lock(struct mm_struct *mm)
102 	init_rwsem(&mm->mmap_lock);
105 static inline void mmap_write_lock(struct mm_struct *mm)
107 	__mmap_lock_trace_start_locking(mm, true);
108 	down_write(&mm->mmap_lock);
109 	__mmap_lock_trace_acquire_returned(mm, true, true);
112 static inline void mmap_write_lock_nested(struct mm_struct *mm, int subclass)
114 	__mmap_lock_trace_start_locking(mm, true);
115 	down_write_nested(&mm->mmap_lock, subclass);
116 	__mmap_lock_trace_acquire_returned(mm, true, true);
119 static inline int mmap_write_lock_killable(struct mm_struct *mm)
123 	__mmap_lock_trace_start_locking(mm, true);
124 	ret = down_write_killable(&mm->mmap_lock);
125 	__mmap_lock_trace_acquire_returned(mm, true, ret == 0);
129 static inline void mmap_write_unlock(struct mm_struct *mm)
131 	__mmap_lock_trace_released(mm, true);
132 	vma_end_write_all(mm);
133 	up_write(&mm->mmap_lock);
136 static inline void mmap_write_downgrade(struct mm_struct *mm)
138 	__mmap_lock_trace_acquire_returned(mm, false, true);
139 	vma_end_write_all(mm);
140 	downgrade_write(&mm->mmap_lock);
143 static inline void mmap_read_lock(struct mm_struct *mm)
145 	__mmap_lock_trace_start_locking(mm, false);
146 	down_read(&mm->mmap_lock);
147 	__mmap_lock_trace_acquire_returned(mm, false, true);
150 static inline int mmap_read_lock_killable(struct mm_struct *mm)
154 	__mmap_lock_trace_start_locking(mm, false);
155 	ret = down_read_killable(&mm->mmap_lock);
156 	__mmap_lock_trace_acquire_returned(mm, false, ret == 0);
160 static inline bool mmap_read_trylock(struct mm_struct *mm)
164 	__mmap_lock_trace_start_locking(mm, false);
165 	ret = down_read_trylock(&mm->mmap_lock) != 0;
166 	__mmap_lock_trace_acquire_returned(mm, false, ret);
170 static inline void mmap_read_unlock(struct mm_struct *mm)
172 	__mmap_lock_trace_released(mm, false);
173 	up_read(&mm->mmap_lock);
176 static inline void mmap_read_unlock_non_owner(struct mm_struct *mm)
178 	__mmap_lock_trace_released(mm, false);
179 	up_read_non_owner(&mm->mmap_lock);
182 static inline int mmap_lock_is_contended(struct mm_struct *mm)
184 	return rwsem_is_contended(&mm->mmap_lock);