Lines Matching defs:tlb
4 * Based on <asm-generic/tlb.h>.
25 * tlb <- tlb_gather_mmu(mm, full_mm_flush); // start unmap for address space MM
28 * tlb_start_vma(tlb, vma);
30 * tlb_remove_tlb_entry(tlb, pte, address);
32 * tlb_remove_page(tlb, page);
35 * tlb_end_vma(tlb, vma);
38 * tlb_finish_mmu(tlb, start, end); // finish unmap for address space MM
51 # define tlb_fast_mode(tlb) ((tlb)->nr == ~0U)
54 # define tlb_fast_mode(tlb) (1)
75 ia64_tlb_flush_mmu (struct mmu_gather *tlb, unsigned long start, unsigned long end)
79 if (!tlb->need_flush)
81 tlb->need_flush = 0;
83 if (tlb->fullmm) {
89 flush_tlb_mm(tlb->mm);
102 vma.vm_mm = tlb->mm;
103 /* flush the address range from the tlb: */
110 nr = tlb->nr;
111 if (!tlb_fast_mode(tlb)) {
113 tlb->nr = 0;
114 tlb->start_addr = ~0UL;
116 free_page_and_swap_cache(tlb->pages[i]);
126 struct mmu_gather *tlb = &get_cpu_var(mmu_gathers);
128 tlb->mm = mm;
142 tlb->nr = (num_online_cpus() == 1) ? ~0U : 0;
143 tlb->fullmm = full_mm_flush;
144 tlb->start_addr = ~0UL;
145 return tlb;
153 tlb_finish_mmu (struct mmu_gather *tlb, unsigned long start, unsigned long end)
156 * Note: tlb->nr may be 0 at this point, so we can't rely on tlb->start_addr and
157 * tlb->end_addr.
159 ia64_tlb_flush_mmu(tlb, start, end);
173 tlb_remove_page (struct mmu_gather *tlb, struct page *page)
175 tlb->need_flush = 1;
177 if (tlb_fast_mode(tlb)) {
181 tlb->pages[tlb->nr++] = page;
182 if (tlb->nr >= FREE_PTE_NR)
183 ia64_tlb_flush_mmu(tlb, tlb->start_addr, tlb->end_addr);
191 __tlb_remove_tlb_entry (struct mmu_gather *tlb, pte_t *ptep, unsigned long address)
193 if (tlb->start_addr == ~0UL)
194 tlb->start_addr = address;
195 tlb->end_addr = address + PAGE_SIZE;
200 #define tlb_start_vma(tlb, vma) do { } while (0)
201 #define tlb_end_vma(tlb, vma) do { } while (0)
203 #define tlb_remove_tlb_entry(tlb, ptep, addr) \
205 tlb->need_flush = 1; \
206 __tlb_remove_tlb_entry(tlb, ptep, addr); \
209 #define pte_free_tlb(tlb, ptep) \
211 tlb->need_flush = 1; \
212 __pte_free_tlb(tlb, ptep); \
215 #define pmd_free_tlb(tlb, ptep) \
217 tlb->need_flush = 1; \
218 __pmd_free_tlb(tlb, ptep); \
221 #define pud_free_tlb(tlb, pudp) \
223 tlb->need_flush = 1; \
224 __pud_free_tlb(tlb, pudp); \