1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Copyright (C) 2009 Chen Liqin <liqin.chen@sunplusct.com>
4 * Copyright (C) 2012 Regents of the University of California
5 */
6
7#ifndef _ASM_RISCV_TLBFLUSH_H
8#define _ASM_RISCV_TLBFLUSH_H
9
10#include <linux/mm_types.h>
11#include <asm/smp.h>
12#include <asm/errata_list.h>
13
14#define FLUSH_TLB_MAX_SIZE      ((unsigned long)-1)
15#define FLUSH_TLB_NO_ASID       ((unsigned long)-1)
16
17#ifdef CONFIG_MMU
18extern unsigned long asid_mask;
19
20static inline void local_flush_tlb_all(void)
21{
22	__asm__ __volatile__ ("sfence.vma" : : : "memory");
23}
24
25/* Flush one page from local TLB */
26static inline void local_flush_tlb_page(unsigned long addr)
27{
28	ALT_FLUSH_TLB_PAGE(__asm__ __volatile__ ("sfence.vma %0" : : "r" (addr) : "memory"));
29}
30#else /* CONFIG_MMU */
31#define local_flush_tlb_all()			do { } while (0)
32#define local_flush_tlb_page(addr)		do { } while (0)
33#endif /* CONFIG_MMU */
34
35#if defined(CONFIG_SMP) && defined(CONFIG_MMU)
36void flush_tlb_all(void);
37void flush_tlb_mm(struct mm_struct *mm);
38void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start,
39			unsigned long end, unsigned int page_size);
40void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr);
41void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
42		     unsigned long end);
43void flush_tlb_kernel_range(unsigned long start, unsigned long end);
44void local_flush_tlb_kernel_range(unsigned long start, unsigned long end);
45#ifdef CONFIG_TRANSPARENT_HUGEPAGE
46#define __HAVE_ARCH_FLUSH_PMD_TLB_RANGE
47void flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start,
48			unsigned long end);
49#endif
50
51bool arch_tlbbatch_should_defer(struct mm_struct *mm);
52void arch_tlbbatch_add_pending(struct arch_tlbflush_unmap_batch *batch,
53			       struct mm_struct *mm,
54			       unsigned long uaddr);
55void arch_flush_tlb_batched_pending(struct mm_struct *mm);
56void arch_tlbbatch_flush(struct arch_tlbflush_unmap_batch *batch);
57
58#else /* CONFIG_SMP && CONFIG_MMU */
59
60#define flush_tlb_all() local_flush_tlb_all()
61#define flush_tlb_page(vma, addr) local_flush_tlb_page(addr)
62
63static inline void flush_tlb_range(struct vm_area_struct *vma,
64		unsigned long start, unsigned long end)
65{
66	local_flush_tlb_all();
67}
68
69/* Flush a range of kernel pages */
70static inline void flush_tlb_kernel_range(unsigned long start,
71	unsigned long end)
72{
73	local_flush_tlb_all();
74}
75
76#define flush_tlb_mm(mm) flush_tlb_all()
77#define flush_tlb_mm_range(mm, start, end, page_size) flush_tlb_all()
78#define local_flush_tlb_kernel_range(start, end) flush_tlb_all()
79#endif /* !CONFIG_SMP || !CONFIG_MMU */
80
81#endif /* _ASM_RISCV_TLBFLUSH_H */
82