1 // SPDX-License-Identifier: GPL-2.0
2
3 #include <linux/mm.h>
4 #include <linux/smp.h>
5 #include <linux/sched.h>
6 #include <asm/sbi.h>
7
flush_tlb_all(void)8 void flush_tlb_all(void)
9 {
10 sbi_remote_sfence_vma(NULL, 0, -1);
11 }
12
13 /*
14 * This function must not be called with cmask being null.
15 * Kernel may panic if cmask is NULL.
16 */
__sbi_tlb_flush_range(struct cpumask * cmask,unsigned long start,unsigned long size)17 static void __sbi_tlb_flush_range(struct cpumask *cmask, unsigned long start,
18 unsigned long size)
19 {
20 struct cpumask hmask;
21 unsigned int cpuid;
22
23 if (cpumask_empty(cmask))
24 return;
25
26 cpuid = get_cpu();
27
28 if (cpumask_any_but(cmask, cpuid) >= nr_cpu_ids) {
29 /* local cpu is the only cpu present in cpumask */
30 if (size <= PAGE_SIZE)
31 local_flush_tlb_page(start);
32 else
33 local_flush_tlb_all();
34 } else {
35 riscv_cpuid_to_hartid_mask(cmask, &hmask);
36 sbi_remote_sfence_vma(cpumask_bits(&hmask), start, size);
37 }
38
39 put_cpu();
40 }
41
flush_tlb_mm(struct mm_struct * mm)42 void flush_tlb_mm(struct mm_struct *mm)
43 {
44 __sbi_tlb_flush_range(mm_cpumask(mm), 0, -1);
45 }
46
flush_tlb_page(struct vm_area_struct * vma,unsigned long addr)47 void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr)
48 {
49 __sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), addr, PAGE_SIZE);
50 }
51
flush_tlb_range(struct vm_area_struct * vma,unsigned long start,unsigned long end)52 void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
53 unsigned long end)
54 {
55 __sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), start, end - start);
56 }
57