1 #include <linux/mm.h>
2 #include <linux/hugetlb.h>
3 #include <asm/pgtable.h>
4 #include <asm/pgalloc.h>
5 #include <asm/cacheflush.h>
6 #include <asm/machdep.h>
7 #include <asm/mman.h>
8 #include <asm/tlb.h>
9
radix__flush_hugetlb_page(struct vm_area_struct * vma,unsigned long vmaddr)10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr)
11 {
12 int psize;
13 struct hstate *hstate = hstate_file(vma->vm_file);
14
15 psize = hstate_get_psize(hstate);
16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize);
17 }
18
radix__local_flush_hugetlb_page(struct vm_area_struct * vma,unsigned long vmaddr)19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr)
20 {
21 int psize;
22 struct hstate *hstate = hstate_file(vma->vm_file);
23
24 psize = hstate_get_psize(hstate);
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize);
26 }
27
radix__flush_hugetlb_tlb_range(struct vm_area_struct * vma,unsigned long start,unsigned long end)28 void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start,
29 unsigned long end)
30 {
31 int psize;
32 struct hstate *hstate = hstate_file(vma->vm_file);
33
34 psize = hstate_get_psize(hstate);
35 radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize);
36 }
37
38 /*
39 * A vairant of hugetlb_get_unmapped_area doing topdown search
40 * FIXME!! should we do as x86 does or non hugetlb area does ?
41 * ie, use topdown or not based on mmap_is_legacy check ?
42 */
43 unsigned long
radix__hugetlb_get_unmapped_area(struct file * file,unsigned long addr,unsigned long len,unsigned long pgoff,unsigned long flags)44 radix__hugetlb_get_unmapped_area(struct file *file, unsigned long addr,
45 unsigned long len, unsigned long pgoff,
46 unsigned long flags)
47 {
48 struct mm_struct *mm = current->mm;
49 struct vm_area_struct *vma;
50 struct hstate *h = hstate_file(file);
51 struct vm_unmapped_area_info info;
52
53 if (len & ~huge_page_mask(h))
54 return -EINVAL;
55 if (len > TASK_SIZE)
56 return -ENOMEM;
57
58 if (flags & MAP_FIXED) {
59 if (prepare_hugepage_range(file, addr, len))
60 return -EINVAL;
61 return addr;
62 }
63
64 if (addr) {
65 addr = ALIGN(addr, huge_page_size(h));
66 vma = find_vma(mm, addr);
67 if (TASK_SIZE - len >= addr &&
68 (!vma || addr + len <= vm_start_gap(vma)))
69 return addr;
70 }
71 /*
72 * We are always doing an topdown search here. Slice code
73 * does that too.
74 */
75 info.flags = VM_UNMAPPED_AREA_TOPDOWN;
76 info.length = len;
77 info.low_limit = PAGE_SIZE;
78 info.high_limit = current->mm->mmap_base;
79 info.align_mask = PAGE_MASK & ~huge_page_mask(h);
80 info.align_offset = 0;
81 return vm_unmapped_area(&info);
82 }
83