25 	unsigned long i, j, addr;  in subpage_prot_free()  local
37 	addr = 0;  in subpage_prot_free()
43 		for (j = 0; j < SBP_L2_COUNT && addr < spt->maxaddr;  in subpage_prot_free()
44 		     ++j, addr += PAGE_SIZE)  in subpage_prot_free()
53 static void hpte_flush_range(struct mm_struct *mm, unsigned long addr,  in hpte_flush_range()  argument
62 	pgd = pgd_offset(mm, addr);  in hpte_flush_range()
65 	pud = pud_offset(pgd, addr);  in hpte_flush_range()
68 	pmd = pmd_offset(pud, addr);  in hpte_flush_range()
71 	pte = pte_offset_map_lock(mm, pmd, addr, &ptl);  in hpte_flush_range()
74 		pte_update(mm, addr, pte, 0, 0, 0);  in hpte_flush_range()
75 		addr += PAGE_SIZE;  in hpte_flush_range()
86 static void subpage_prot_clear(unsigned long addr, unsigned long len)  in subpage_prot_clear()  argument
101 	limit = addr + len;  in subpage_prot_clear()
104 	for (; addr < limit; addr = next) {  in subpage_prot_clear()
105 		next = pmd_addr_end(addr, limit);  in subpage_prot_clear()
106 		if (addr < 0x100000000UL) {  in subpage_prot_clear()
109 			spm = spt->protptrs[addr >> SBP_L3_SHIFT];  in subpage_prot_clear()
113 		spp = spm[(addr >> SBP_L2_SHIFT) & (SBP_L2_COUNT - 1)];  in subpage_prot_clear()
116 		spp += (addr >> PAGE_SHIFT) & (SBP_L1_COUNT - 1);  in subpage_prot_clear()
118 		i = (addr >> PAGE_SHIFT) & (PTRS_PER_PTE - 1);  in subpage_prot_clear()
120 		if (addr + (nw << PAGE_SHIFT) > next)  in subpage_prot_clear()
121 			nw = (next - addr) >> PAGE_SHIFT;  in subpage_prot_clear()
126 		hpte_flush_range(mm, addr, nw);  in subpage_prot_clear()
134 static int subpage_walk_pmd_entry(pmd_t *pmd, unsigned long addr,  in subpage_walk_pmd_entry()  argument
138 	split_huge_pmd(vma, pmd, addr);  in subpage_walk_pmd_entry()
146 static void subpage_mark_vma_nohuge(struct mm_struct *mm, unsigned long addr,  in subpage_mark_vma_nohuge()  argument
155 	vma = find_vma(mm, addr);  in subpage_mark_vma_nohuge()
159 	if (vma && ((addr + len) <= vma->vm_start))  in subpage_mark_vma_nohuge()
163 		if (vma->vm_start >= (addr + len))  in subpage_mark_vma_nohuge()
171 static void subpage_mark_vma_nohuge(struct mm_struct *mm, unsigned long addr,  in subpage_mark_vma_nohuge()  argument
188 SYSCALL_DEFINE3(subpage_prot, unsigned long, addr,  in SYSCALL_DEFINE3()  argument
203 	if ((addr & ~PAGE_MASK) || (len & ~PAGE_MASK) ||  in SYSCALL_DEFINE3()
204 	    addr >= mm->task_size || len >= mm->task_size ||  in SYSCALL_DEFINE3()
205 	    addr + len > mm->task_size)  in SYSCALL_DEFINE3()
208 	if (is_hugepage_only_range(mm, addr, len))  in SYSCALL_DEFINE3()
213 		subpage_prot_clear(addr, len);  in SYSCALL_DEFINE3()
236 	subpage_mark_vma_nohuge(mm, addr, len);  in SYSCALL_DEFINE3()
237 	for (limit = addr + len; addr < limit; addr = next) {  in SYSCALL_DEFINE3()
238 		next = pmd_addr_end(addr, limit);  in SYSCALL_DEFINE3()
240 		if (addr < 0x100000000UL) {  in SYSCALL_DEFINE3()
243 			spm = spt->protptrs[addr >> SBP_L3_SHIFT];  in SYSCALL_DEFINE3()
248 				spt->protptrs[addr >> SBP_L3_SHIFT] = spm;  in SYSCALL_DEFINE3()
251 		spm += (addr >> SBP_L2_SHIFT) & (SBP_L2_COUNT - 1);  in SYSCALL_DEFINE3()
259 		spp += (addr >> PAGE_SHIFT) & (SBP_L1_COUNT - 1);  in SYSCALL_DEFINE3()
262 		demote_segment_4k(mm, addr);  in SYSCALL_DEFINE3()
265 		i = (addr >> PAGE_SHIFT) & (PTRS_PER_PTE - 1);  in SYSCALL_DEFINE3()
267 		if (addr + (nw << PAGE_SHIFT) > next)  in SYSCALL_DEFINE3()
268 			nw = (next - addr) >> PAGE_SHIFT;  in SYSCALL_DEFINE3()
277 		hpte_flush_range(mm, addr, nw);  in SYSCALL_DEFINE3()