51 __bad_area_nosemaphore(struct pt_regs *regs, unsigned long address, int si_code)  in __bad_area_nosemaphore()  argument
61 	_exception(SIGSEGV, regs, si_code, address);  in __bad_area_nosemaphore()
66 static noinline int bad_area_nosemaphore(struct pt_regs *regs, unsigned long address)  in bad_area_nosemaphore()  argument
68 	return __bad_area_nosemaphore(regs, address, SEGV_MAPERR);  in bad_area_nosemaphore()
71 static int __bad_area(struct pt_regs *regs, unsigned long address, int si_code)  in __bad_area()  argument
81 	return __bad_area_nosemaphore(regs, address, si_code);  in __bad_area()
84 static noinline int bad_area(struct pt_regs *regs, unsigned long address)  in bad_area()  argument
86 	return __bad_area(regs, address, SEGV_MAPERR);  in bad_area()
90 static noinline int bad_access_pkey(struct pt_regs *regs, unsigned long address,  in bad_access_pkey()  argument
125 	_exception_pkey(regs, address, pkey);  in bad_access_pkey()
131 static noinline int bad_access(struct pt_regs *regs, unsigned long address)  in bad_access()  argument
133 	return __bad_area(regs, address, SEGV_ACCERR);  in bad_access()
136 static int do_sigbus(struct pt_regs *regs, unsigned long address,  in do_sigbus()  argument
148 			current->comm, current->pid, address);  in do_sigbus()
155 		force_sig_mceerr(BUS_MCEERR_AR, (void __user *)address, lsb);  in do_sigbus()
160 	force_sig_fault(SIGBUS, BUS_ADRERR, (void __user *)address);  in do_sigbus()
197 			     unsigned long address, bool is_write)  in bad_kernel_fault()  argument
203 				    address >= TASK_SIZE ? "exec-protected" : "user",  in bad_kernel_fault()
204 				    address,  in bad_kernel_fault()
211 	if (!is_exec && address < TASK_SIZE && (error_code & DSISR_PROTFAULT) &&  in bad_kernel_fault()
214 				    address,  in bad_kernel_fault()
219 	if (address >= TASK_SIZE)  in bad_kernel_fault()
228 	if (bad_kuap_fault(regs, address, is_write))  in bad_kernel_fault()
305 			       unsigned long error_code, unsigned long address)  in sanity_check_fault()  argument
310 	if (is_user && address >= TASK_SIZE) {  in sanity_check_fault()
311 		if ((long)address == -1)  in sanity_check_fault()
315 				   current->comm, current->pid, address,  in sanity_check_fault()
389 static int __do_page_fault(struct pt_regs *regs, unsigned long address,  in __do_page_fault()  argument
406 			_exception(SIGBUS, regs, BUS_OBJERR, address);  in __do_page_fault()
413 	sanity_check_fault(is_write, is_user, error_code, address);  in __do_page_fault()
420 	if (unlikely(!is_user && bad_kernel_fault(regs, error_code, address, is_write)))  in __do_page_fault()
433 		return bad_area_nosemaphore(regs, address);  in __do_page_fault()
440 	perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS, 1, regs, address);  in __do_page_fault()
471 			return bad_area_nosemaphore(regs, address);  in __do_page_fault()
484 	vma = find_vma(mm, address);  in __do_page_fault()
486 		return bad_area(regs, address);  in __do_page_fault()
488 	if (unlikely(vma->vm_start > address)) {  in __do_page_fault()
490 			return bad_area(regs, address);  in __do_page_fault()
492 		if (unlikely(expand_stack(vma, address)))  in __do_page_fault()
493 			return bad_area(regs, address);  in __do_page_fault()
499 		return bad_access_pkey(regs, address, vma);  in __do_page_fault()
503 		return bad_access(regs, address);  in __do_page_fault()
510 	fault = handle_mm_fault(vma, address, flags, regs);  in __do_page_fault()
531 		return mm_fault_error(regs, address, fault);  in __do_page_fault()
543 int do_page_fault(struct pt_regs *regs, unsigned long address,  in do_page_fault()  argument
547 	int rc = __do_page_fault(regs, address, error_code);  in do_page_fault()
558 void bad_page_fault(struct pt_regs *regs, unsigned long address, int sig)  in bad_page_fault()  argument