26 static inline void handle_cfi_failure(void *ptr)  in handle_cfi_failure()  argument
29 		WARN_RATELIMIT(1, "CFI failure (target: %pS):\n", ptr);  in handle_cfi_failure()
31 		panic("CFI failure (target: %pS)\n", ptr);  in handle_cfi_failure()
71 static inline int ptr_to_shadow(const struct cfi_shadow *s, unsigned long ptr)  in ptr_to_shadow()  argument
74 	unsigned long page = ptr >> PAGE_SHIFT;  in ptr_to_shadow()
151 	unsigned long ptr;  in add_module_to_shadow()  local
163 	for (ptr = min_addr; ptr <= max_addr; ptr += PAGE_SIZE) {  in add_module_to_shadow()
164 		int index = ptr_to_shadow(s, ptr);  in add_module_to_shadow()
177 	unsigned long ptr;  in remove_module_from_shadow()  local
179 	for (ptr = min_addr; ptr <= max_addr; ptr += PAGE_SIZE) {  in remove_module_from_shadow()
180 		int index = ptr_to_shadow(s, ptr);  in remove_module_from_shadow()
241 	unsigned long ptr)  in ptr_to_check_fn()  argument
248 	index = ptr_to_shadow(s, ptr);  in ptr_to_check_fn()
255 static inline cfi_check_fn find_shadow_check_fn(unsigned long ptr)  in find_shadow_check_fn()  argument
260 	fn = ptr_to_check_fn(rcu_dereference_sched(cfi_shadow), ptr);  in find_shadow_check_fn()
268 static inline cfi_check_fn find_shadow_check_fn(unsigned long ptr)  in find_shadow_check_fn()  argument
275 static inline cfi_check_fn find_module_check_fn(unsigned long ptr)  in find_module_check_fn()  argument
281 	mod = __module_address(ptr);  in find_module_check_fn()
289 static inline cfi_check_fn find_check_fn(unsigned long ptr)  in find_check_fn()  argument
295 	if (is_kernel_text(ptr))  in find_check_fn()
310 		fn = find_shadow_check_fn(ptr);  in find_check_fn()
312 		fn = find_module_check_fn(ptr);  in find_check_fn()
322 static inline void __nocfi ___cfi_slowpath_diag(uint64_t id, void *ptr, void *diag)  in ___cfi_slowpath_diag()  argument
324 	cfi_check_fn fn = find_check_fn((unsigned long)ptr);  in ___cfi_slowpath_diag()
327 		fn(id, ptr, diag);  in ___cfi_slowpath_diag()
329 		handle_cfi_failure(ptr);  in ___cfi_slowpath_diag()
332 void __cfi_slowpath_diag(uint64_t id, void *ptr, void *diag)  in __cfi_slowpath_diag()  argument
334 	___cfi_slowpath_diag(id, ptr, diag);  in __cfi_slowpath_diag()
340 void __cfi_slowpath_diag(uint64_t id, void *ptr, void *diag)  in __cfi_slowpath_diag()  argument
342 	handle_cfi_failure(ptr); /* No modules */  in __cfi_slowpath_diag()
348 void cfi_failure_handler(void *data, void *ptr, void *vtable)  in cfi_failure_handler()  argument
350 	handle_cfi_failure(ptr);  in cfi_failure_handler()