90 bool __kasan_check_read(const volatile void *p, unsigned int size)  in __kasan_check_read()  argument
92 	return check_memory_region((unsigned long)p, size, false, _RET_IP_);  in __kasan_check_read()
96 bool __kasan_check_write(const volatile void *p, unsigned int size)  in __kasan_check_write()  argument
98 	return check_memory_region((unsigned long)p, size, true, _RET_IP_);  in __kasan_check_write()
132 void kasan_poison_shadow(const void *address, size_t size, u8 value)  in kasan_poison_shadow()  argument
144 	shadow_end = kasan_mem_to_shadow(address + size);  in kasan_poison_shadow()
149 void kasan_unpoison_shadow(const void *address, size_t size)  in kasan_unpoison_shadow()  argument
160 	kasan_poison_shadow(address, size, tag);  in kasan_unpoison_shadow()
162 	if (size & KASAN_SHADOW_MASK) {  in kasan_unpoison_shadow()
163 		u8 *shadow = (u8 *)kasan_mem_to_shadow(address + size);  in kasan_unpoison_shadow()
168 			*shadow = size & KASAN_SHADOW_MASK;  in kasan_unpoison_shadow()
175 	size_t size = sp - base;  in __kasan_unpoison_stack()  local
177 	kasan_unpoison_shadow(base, size);  in __kasan_unpoison_stack()
207 	size_t size = watermark - sp;  in kasan_unpoison_stack_above_sp_to()  local
211 	kasan_unpoison_shadow(sp, size);  in kasan_unpoison_stack_above_sp_to()
255 void kasan_cache_create(struct kmem_cache *cache, unsigned int *size,  in kasan_cache_create()  argument
258 	unsigned int orig_size = *size;  in kasan_cache_create()
263 	cache->kasan_info.alloc_meta_offset = *size;  in kasan_cache_create()
264 	*size += sizeof(struct kasan_alloc_meta);  in kasan_cache_create()
270 		cache->kasan_info.free_meta_offset = *size;  in kasan_cache_create()
271 		*size += sizeof(struct kasan_free_meta);  in kasan_cache_create()
275 	redzone_adjust = redzone_size -	(*size - cache->object_size);  in kasan_cache_create()
277 		*size += redzone_adjust;  in kasan_cache_create()
279 	*size = min_t(unsigned int, KMALLOC_MAX_SIZE,  in kasan_cache_create()
280 			max(*size, cache->object_size + redzone_size));  in kasan_cache_create()
285 	if (*size <= cache->kasan_info.alloc_meta_offset ||  in kasan_cache_create()
286 			*size <= cache->kasan_info.free_meta_offset) {  in kasan_cache_create()
289 		*size = orig_size;  in kasan_cache_create()
484 				size_t size, gfp_t flags, bool keep_tag)  in __kasan_kmalloc()  argument
496 	redzone_start = round_up((unsigned long)(object + size),  in __kasan_kmalloc()
505 	kasan_unpoison_shadow(set_tag(object, tag), size);  in __kasan_kmalloc()
522 				size_t size, gfp_t flags)  in kasan_kmalloc()  argument
524 	return __kasan_kmalloc(cache, object, size, flags, true);  in kasan_kmalloc()
528 void * __must_check kasan_kmalloc_large(const void *ptr, size_t size,  in kasan_kmalloc_large()  argument
542 	redzone_start = round_up((unsigned long)(ptr + size),  in kasan_kmalloc_large()
546 	kasan_unpoison_shadow(ptr, size);  in kasan_kmalloc_large()
553 void * __must_check kasan_krealloc(const void *object, size_t size, gfp_t flags)  in kasan_krealloc()  argument
563 		return kasan_kmalloc_large(object, size, flags);  in kasan_krealloc()
565 		return __kasan_kmalloc(page->slab_cache, object, size,  in kasan_krealloc()
593 int kasan_module_alloc(void *addr, size_t size)  in kasan_module_alloc()  argument
601 	scaled_size = (size + KASAN_SHADOW_MASK) >> KASAN_SHADOW_SCALE_SHIFT;  in kasan_module_alloc()
629 extern void __kasan_report(unsigned long addr, size_t size, bool is_write, unsigned long ip);
631 void kasan_report(unsigned long addr, size_t size, bool is_write, unsigned long ip)  in kasan_report()  argument
634 	__kasan_report(addr, size, is_write, ip);  in kasan_report()