229 					      const void *object)  in kasan_get_alloc_meta()  argument
233 	return kasan_reset_tag(object) + cache->kasan_info.alloc_meta_offset;  in kasan_get_alloc_meta()
238 					    const void *object)  in kasan_get_free_meta()  argument
243 	return kasan_reset_tag(object) + cache->kasan_info.free_meta_offset;  in kasan_get_free_meta()
257 void __kasan_unpoison_object_data(struct kmem_cache *cache, void *object)  in __kasan_unpoison_object_data()  argument
259 	kasan_unpoison(object, cache->object_size, false);  in __kasan_unpoison_object_data()
262 void __kasan_poison_object_data(struct kmem_cache *cache, void *object)  in __kasan_poison_object_data()  argument
264 	kasan_poison(object, round_up(cache->object_size, KASAN_GRANULE_SIZE),  in __kasan_poison_object_data()
283 					const void *object, bool init)  in assign_tag()  argument
298 	return (u8)obj_to_index(cache, virt_to_page(object), (void *)object);  in assign_tag()
304 	return init ? kasan_random_tag() : get_tag(object);  in assign_tag()
309 						const void *object)  in __kasan_init_slab_obj()  argument
314 		alloc_meta = kasan_get_alloc_meta(cache, object);  in __kasan_init_slab_obj()
320 	object = set_tag(object, assign_tag(cache, object, true));  in __kasan_init_slab_obj()
322 	return (void *)object;  in __kasan_init_slab_obj()
325 static inline bool ____kasan_slab_free(struct kmem_cache *cache, void *object,  in ____kasan_slab_free()  argument
331 	tag = get_tag(object);  in ____kasan_slab_free()
332 	tagged_object = object;  in ____kasan_slab_free()
333 	object = kasan_reset_tag(object);  in ____kasan_slab_free()
335 	if (is_kfence_address(object))  in ____kasan_slab_free()
338 	if (unlikely(nearest_obj(cache, virt_to_head_page(object), object) !=  in ____kasan_slab_free()
339 	    object)) {  in ____kasan_slab_free()
353 	kasan_poison(object, round_up(cache->object_size, KASAN_GRANULE_SIZE),  in ____kasan_slab_free()
360 		kasan_set_free_info(cache, object, tag);  in ____kasan_slab_free()
362 	return kasan_quarantine_put(cache, object);  in ____kasan_slab_free()
365 bool __kasan_slab_free(struct kmem_cache *cache, void *object,  in __kasan_slab_free()  argument
368 	return ____kasan_slab_free(cache, object, ip, true, init);  in __kasan_slab_free()
417 static void set_alloc_info(struct kmem_cache *cache, void *object,  in set_alloc_info()  argument
426 	alloc_meta = kasan_get_alloc_meta(cache, object);  in set_alloc_info()
432 					void *object, gfp_t flags, bool init)  in __kasan_slab_alloc()  argument
440 	if (unlikely(object == NULL))  in __kasan_slab_alloc()
443 	if (is_kfence_address(object))  in __kasan_slab_alloc()
444 		return (void *)object;  in __kasan_slab_alloc()
450 	tag = assign_tag(cache, object, false);  in __kasan_slab_alloc()
451 	tagged_object = set_tag(object, tag);  in __kasan_slab_alloc()
461 		set_alloc_info(cache, (void *)object, flags, false);  in __kasan_slab_alloc()
467 				const void *object, size_t size, gfp_t flags)  in ____kasan_kmalloc()  argument
475 	if (unlikely(object == NULL))  in ____kasan_kmalloc()
478 	if (is_kfence_address(kasan_reset_tag(object)))  in ____kasan_kmalloc()
479 		return (void *)object;  in ____kasan_kmalloc()
492 		kasan_poison_last_granule((void *)object, size);  in ____kasan_kmalloc()
495 	redzone_start = round_up((unsigned long)(object + size),  in ____kasan_kmalloc()
497 	redzone_end = round_up((unsigned long)(object + cache->object_size),  in ____kasan_kmalloc()
507 		set_alloc_info(cache, (void *)object, flags, true);  in ____kasan_kmalloc()
510 	return (void *)object;  in ____kasan_kmalloc()
513 void * __must_check __kasan_kmalloc(struct kmem_cache *cache, const void *object,  in __kasan_kmalloc()  argument
516 	return ____kasan_kmalloc(cache, object, size, flags);  in __kasan_kmalloc()
555 void * __must_check __kasan_krealloc(const void *object, size_t size, gfp_t flags)  in __kasan_krealloc()  argument
559 	if (unlikely(object == ZERO_SIZE_PTR))  in __kasan_krealloc()
560 		return (void *)object;  in __kasan_krealloc()
567 	kasan_unpoison(object, size, false);  in __kasan_krealloc()
569 	page = virt_to_head_page(object);  in __kasan_krealloc()
573 		return __kasan_kmalloc_large(object, size, flags);  in __kasan_krealloc()
575 		return ____kasan_kmalloc(page->slab_cache, object, size, flags);  in __kasan_krealloc()