Lines Matching refs:p
126 static inline void *fixup_red_left(struct kmem_cache *s, void *p) in fixup_red_left() argument
129 p += s->red_left_pad; in fixup_red_left()
131 return p; in fixup_red_left()
214 static inline int sysfs_slab_alias(struct kmem_cache *s, const char *p) in sysfs_slab_alias() argument
246 void *p; in get_freepointer_safe() local
249 probe_kernel_read(&p, (void **)(object + s->offset), sizeof(p)); in get_freepointer_safe()
251 p = get_freepointer(s, object); in get_freepointer_safe()
253 return p; in get_freepointer_safe()
273 static inline int slab_index(void *p, struct kmem_cache *s, void *addr) in slab_index() argument
275 return (p - addr) / s->size; in slab_index()
443 void *p; in get_map() local
446 for (p = page->freelist; p; p = get_freepointer(s, p)) in get_map()
447 set_bit(slab_index(p, s, addr), map); in get_map()
458 static inline void *restore_red_left(struct kmem_cache *s, void *p) in restore_red_left() argument
461 p -= s->red_left_pad; in restore_red_left()
463 return p; in restore_red_left()
510 struct track *p; in get_track() local
513 p = object + s->offset + sizeof(void *); in get_track()
515 p = object + s->inuse; in get_track()
517 return p + alloc; in get_track()
523 struct track *p = get_track(s, object, alloc); in set_track() local
532 trace.entries = p->addrs; in set_track()
542 p->addrs[i] = 0; in set_track()
544 p->addr = addr; in set_track()
545 p->cpu = smp_processor_id(); in set_track()
546 p->pid = current->pid; in set_track()
547 p->when = jiffies; in set_track()
549 memset(p, 0, sizeof(struct track)); in set_track()
624 static void print_trailer(struct kmem_cache *s, struct page *page, u8 *p) in print_trailer() argument
629 print_tracking(s, p); in print_trailer()
634 p, p - addr, get_freepointer(s, p)); in print_trailer()
637 print_section("Redzone ", p - s->red_left_pad, s->red_left_pad); in print_trailer()
638 else if (p > addr + 16) in print_trailer()
639 print_section("Bytes b4 ", p - 16, 16); in print_trailer()
641 print_section("Object ", p, min_t(unsigned long, s->object_size, in print_trailer()
644 print_section("Redzone ", p + s->object_size, in print_trailer()
657 print_section("Padding ", p + off, size_from_object(s) - off); in print_trailer()
685 u8 *p = object; in init_object() local
688 memset(p - s->red_left_pad, val, s->red_left_pad); in init_object()
691 memset(p, POISON_FREE, s->object_size - 1); in init_object()
692 p[s->object_size - 1] = POISON_END; in init_object()
696 memset(p + s->object_size, val, s->inuse - s->object_size); in init_object()
768 static int check_pad_bytes(struct kmem_cache *s, struct page *page, u8 *p) in check_pad_bytes() argument
783 return check_bytes_and_report(s, page, p, "Object padding", in check_pad_bytes()
784 p + off, POISON_INUSE, size_from_object(s) - off); in check_pad_bytes()
822 u8 *p = object; in check_object() local
835 check_bytes_and_report(s, page, p, "Alignment padding", in check_object()
843 (!check_bytes_and_report(s, page, p, "Poison", p, in check_object()
845 !check_bytes_and_report(s, page, p, "Poison", in check_object()
846 p + s->object_size - 1, POISON_END, 1))) in check_object()
851 check_pad_bytes(s, page, p); in check_object()
862 if (!check_valid_pointer(s, page, get_freepointer(s, p))) { in check_object()
863 object_err(s, page, p, "Freepointer corrupt"); in check_object()
869 set_freepointer(s, p, NULL); in check_object()
1413 void *p; in new_slab() local
1436 for_each_object_idx(p, idx, s, start, page->objects) { in new_slab()
1437 setup_object(s, page, p); in new_slab()
1439 set_freepointer(s, p, p + s->size); in new_slab()
1441 set_freepointer(s, p, NULL); in new_slab()
1457 void *p; in __free_slab() local
1460 for_each_object(p, s, page_address(page), in __free_slab()
1462 check_object(s, page, p, SLUB_RED_INACTIVE); in __free_slab()
3183 void *p; in list_slab_objects() local
3192 for_each_object(p, s, addr, page->objects) { in list_slab_objects()
3194 if (!test_bit(slab_index(p, s, addr), map)) { in list_slab_objects()
3195 pr_err("INFO: Object 0x%p @offset=%tu\n", p, p - addr); in list_slab_objects()
3196 print_tracking(s, p); in list_slab_objects()
3634 struct page *p; in bootstrap() local
3636 list_for_each_entry(p, &n->partial, lru) in bootstrap()
3637 p->slab_cache = s; in bootstrap()
3640 list_for_each_entry(p, &n->full, lru) in bootstrap()
3641 p->slab_cache = s; in bootstrap()
3861 void *p; in validate_slab() local
3872 for_each_object(p, s, addr, page->objects) { in validate_slab()
3873 if (test_bit(slab_index(p, s, addr), map)) in validate_slab()
3874 if (!check_object(s, page, p, SLUB_RED_INACTIVE)) in validate_slab()
3878 for_each_object(p, s, addr, page->objects) in validate_slab()
3879 if (!test_bit(slab_index(p, s, addr), map)) in validate_slab()
3880 if (!check_object(s, page, p, SLUB_RED_ACTIVE)) in validate_slab()
4074 void *p; in process_slab() local
4079 for_each_object(p, s, addr, page->objects) in process_slab()
4080 if (!test_bit(slab_index(p, s, addr), map)) in process_slab()
4081 add_location(t, s, get_track(s, p, alloc)); in process_slab()
4177 u8 *p; in resiliency_test() local
4185 p = kzalloc(16, GFP_KERNEL); in resiliency_test()
4186 p[16] = 0x12; in resiliency_test()
4188 p + 16); in resiliency_test()
4193 p = kzalloc(32, GFP_KERNEL); in resiliency_test()
4194 p[32 + sizeof(void *)] = 0x34; in resiliency_test()
4196 p); in resiliency_test()
4200 p = kzalloc(64, GFP_KERNEL); in resiliency_test()
4201 p += 64 + (get_cycles() & 0xff) * sizeof(void *); in resiliency_test()
4202 *p = 0x56; in resiliency_test()
4204 p); in resiliency_test()
4209 p = kzalloc(128, GFP_KERNEL); in resiliency_test()
4210 kfree(p); in resiliency_test()
4211 *p = 0x78; in resiliency_test()
4212 pr_err("1. kmalloc-128: Clobber first word 0x78->0x%p\n\n", p); in resiliency_test()
4215 p = kzalloc(256, GFP_KERNEL); in resiliency_test()
4216 kfree(p); in resiliency_test()
4217 p[50] = 0x9a; in resiliency_test()
4218 pr_err("\n2. kmalloc-256: Clobber 50th byte 0x9a->0x%p\n\n", p); in resiliency_test()
4221 p = kzalloc(512, GFP_KERNEL); in resiliency_test()
4222 kfree(p); in resiliency_test()
4223 p[512] = 0xab; in resiliency_test()
4224 pr_err("\n3. kmalloc-512: Clobber redzone 0xab->0x%p\n\n", p); in resiliency_test()
5127 char *p = name; in create_unique_id() local
5131 *p++ = ':'; in create_unique_id()
5140 *p++ = 'd'; in create_unique_id()
5142 *p++ = 'a'; in create_unique_id()
5144 *p++ = 'F'; in create_unique_id()
5146 *p++ = 't'; in create_unique_id()
5147 if (p != name + 1) in create_unique_id()
5148 *p++ = '-'; in create_unique_id()
5149 p += sprintf(p, "%07d", s->size); in create_unique_id()
5151 BUG_ON(p > name + ID_STR_LENGTH - 1); in create_unique_id()