• Home
  • Raw
  • Download

Lines Matching refs:pcp

1436 					struct per_cpu_pages *pcp)  in free_pcppages_bulk()  argument
1449 count = min(pcp->count, count); in free_pcppages_bulk()
1464 list = &pcp->lists[migratetype]; in free_pcppages_bulk()
1475 pcp->count--; in free_pcppages_bulk()
1491 if (prefetch_nr++ < pcp->batch) in free_pcppages_bulk()
3055 unsigned int order, struct per_cpu_pages *pcp, in get_populated_pcp_list() argument
3058 struct list_head *list = &pcp->lists[migratetype]; in get_populated_pcp_list()
3061 trace_android_vh_rmqueue_bulk_bypass(order, pcp, migratetype, list); in get_populated_pcp_list()
3065 pcp->count += rmqueue_bulk(zone, order, in get_populated_pcp_list()
3066 pcp->batch, list, in get_populated_pcp_list()
3084 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp) in drain_zone_pages() argument
3090 batch = READ_ONCE(pcp->batch); in drain_zone_pages()
3091 to_drain = min(pcp->count, batch); in drain_zone_pages()
3093 free_pcppages_bulk(zone, to_drain, pcp); in drain_zone_pages()
3109 struct per_cpu_pages *pcp; in drain_pages_zone() local
3114 pcp = &pset->pcp; in drain_pages_zone()
3115 if (pcp->count) in drain_pages_zone()
3116 free_pcppages_bulk(zone, pcp->count, pcp); in drain_pages_zone()
3212 struct per_cpu_pageset *pcp; in drain_all_pages() local
3217 pcp = per_cpu_ptr(zone->pageset, cpu); in drain_all_pages()
3218 if (pcp->pcp.count) in drain_all_pages()
3222 pcp = per_cpu_ptr(z->pageset, cpu); in drain_all_pages()
3223 if (pcp->pcp.count) { in drain_all_pages()
3319 struct per_cpu_pages *pcp; in free_unref_page_commit() local
3345 pcp = &this_cpu_ptr(zone->pageset)->pcp; in free_unref_page_commit()
3346 list_add(&page->lru, &pcp->lists[migratetype]); in free_unref_page_commit()
3347 pcp->count++; in free_unref_page_commit()
3348 if (pcp->count >= pcp->high) { in free_unref_page_commit()
3349 unsigned long batch = READ_ONCE(pcp->batch); in free_unref_page_commit()
3350 free_pcppages_bulk(zone, batch, pcp); in free_unref_page_commit()
3536 struct per_cpu_pages *pcp, in __rmqueue_pcplist() argument
3546 list = get_populated_pcp_list(zone, 0, pcp, in __rmqueue_pcplist()
3555 list = get_populated_pcp_list(zone, 0, pcp, in __rmqueue_pcplist()
3564 pcp->count--; in __rmqueue_pcplist()
3575 struct per_cpu_pages *pcp; in rmqueue_pcplist() local
3580 pcp = &this_cpu_ptr(zone->pageset)->pcp; in rmqueue_pcplist()
3581 page = __rmqueue_pcplist(zone, migratetype, alloc_flags, pcp, in rmqueue_pcplist()
5716 free_pcp += per_cpu_ptr(zone->pageset, cpu)->pcp.count; in show_free_areas()
5808 free_pcp += per_cpu_ptr(zone->pageset, cpu)->pcp.count; in show_free_areas()
5851 K(this_cpu_read(zone->pageset->pcp.count)), in show_free_areas()
6649 static void pageset_update(struct per_cpu_pages *pcp, unsigned long high, in pageset_update() argument
6654 pcp->batch = 1; in pageset_update()
6658 pcp->high = high; in pageset_update()
6661 pcp->batch = batch; in pageset_update()
6667 pageset_update(&p->pcp, 6 * batch, max(1UL, 1 * batch)); in pageset_set_batch()
6672 struct per_cpu_pages *pcp; in pageset_init() local
6677 pcp = &p->pcp; in pageset_init()
6679 INIT_LIST_HEAD(&pcp->lists[migratetype]); in pageset_init()
6699 pageset_update(&p->pcp, high, batch); in pageset_set_high()
6703 struct per_cpu_pageset *pcp) in pageset_set_high_and_batch() argument
6706 pageset_set_high(pcp, in pageset_set_high_and_batch()
6710 pageset_set_batch(pcp, zone_batchsize(zone)); in pageset_set_high_and_batch()
6715 struct per_cpu_pageset *pcp = per_cpu_ptr(zone->pageset, cpu); in zone_pageset_init() local
6717 pageset_init(pcp); in zone_pageset_init()
6718 pageset_set_high_and_batch(zone, pcp); in zone_pageset_init()
6750 struct per_cpu_pageset *pcp = &per_cpu(boot_pageset, cpu); in setup_per_cpu_pageset() local
6751 memset(pcp->vm_numa_stat_diff, 0, in setup_per_cpu_pageset()
6752 sizeof(pcp->vm_numa_stat_diff)); in setup_per_cpu_pageset()