Lines Matching refs:migratetype
218 static inline void set_pcppage_migratetype(struct page *page, int migratetype) in set_pcppage_migratetype() argument
220 page->index = migratetype; in set_pcppage_migratetype()
598 void set_pageblock_migratetype(struct page *page, int migratetype) in set_pageblock_migratetype() argument
601 migratetype < MIGRATE_PCPTYPES)) in set_pageblock_migratetype()
602 migratetype = MIGRATE_UNMOVABLE; in set_pageblock_migratetype()
604 set_pfnblock_flags_mask(page, (unsigned long)migratetype, in set_pageblock_migratetype()
772 unsigned int order, int migratetype) in set_page_guard() argument
784 __mod_zone_freepage_state(zone, -(1 << order), migratetype); in set_page_guard()
790 unsigned int order, int migratetype) in clear_page_guard() argument
798 if (!is_migrate_isolate(migratetype)) in clear_page_guard()
799 __mod_zone_freepage_state(zone, (1 << order), migratetype); in clear_page_guard()
803 unsigned int order, int migratetype) { return false; } in set_page_guard() argument
805 unsigned int order, int migratetype) {} in clear_page_guard() argument
912 int order, int migratetype) in compaction_capture() argument
918 if (is_migrate_cma(migratetype) || in compaction_capture()
919 is_migrate_isolate(migratetype)) in compaction_capture()
928 if (order < pageblock_order && migratetype == MIGRATE_MOVABLE) in compaction_capture()
943 int order, int migratetype) in compaction_capture() argument
951 unsigned int order, int migratetype) in add_to_free_list() argument
955 list_add(&page->lru, &area->free_list[migratetype]); in add_to_free_list()
961 unsigned int order, int migratetype) in add_to_free_list_tail() argument
965 list_add_tail(&page->lru, &area->free_list[migratetype]); in add_to_free_list_tail()
975 unsigned int order, int migratetype) in move_to_free_list() argument
979 list_move_tail(&page->lru, &area->free_list[migratetype]); in move_to_free_list()
1052 int migratetype, fpi_t fpi_flags) in __free_one_page() argument
1066 VM_BUG_ON(migratetype == -1); in __free_one_page()
1067 if (likely(!is_migrate_isolate(migratetype))) in __free_one_page()
1068 __mod_zone_freepage_state(zone, 1 << order, migratetype); in __free_one_page()
1075 if (compaction_capture(capc, page, order, migratetype)) { in __free_one_page()
1077 migratetype); in __free_one_page()
1092 clear_page_guard(zone, buddy, order, migratetype); in __free_one_page()
1116 if (migratetype != buddy_mt in __free_one_page()
1117 && (is_migrate_isolate(migratetype) || in __free_one_page()
1136 add_to_free_list_tail(page, zone, order, migratetype); in __free_one_page()
1138 add_to_free_list(page, zone, order, migratetype); in __free_one_page()
1438 int migratetype = 0; in free_pcppages_bulk() local
1462 if (++migratetype == MIGRATE_PCPTYPES) in free_pcppages_bulk()
1463 migratetype = 0; in free_pcppages_bulk()
1464 list = &pcp->lists[migratetype]; in free_pcppages_bulk()
1520 int migratetype, fpi_t fpi_flags) in free_one_page() argument
1524 is_migrate_isolate(migratetype))) { in free_one_page()
1525 migratetype = get_pfnblock_migratetype(page, pfn); in free_one_page()
1527 __free_one_page(page, pfn, zone, order, migratetype, fpi_flags); in free_one_page()
1609 int migratetype; in __free_pages_ok() local
1616 migratetype = get_pfnblock_migratetype(page, pfn); in __free_pages_ok()
1617 trace_android_vh_free_unref_page_bypass(page, order, migratetype, &skip_free_unref_page); in __free_pages_ok()
1623 free_one_page(page_zone(page), page, pfn, order, migratetype, in __free_pages_ok()
2261 int low, int high, int migratetype) in expand() argument
2276 if (set_page_guard(zone, &page[size], high, migratetype)) in expand()
2279 add_to_free_list(&page[size], zone, high, migratetype); in expand()
2421 int migratetype) in __rmqueue_smallest() argument
2430 page = get_page_from_free_area(area, migratetype); in __rmqueue_smallest()
2434 expand(zone, page, order, current_order, migratetype); in __rmqueue_smallest()
2435 set_pcppage_migratetype(page, migratetype); in __rmqueue_smallest()
2477 int migratetype, int *num_movable) in move_freepages() argument
2508 move_to_free_list(page, zone, order, migratetype); in move_freepages()
2517 int migratetype, int *num_movable) in move_freepages_block() argument
2537 return move_freepages(zone, start_page, end_page, migratetype, in move_freepages_block()
2542 int start_order, int migratetype) in change_pageblock_range() argument
2547 set_pageblock_migratetype(pageblock_page, migratetype); in change_pageblock_range()
2713 int migratetype, bool only_stealable, bool *can_steal) in find_suitable_fallback() argument
2723 fallback_mt = fallbacks[migratetype][i]; in find_suitable_fallback()
2730 if (can_steal_fallback(order, migratetype)) in find_suitable_fallback()
2853 set_pageblock_migratetype(page, ac->migratetype); in unreserve_highatomic_pageblock()
2854 ret = move_freepages_block(zone, page, ac->migratetype, in unreserve_highatomic_pageblock()
2960 __rmqueue(struct zone *zone, unsigned int order, int migratetype, in __rmqueue() argument
2966 page = __rmqueue_smallest(zone, order, migratetype); in __rmqueue()
2968 if (unlikely(!page) && __rmqueue_fallback(zone, order, migratetype, in __rmqueue()
2972 trace_mm_page_alloc_zone_locked(page, order, migratetype); in __rmqueue()
2978 int migratetype, in __rmqueue_cma() argument
2987 int migratetype, in __rmqueue_cma() argument
3001 int migratetype, unsigned int alloc_flags) in rmqueue_bulk() argument
3009 if (is_migrate_cma(migratetype)) in rmqueue_bulk()
3010 page = __rmqueue_cma(zone, order, migratetype, in rmqueue_bulk()
3013 page = __rmqueue(zone, order, migratetype, alloc_flags); in rmqueue_bulk()
3056 int migratetype, unsigned int alloc_flags) in get_populated_pcp_list() argument
3058 struct list_head *list = &pcp->lists[migratetype]; in get_populated_pcp_list()
3061 trace_android_vh_rmqueue_bulk_bypass(order, pcp, migratetype, list); in get_populated_pcp_list()
3067 migratetype, alloc_flags); in get_populated_pcp_list()
3306 int migratetype; in free_unref_page_prepare() local
3311 migratetype = get_pfnblock_migratetype(page, pfn); in free_unref_page_prepare()
3312 set_pcppage_migratetype(page, migratetype); in free_unref_page_prepare()
3320 int migratetype; in free_unref_page_commit() local
3323 migratetype = get_pcppage_migratetype(page); in free_unref_page_commit()
3333 if (migratetype >= MIGRATE_PCPTYPES) { in free_unref_page_commit()
3334 trace_android_vh_pcplist_add_cma_pages_bypass(migratetype, in free_unref_page_commit()
3336 if (unlikely(is_migrate_isolate(migratetype)) || in free_unref_page_commit()
3338 free_one_page(zone, page, pfn, 0, migratetype, in free_unref_page_commit()
3342 migratetype = MIGRATE_MOVABLE; in free_unref_page_commit()
3346 list_add(&page->lru, &pcp->lists[migratetype]); in free_unref_page_commit()
3361 int migratetype; in free_unref_page() local
3367 migratetype = get_pfnblock_migratetype(page, pfn); in free_unref_page()
3368 trace_android_vh_free_unref_page_bypass(page, 0, migratetype, &skip_free_unref_page); in free_unref_page()
3534 static struct page *__rmqueue_pcplist(struct zone *zone, int migratetype, in __rmqueue_pcplist() argument
3544 if (migratetype == MIGRATE_MOVABLE && in __rmqueue_pcplist()
3556 migratetype, alloc_flags); in __rmqueue_pcplist()
3573 int migratetype, unsigned int alloc_flags) in rmqueue_pcplist() argument
3581 page = __rmqueue_pcplist(zone, migratetype, alloc_flags, pcp, in rmqueue_pcplist()
3598 int migratetype) in rmqueue() argument
3605 migratetype, alloc_flags); in rmqueue()
3627 trace_mm_page_alloc_zone_locked(page, order, migratetype); in rmqueue()
3630 if (migratetype == MIGRATE_MOVABLE && in rmqueue()
3632 page = __rmqueue_cma(zone, order, migratetype, in rmqueue()
3635 page = __rmqueue(zone, order, migratetype, in rmqueue()
3648 gfp_flags, alloc_flags, migratetype); in rmqueue()
4093 gfp_mask, alloc_flags, ac->migratetype); in get_page_from_freelist()
4584 alloc_flags, ac->migratetype, *did_some_progress, &skip_pcp_drain); in __alloc_pages_direct_reclaim()
4905 (order > 0 && ac->migratetype != MIGRATE_MOVABLE)) in __alloc_pages_slowpath()
4983 alloc_flags, ac->migratetype, &page); in __alloc_pages_slowpath()
4989 &alloc_flags, ac->migratetype, ac->preferred_zoneref->zone, in __alloc_pages_slowpath()
5110 alloc_flags, ac->migratetype, &page); in __alloc_pages_slowpath()
5129 ac->migratetype = gfp_migratetype(gfp_mask); in prepare_alloc_pages()
5228 trace_mm_page_alloc(page, order, alloc_mask, ac.migratetype); in __alloc_pages_nodemask()
6340 struct vmem_altmap *altmap, int migratetype) in memmap_init_zone() argument
6389 set_pageblock_migratetype(page, migratetype); in memmap_init_zone()
6673 int migratetype; in pageset_init() local
6678 for (migratetype = 0; migratetype < MIGRATE_PCPTYPES; migratetype++) in pageset_init()
6679 INIT_LIST_HEAD(&pcp->lists[migratetype]); in pageset_init()
8588 int migratetype, int flags) in has_unmovable_pages() argument
8600 if (is_migrate_cma(migratetype)) in has_unmovable_pages()
8836 unsigned migratetype, gfp_t gfp_mask, in alloc_contig_range() argument
8881 pfn_max_align_up(end), migratetype, 0, in alloc_contig_range()
8888 trace_android_vh_cma_drain_all_pages_bypass(migratetype, in alloc_contig_range()
8972 pfn_max_align_up(end), migratetype); in alloc_contig_range()
9197 int migratetype) in break_down_buddy_pages() argument
9215 if (set_page_guard(zone, current_buddy, high, migratetype)) in break_down_buddy_pages()
9219 add_to_free_list(current_buddy, zone, high, migratetype); in break_down_buddy_pages()
9243 int migratetype = get_pfnblock_migratetype(page_head, in take_page_off_buddy() local
9248 page_order, migratetype); in take_page_off_buddy()
9249 if (!is_migrate_isolate(migratetype)) in take_page_off_buddy()
9250 __mod_zone_freepage_state(zone, -1, migratetype); in take_page_off_buddy()