70 	int order;  member
1347 	trace_mm_vmscan_lru_isolate(sc->order, nr_to_scan, scan,  in isolate_lru_pages()
2228 	if (IS_ENABLED(CONFIG_COMPACTION) && sc->order &&  in in_reclaim_compaction()
2229 			(sc->order > PAGE_ALLOC_COSTLY_ORDER ||  in in_reclaim_compaction()
2282 	pages_for_compaction = (2UL << sc->order);  in should_continue_reclaim()
2291 	switch (compaction_suitable(zone, sc->order)) {  in should_continue_reclaim()
2361 static inline bool compaction_ready(struct zone *zone, int order)  in compaction_ready()  argument
2374 	watermark = high_wmark_pages(zone) + balance_gap + (2UL << order);  in compaction_ready()
2381 	if (compaction_deferred(zone, order))  in compaction_ready()
2388 	if (compaction_suitable(zone, order) == COMPACT_SKIPPED)  in compaction_ready()
2467 			    sc->order > PAGE_ALLOC_COSTLY_ORDER &&  in shrink_zones()
2469 			    compaction_ready(zone, sc->order)) {  in shrink_zones()
2482 						sc->order, sc->gfp_mask,  in shrink_zones()
2727 unsigned long try_to_free_pages(struct zonelist *zonelist, int order,  in try_to_free_pages()  argument
2734 		.order = order,  in try_to_free_pages()
2750 	trace_mm_vmscan_direct_reclaim_begin(order,  in try_to_free_pages()
2781 	trace_mm_vmscan_memcg_softlimit_reclaim_begin(sc.order,  in mem_cgroup_shrink_node_zone()
2859 static bool zone_balanced(struct zone *zone, int order,  in zone_balanced()  argument
2862 	if (!zone_watermark_ok_safe(zone, order, high_wmark_pages(zone) +  in zone_balanced()
2866 	if (IS_ENABLED(CONFIG_COMPACTION) && order &&  in zone_balanced()
2867 	    compaction_suitable(zone, order) == COMPACT_SKIPPED)  in zone_balanced()
2893 static bool pgdat_balanced(pg_data_t *pgdat, int order, int classzone_idx)  in pgdat_balanced()  argument
2920 		if (zone_balanced(zone, order, 0, i))  in pgdat_balanced()
2922 		else if (!order)  in pgdat_balanced()
2926 	if (order)  in pgdat_balanced()
2938 static bool prepare_kswapd_sleep(pg_data_t *pgdat, int order, long remaining,  in prepare_kswapd_sleep()  argument
2961 	return pgdat_balanced(pgdat, order, classzone_idx);  in prepare_kswapd_sleep()
2978 	int testorder = sc->order;  in kswapd_shrink_zone()
2995 	if (IS_ENABLED(CONFIG_COMPACTION) && sc->order &&  in kswapd_shrink_zone()
2996 			compaction_suitable(zone, sc->order) !=  in kswapd_shrink_zone()
3067 static unsigned long balance_pgdat(pg_data_t *pgdat, int order,  in balance_pgdat()  argument
3076 		.order = order,  in balance_pgdat()
3088 		bool pgdat_needs_compaction = (order > 0);  in balance_pgdat()
3123 			if (!zone_balanced(zone, order, 0, 0)) {  in balance_pgdat()
3153 					zone_watermark_ok(zone, order,  in balance_pgdat()
3192 							order, sc.gfp_mask,  in balance_pgdat()
3224 		if (order && sc.nr_reclaimed >= 2UL << order)  in balance_pgdat()
3225 			order = sc.order = 0;  in balance_pgdat()
3236 			compact_pgdat(pgdat, order);  in balance_pgdat()
3245 		 !pgdat_balanced(pgdat, order, *classzone_idx));  in balance_pgdat()
3255 	return order;  in balance_pgdat()
3258 static void kswapd_try_to_sleep(pg_data_t *pgdat, int order, int classzone_idx)  in kswapd_try_to_sleep()  argument
3269 	if (prepare_kswapd_sleep(pgdat, order, remaining, classzone_idx)) {  in kswapd_try_to_sleep()
3279 	if (prepare_kswapd_sleep(pgdat, order, remaining, classzone_idx)) {  in kswapd_try_to_sleep()
3328 	unsigned long order, new_order;  in kswapd()  local
3361 	order = new_order = 0;  in kswapd()
3381 		if (order < new_order || classzone_idx > new_classzone_idx) {  in kswapd()
3386 			order = new_order;  in kswapd()
3391 			order = pgdat->kswapd_max_order;  in kswapd()
3393 			new_order = order;  in kswapd()
3408 			trace_mm_vmscan_kswapd_wake(pgdat->node_id, order);  in kswapd()
3410 			balanced_order = balance_pgdat(pgdat, order,  in kswapd()
3425 void wakeup_kswapd(struct zone *zone, int order, enum zone_type classzone_idx)  in wakeup_kswapd()  argument
3435 	if (pgdat->kswapd_max_order < order) {  in wakeup_kswapd()
3436 		pgdat->kswapd_max_order = order;  in wakeup_kswapd()
3441 	if (zone_balanced(zone, order, 0, 0))  in wakeup_kswapd()
3444 	trace_mm_vmscan_wakeup_kswapd(pgdat->node_id, zone_idx(zone), order);  in wakeup_kswapd()
3640 static int __zone_reclaim(struct zone *zone, gfp_t gfp_mask, unsigned int order)  in __zone_reclaim()  argument
3643 	const unsigned long nr_pages = 1 << order;  in __zone_reclaim()
3649 		.order = order,  in __zone_reclaim()
3721 int zone_reclaim(struct zone *zone, gfp_t gfp_mask, unsigned int order)  in zone_reclaim()  argument
3762 	ret = __zone_reclaim(zone, gfp_mask, order);  in zone_reclaim()