369 void reset_isolation_suitable(pg_data_t *pgdat)  in reset_isolation_suitable()  argument
374 		struct zone *zone = &pgdat->node_zones[zoneid];  in reset_isolation_suitable()
749 static bool too_many_isolated(pg_data_t *pgdat)  in too_many_isolated()  argument
753 	inactive = node_page_state(pgdat, NR_INACTIVE_FILE) +  in too_many_isolated()
754 			node_page_state(pgdat, NR_INACTIVE_ANON);  in too_many_isolated()
755 	active = node_page_state(pgdat, NR_ACTIVE_FILE) +  in too_many_isolated()
756 			node_page_state(pgdat, NR_ACTIVE_ANON);  in too_many_isolated()
757 	isolated = node_page_state(pgdat, NR_ISOLATED_FILE) +  in too_many_isolated()
758 			node_page_state(pgdat, NR_ISOLATED_ANON);  in too_many_isolated()
785 	pg_data_t *pgdat = cc->zone->zone_pgdat;  in isolate_migratepages_block()  local
801 	while (unlikely(too_many_isolated(pgdat))) {  in isolate_migratepages_block()
850 		    && compact_unlock_should_abort(&pgdat->lru_lock,  in isolate_migratepages_block()
923 					spin_unlock_irqrestore(&pgdat->lru_lock,  in isolate_migratepages_block()
953 			locked = compact_lock_irqsave(&pgdat->lru_lock,  in isolate_migratepages_block()
978 		lruvec = mem_cgroup_page_lruvec(page, pgdat);  in isolate_migratepages_block()
1020 				spin_unlock_irqrestore(&pgdat->lru_lock, flags);  in isolate_migratepages_block()
1047 		spin_unlock_irqrestore(&pgdat->lru_lock, flags);  in isolate_migratepages_block()
2409 	pg_data_t *pgdat = NODE_DATA(nid);  in compact_node()  local
2423 		zone = &pgdat->node_zones[zoneid];  in compact_node()
2493 static inline bool kcompactd_work_requested(pg_data_t *pgdat)  in kcompactd_work_requested()  argument
2495 	return pgdat->kcompactd_max_order > 0 || kthread_should_stop();  in kcompactd_work_requested()
2498 static bool kcompactd_node_suitable(pg_data_t *pgdat)  in kcompactd_node_suitable()  argument
2502 	enum zone_type classzone_idx = pgdat->kcompactd_classzone_idx;  in kcompactd_node_suitable()
2505 		zone = &pgdat->node_zones[zoneid];  in kcompactd_node_suitable()
2510 		if (compaction_suitable(zone, pgdat->kcompactd_max_order, 0,  in kcompactd_node_suitable()
2518 static void kcompactd_do_work(pg_data_t *pgdat)  in kcompactd_do_work()  argument
2527 		.order = pgdat->kcompactd_max_order,  in kcompactd_do_work()
2528 		.search_order = pgdat->kcompactd_max_order,  in kcompactd_do_work()
2529 		.classzone_idx = pgdat->kcompactd_classzone_idx,  in kcompactd_do_work()
2534 	trace_mm_compaction_kcompactd_wake(pgdat->node_id, cc.order,  in kcompactd_do_work()
2541 		zone = &pgdat->node_zones[zoneid];  in kcompactd_do_work()
2590 	if (pgdat->kcompactd_max_order <= cc.order)  in kcompactd_do_work()
2591 		pgdat->kcompactd_max_order = 0;  in kcompactd_do_work()
2592 	if (pgdat->kcompactd_classzone_idx >= cc.classzone_idx)  in kcompactd_do_work()
2593 		pgdat->kcompactd_classzone_idx = pgdat->nr_zones - 1;  in kcompactd_do_work()
2596 void wakeup_kcompactd(pg_data_t *pgdat, int order, int classzone_idx)  in wakeup_kcompactd()  argument
2601 	if (pgdat->kcompactd_max_order < order)  in wakeup_kcompactd()
2602 		pgdat->kcompactd_max_order = order;  in wakeup_kcompactd()
2604 	if (pgdat->kcompactd_classzone_idx > classzone_idx)  in wakeup_kcompactd()
2605 		pgdat->kcompactd_classzone_idx = classzone_idx;  in wakeup_kcompactd()
2611 	if (!wq_has_sleeper(&pgdat->kcompactd_wait))  in wakeup_kcompactd()
2614 	if (!kcompactd_node_suitable(pgdat))  in wakeup_kcompactd()
2617 	trace_mm_compaction_wakeup_kcompactd(pgdat->node_id, order,  in wakeup_kcompactd()
2619 	wake_up_interruptible(&pgdat->kcompactd_wait);  in wakeup_kcompactd()
2628 	pg_data_t *pgdat = (pg_data_t*)p;  in kcompactd()  local
2631 	const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id);  in kcompactd()
2638 	pgdat->kcompactd_max_order = 0;  in kcompactd()
2639 	pgdat->kcompactd_classzone_idx = pgdat->nr_zones - 1;  in kcompactd()
2644 		trace_mm_compaction_kcompactd_sleep(pgdat->node_id);  in kcompactd()
2645 		wait_event_freezable(pgdat->kcompactd_wait,  in kcompactd()
2646 				kcompactd_work_requested(pgdat));  in kcompactd()
2649 		kcompactd_do_work(pgdat);  in kcompactd()
2662 	pg_data_t *pgdat = NODE_DATA(nid);  in kcompactd_run()  local
2665 	if (pgdat->kcompactd)  in kcompactd_run()
2668 	pgdat->kcompactd = kthread_run(kcompactd, pgdat, "kcompactd%d", nid);  in kcompactd_run()
2669 	if (IS_ERR(pgdat->kcompactd)) {  in kcompactd_run()
2671 		ret = PTR_ERR(pgdat->kcompactd);  in kcompactd_run()
2672 		pgdat->kcompactd = NULL;  in kcompactd_run()
2702 		pg_data_t *pgdat = NODE_DATA(nid);  in kcompactd_cpu_online()  local
2705 		mask = cpumask_of_node(pgdat->node_id);  in kcompactd_cpu_online()
2709 			set_cpus_allowed_ptr(pgdat->kcompactd, mask);  in kcompactd_cpu_online()