73 static inline bool is_memcg_oom(struct oom_control *oc)  in is_memcg_oom()  argument
75 	return oc->memcg != NULL;  in is_memcg_oom()
82  * @oc: pointer to struct oom_control
92 				struct oom_control *oc)  in oom_cpuset_eligible()  argument
96 	const nodemask_t *mask = oc->nodemask;  in oom_cpuset_eligible()
123 static bool oom_cpuset_eligible(struct task_struct *tsk, struct oom_control *oc)  in oom_cpuset_eligible()  argument
158 static inline bool is_sysrq_oom(struct oom_control *oc)  in is_sysrq_oom()  argument
160 	return oc->order == -1;  in is_sysrq_oom()
253 static enum oom_constraint constrained_alloc(struct oom_control *oc)  in constrained_alloc()  argument
257 	enum zone_type highest_zoneidx = gfp_zone(oc->gfp_mask);  in constrained_alloc()
261 	if (is_memcg_oom(oc)) {  in constrained_alloc()
262 		oc->totalpages = mem_cgroup_get_max(oc->memcg) ?: 1;  in constrained_alloc()
267 	oc->totalpages = totalram_pages() + total_swap_pages;  in constrained_alloc()
272 	if (!oc->zonelist)  in constrained_alloc()
279 	if (oc->gfp_mask & __GFP_THISNODE)  in constrained_alloc()
287 	if (oc->nodemask &&  in constrained_alloc()
288 	    !nodes_subset(node_states[N_MEMORY], *oc->nodemask)) {  in constrained_alloc()
289 		oc->totalpages = total_swap_pages;  in constrained_alloc()
290 		for_each_node_mask(nid, *oc->nodemask)  in constrained_alloc()
291 			oc->totalpages += node_present_pages(nid);  in constrained_alloc()
296 	for_each_zone_zonelist_nodemask(zone, z, oc->zonelist,  in constrained_alloc()
297 			highest_zoneidx, oc->nodemask)  in constrained_alloc()
298 		if (!cpuset_zone_allowed(zone, oc->gfp_mask))  in constrained_alloc()
302 		oc->totalpages = total_swap_pages;  in constrained_alloc()
304 			oc->totalpages += node_present_pages(nid);  in constrained_alloc()
312 	struct oom_control *oc = arg;  in oom_evaluate_task()  local
319 	if (!is_memcg_oom(oc) && !oom_cpuset_eligible(task, oc))  in oom_evaluate_task()
328 	if (!is_sysrq_oom(oc) && tsk_is_oom_victim(task)) {  in oom_evaluate_task()
343 	points = oom_badness(task, oc->totalpages);  in oom_evaluate_task()
344 	if (points == LONG_MIN || points < oc->chosen_points)  in oom_evaluate_task()
348 	if (oc->chosen)  in oom_evaluate_task()
349 		put_task_struct(oc->chosen);  in oom_evaluate_task()
351 	oc->chosen = task;  in oom_evaluate_task()
352 	oc->chosen_points = points;  in oom_evaluate_task()
356 	if (oc->chosen)  in oom_evaluate_task()
357 		put_task_struct(oc->chosen);  in oom_evaluate_task()
358 	oc->chosen = (void *)-1UL;  in oom_evaluate_task()
364  * 'points'. In case scan was aborted, oc->chosen is set to -1.
366 static void select_bad_process(struct oom_control *oc)  in select_bad_process()  argument
368 	oc->chosen_points = LONG_MIN;  in select_bad_process()
370 	if (is_memcg_oom(oc))  in select_bad_process()
371 		mem_cgroup_scan_tasks(oc->memcg, oom_evaluate_task, oc);  in select_bad_process()
377 			if (oom_evaluate_task(p, oc))  in select_bad_process()
385 	struct oom_control *oc = arg;  in dump_task()  local
392 	if (!is_memcg_oom(oc) && !oom_cpuset_eligible(p, oc))  in dump_task()
417  * @oc: pointer to struct oom_control
425 static void dump_tasks(struct oom_control *oc)  in dump_tasks()  argument
430 	if (is_memcg_oom(oc))  in dump_tasks()
431 		mem_cgroup_scan_tasks(oc->memcg, dump_task, oc);  in dump_tasks()
441 			dump_task(p, oc);  in dump_tasks()
447 static void dump_oom_summary(struct oom_control *oc, struct task_struct *victim)  in dump_oom_summary()  argument
451 			oom_constraint_text[oc->constraint],  in dump_oom_summary()
452 			nodemask_pr_args(oc->nodemask));  in dump_oom_summary()
454 	mem_cgroup_print_oom_context(oc->memcg, victim);  in dump_oom_summary()
459 static void dump_header(struct oom_control *oc, struct task_struct *p)  in dump_header()  argument
462 		current->comm, oc->gfp_mask, &oc->gfp_mask, oc->order,  in dump_header()
464 	if (!IS_ENABLED(CONFIG_COMPACTION) && oc->order)  in dump_header()
468 	if (is_memcg_oom(oc))  in dump_header()
469 		mem_cgroup_print_oom_meminfo(oc->memcg);  in dump_header()
471 		__show_mem(SHOW_MEM_FILTER_NODES, oc->nodemask, gfp_zone(oc->gfp_mask));  in dump_header()
476 		dump_tasks(oc);  in dump_header()
478 		dump_oom_summary(oc, p);  in dump_header()
1020 static void oom_kill_process(struct oom_control *oc, const char *message)  in oom_kill_process()  argument
1022 	struct task_struct *victim = oc->chosen;  in oom_kill_process()
1043 		dump_header(oc, victim);  in oom_kill_process()
1050 	oom_group = mem_cgroup_get_oom_group(victim, oc->memcg);  in oom_kill_process()
1069 static void check_panic_on_oom(struct oom_control *oc)  in check_panic_on_oom()  argument
1079 		if (oc->constraint != CONSTRAINT_NONE)  in check_panic_on_oom()
1083 	if (is_sysrq_oom(oc))  in check_panic_on_oom()
1085 	dump_header(oc, NULL);  in check_panic_on_oom()
1106  * @oc: pointer to struct oom_control
1113 bool out_of_memory(struct oom_control *oc)  in out_of_memory()  argument
1120 	if (!is_memcg_oom(oc)) {  in out_of_memory()
1122 		if (freed > 0 && !is_sysrq_oom(oc))  in out_of_memory()
1143 	if (!(oc->gfp_mask & __GFP_FS) && !is_memcg_oom(oc))  in out_of_memory()
1150 	oc->constraint = constrained_alloc(oc);  in out_of_memory()
1151 	if (oc->constraint != CONSTRAINT_MEMORY_POLICY)  in out_of_memory()
1152 		oc->nodemask = NULL;  in out_of_memory()
1153 	check_panic_on_oom(oc);  in out_of_memory()
1155 	if (!is_memcg_oom(oc) && sysctl_oom_kill_allocating_task &&  in out_of_memory()
1157 	    oom_cpuset_eligible(current, oc) &&  in out_of_memory()
1160 		oc->chosen = current;  in out_of_memory()
1161 		oom_kill_process(oc, "Out of memory (oom_kill_allocating_task)");  in out_of_memory()
1165 	select_bad_process(oc);  in out_of_memory()
1167 	if (!oc->chosen) {  in out_of_memory()
1168 		dump_header(oc, NULL);  in out_of_memory()
1175 		if (!is_sysrq_oom(oc) && !is_memcg_oom(oc))  in out_of_memory()
1178 	if (oc->chosen && oc->chosen != (void *)-1UL)  in out_of_memory()
1179 		oom_kill_process(oc, !is_memcg_oom(oc) ? "Out of memory" :  in out_of_memory()
1181 	return !!oc->chosen;  in out_of_memory()