182 static void set_state(struct multi_stop_data *msdata,  in set_state()  argument
186 	atomic_set(&msdata->thread_ack, msdata->num_threads);  in set_state()
188 	WRITE_ONCE(msdata->state, newstate);  in set_state()
192 static void ack_state(struct multi_stop_data *msdata)  in ack_state()  argument
194 	if (atomic_dec_and_test(&msdata->thread_ack))  in ack_state()
195 		set_state(msdata, msdata->state + 1);  in ack_state()
206 	struct multi_stop_data *msdata = data;  in multi_cpu_stop()  local
219 	if (!msdata->active_cpus) {  in multi_cpu_stop()
223 		cpumask = msdata->active_cpus;  in multi_cpu_stop()
231 		newstate = READ_ONCE(msdata->state);  in multi_cpu_stop()
241 					err = msdata->fn(msdata->data);  in multi_cpu_stop()
246 			ack_state(msdata);  in multi_cpu_stop()
339 	struct multi_stop_data msdata;  in stop_two_cpus()  local
341 	msdata = (struct multi_stop_data){  in stop_two_cpus()
350 		.arg = &msdata,  in stop_two_cpus()
356 	set_state(&msdata, MULTI_STOP_PREPARE);  in stop_two_cpus()
593 	struct multi_stop_data msdata = {  in stop_machine_cpuslocked()  local
611 		WARN_ON_ONCE(msdata.num_threads != 1);  in stop_machine_cpuslocked()
622 	set_state(&msdata, MULTI_STOP_PREPARE);  in stop_machine_cpuslocked()
623 	return stop_cpus(cpu_online_mask, multi_cpu_stop, &msdata);  in stop_machine_cpuslocked()
663 	struct multi_stop_data msdata = { .fn = fn, .data = data,  in stop_machine_from_inactive_cpu()  local
670 	msdata.num_threads = num_active_cpus() + 1;	/* +1 for local */  in stop_machine_from_inactive_cpu()
677 	set_state(&msdata, MULTI_STOP_PREPARE);  in stop_machine_from_inactive_cpu()
679 	queue_stop_cpus_work(cpu_active_mask, multi_cpu_stop, &msdata,  in stop_machine_from_inactive_cpu()
681 	ret = multi_cpu_stop(&msdata);  in stop_machine_from_inactive_cpu()