• Home
  • Raw
  • Download

Lines Matching refs:membarrier_state

208 	this_cpu_write(runqueues.membarrier_state,  in ipi_sync_rq_state()
209 atomic_read(&mm->membarrier_state)); in ipi_sync_rq_state()
227 atomic_set(&mm->membarrier_state, 0); in membarrier_exec_mmap()
232 this_cpu_write(runqueues.membarrier_state, 0); in membarrier_exec_mmap()
238 int membarrier_state = 0; in membarrier_update_current_mm() local
241 membarrier_state = atomic_read(&next_mm->membarrier_state); in membarrier_update_current_mm()
242 if (READ_ONCE(rq->membarrier_state) == membarrier_state) in membarrier_update_current_mm()
244 WRITE_ONCE(rq->membarrier_state, membarrier_state); in membarrier_update_current_mm()
281 if (!(READ_ONCE(cpu_rq(cpu)->membarrier_state) & in membarrier_global_expedited()
322 if (!(atomic_read(&mm->membarrier_state) & in membarrier_private_expedited()
329 if (!(atomic_read(&mm->membarrier_state) & in membarrier_private_expedited()
335 if (!(atomic_read(&mm->membarrier_state) & in membarrier_private_expedited()
432 int membarrier_state = atomic_read(&mm->membarrier_state); in sync_runqueues_membarrier_state() local
437 this_cpu_write(runqueues.membarrier_state, membarrier_state); in sync_runqueues_membarrier_state()
494 if (atomic_read(&mm->membarrier_state) & in membarrier_register_global_expedited()
497 atomic_or(MEMBARRIER_STATE_GLOBAL_EXPEDITED, &mm->membarrier_state); in membarrier_register_global_expedited()
502 &mm->membarrier_state); in membarrier_register_global_expedited()
534 if ((atomic_read(&mm->membarrier_state) & ready_state) == ready_state) in membarrier_register_private_expedited()
540 atomic_or(set_state, &mm->membarrier_state); in membarrier_register_private_expedited()
544 atomic_or(ready_state, &mm->membarrier_state); in membarrier_register_private_expedited()