Home
last modified time | relevance | path

Searched refs:membarrier_state (Results 1 – 5 of 5) sorted by relevance

/kernel/linux/linux-5.10/kernel/sched/
Dmembarrier.c80 this_cpu_write(runqueues.membarrier_state, in ipi_sync_rq_state()
81 atomic_read(&mm->membarrier_state)); in ipi_sync_rq_state()
99 atomic_set(&mm->membarrier_state, 0); in membarrier_exec_mmap()
104 this_cpu_write(runqueues.membarrier_state, 0); in membarrier_exec_mmap()
141 if (!(READ_ONCE(cpu_rq(cpu)->membarrier_state) & in membarrier_global_expedited()
185 if (!(atomic_read(&mm->membarrier_state) & in membarrier_private_expedited()
192 if (!(atomic_read(&mm->membarrier_state) & in membarrier_private_expedited()
198 if (!(atomic_read(&mm->membarrier_state) & in membarrier_private_expedited()
296 int membarrier_state = atomic_read(&mm->membarrier_state); in sync_runqueues_membarrier_state() local
301 this_cpu_write(runqueues.membarrier_state, membarrier_state); in sync_runqueues_membarrier_state()
[all …]
Dsched.h1067 int membarrier_state; member
2794 int membarrier_state; in membarrier_switch_mm() local
2799 membarrier_state = atomic_read(&next_mm->membarrier_state); in membarrier_switch_mm()
2800 if (READ_ONCE(rq->membarrier_state) == membarrier_state) in membarrier_switch_mm()
2803 WRITE_ONCE(rq->membarrier_state, membarrier_state); in membarrier_switch_mm()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/
Dmembarrier.h15 if (likely(!(atomic_read(&next->membarrier_state) & in membarrier_arch_switch_mm()
/kernel/linux/linux-5.10/include/linux/sched/
Dmm.h351 if (likely(!(atomic_read(&mm->membarrier_state) & in membarrier_mm_sync_core_before_usermode()
/kernel/linux/linux-5.10/include/linux/
Dmm_types.h441 atomic_t membarrier_state; member