Home
last modified time | relevance | path

Searched refs:this_cpu_write (Results 1 – 25 of 57) sorted by relevance

123

/kernel/linux/linux-5.10/kernel/trace/
Dtrace_preemptirq.c34 this_cpu_write(tracing_irq_cpu, 0); in trace_hardirqs_on_prepare()
46 this_cpu_write(tracing_irq_cpu, 0); in trace_hardirqs_on()
64 this_cpu_write(tracing_irq_cpu, 1); in trace_hardirqs_off_finish()
79 this_cpu_write(tracing_irq_cpu, 1); in trace_hardirqs_off()
94 this_cpu_write(tracing_irq_cpu, 0); in trace_hardirqs_on_caller()
108 this_cpu_write(tracing_irq_cpu, 1); in trace_hardirqs_off_caller()
/kernel/linux/linux-5.10/arch/x86/mm/
Dtlb.c197 this_cpu_write(cpu_tlbstate.ctxs[asid].ctx_id, 0); in clear_asid_other()
199 this_cpu_write(cpu_tlbstate.invalidate_other, false); in clear_asid_other()
237 this_cpu_write(cpu_tlbstate.next_asid, 1); in choose_new_asid()
386 this_cpu_write(cpu_tlbstate.last_user_mm_ibpb, next_mm); in cond_ibpb()
397 this_cpu_write(cpu_tlbstate.last_user_mm, next->mm); in cond_ibpb()
472 this_cpu_write(cpu_tlbstate.is_lazy, false); in switch_mm_irqs_off()
554 this_cpu_write(cpu_tlbstate.loaded_mm, LOADED_MM_SWITCHING); in switch_mm_irqs_off()
559 this_cpu_write(cpu_tlbstate.ctxs[new_asid].ctx_id, next->context.ctx_id); in switch_mm_irqs_off()
560 this_cpu_write(cpu_tlbstate.ctxs[new_asid].tlb_gen, next_tlb_gen); in switch_mm_irqs_off()
574 this_cpu_write(cpu_tlbstate.loaded_mm, next); in switch_mm_irqs_off()
[all …]
/kernel/linux/linux-5.10/arch/arm64/kernel/
Dtopology.c99 this_cpu_write(arch_core_cycles_prev, in init_cpu_freq_invariance_counters()
101 this_cpu_write(arch_const_cycles_prev, in init_cpu_freq_invariance_counters()
266 this_cpu_write(freq_scale, (unsigned long)scale); in topology_scale_freq_tick()
269 this_cpu_write(arch_core_cycles_prev, core_cnt); in topology_scale_freq_tick()
270 this_cpu_write(arch_const_cycles_prev, const_cnt); in topology_scale_freq_tick()
/kernel/linux/linux-5.10/kernel/
Dwatchdog_hld.c183 this_cpu_write(watchdog_ev, evt); in hardlockup_detector_event_create()
211 this_cpu_write(watchdog_ev, NULL); in hardlockup_detector_perf_disable()
212 this_cpu_write(dead_event, event); in hardlockup_detector_perf_disable()
293 this_cpu_write(watchdog_ev, NULL); in hardlockup_detector_perf_init()
/kernel/linux/linux-5.10/arch/x86/include/asm/
Dstackprotector.h87 this_cpu_write(fixed_percpu_data.stack_canary, canary); in boot_init_stack_canary()
89 this_cpu_write(stack_canary.canary, canary); in boot_init_stack_canary()
Dswitch_to.h59 this_cpu_write(cpu_tss_rw.x86_tss.ss1, thread->sysenter_cs); in refresh_sysenter_cs()
72 this_cpu_write(cpu_tss_rw.x86_tss.sp1, task->thread.sp0); in update_task_stack()
Dio_bitmap.h33 this_cpu_write(cpu_tss_rw.x86_tss.io_bitmap_base, in native_tss_invalidate_io_bitmap()
Dtlbflush.h162 this_cpu_write(cpu_tlbstate.cr4, __read_cr4()); in cr4_init_shadow()
Ddesc.h297 this_cpu_write(__tss_limit_invalid, false); in force_reload_TR()
329 this_cpu_write(__tss_limit_invalid, true); in invalidate_tss_limit()
/kernel/linux/linux-5.10/arch/x86/kernel/
Dnmi.c490 this_cpu_write(nmi_state, NMI_LATCHED); in DEFINE_IDTENTRY_RAW()
493 this_cpu_write(nmi_state, NMI_EXECUTING); in DEFINE_IDTENTRY_RAW()
494 this_cpu_write(nmi_cr2, read_cr2()); in DEFINE_IDTENTRY_RAW()
503 this_cpu_write(nmi_dr7, local_db_save()); in DEFINE_IDTENTRY_RAW()
Dprocess_32.c202 this_cpu_write(cpu_current_top_of_stack, in __switch_to()
212 this_cpu_write(current_task, next_p); in __switch_to()
Ddoublefault_32.c128 this_cpu_write(doublefault_stack.tss.sp, in doublefault_init_cpu_tss()
Dparavirt.c200 this_cpu_write(paravirt_lazy_mode, mode); in enter_lazy()
207 this_cpu_write(paravirt_lazy_mode, PARAVIRT_LAZY_NONE); in leave_lazy()
/kernel/linux/linux-5.10/include/linux/
Dtopology.h103 this_cpu_write(numa_node, node); in set_numa_node()
138 this_cpu_write(_numa_mem_, node); in set_numa_mem()
/kernel/linux/linux-5.10/kernel/sched/
Dmembarrier.c80 this_cpu_write(runqueues.membarrier_state, in ipi_sync_rq_state()
104 this_cpu_write(runqueues.membarrier_state, 0); in membarrier_exec_mmap()
301 this_cpu_write(runqueues.membarrier_state, membarrier_state); in sync_runqueues_membarrier_state()
/kernel/linux/linux-5.10/lib/
Dsbitmap.c433 this_cpu_write(*sbq->alloc_hint, hint); in __sbitmap_queue_get()
439 this_cpu_write(*sbq->alloc_hint, 0); in __sbitmap_queue_get()
445 this_cpu_write(*sbq->alloc_hint, hint); in __sbitmap_queue_get()
464 this_cpu_write(*sbq->alloc_hint, hint); in __sbitmap_queue_get_shallow()
470 this_cpu_write(*sbq->alloc_hint, 0); in __sbitmap_queue_get_shallow()
476 this_cpu_write(*sbq->alloc_hint, hint); in __sbitmap_queue_get_shallow()
/kernel/linux/linux-5.10/arch/x86/kernel/apic/
Dx2apic_cluster.c106 this_cpu_write(x86_cpu_to_logical_apicid, apicid); in init_x2apic_ldr()
122 this_cpu_write(cluster_masks, cmsk); in init_x2apic_ldr()
/kernel/linux/linux-5.10/arch/x86/xen/
Denlighten_hvm.c118 this_cpu_write(xen_vcpu_id, ebx); in init_hvm_pv_info()
120 this_cpu_write(xen_vcpu_id, smp_processor_id()); in init_hvm_pv_info()
Dsuspend.c61 this_cpu_write(spec_ctrl, tmp); in xen_vcpu_notify_suspend()
/kernel/linux/linux-5.10/arch/x86/kernel/fpu/
Dcore.c116 this_cpu_write(in_kernel_fpu, true); in kernel_fpu_begin_mask()
142 this_cpu_write(in_kernel_fpu, false); in kernel_fpu_end()
/kernel/linux/linux-5.10/arch/x86/platform/uv/
Duv_nmi.c671 this_cpu_write(uv_cpu_nmi.state, UV_NMI_STATE_IN); in uv_nmi_wait()
738 this_cpu_write(uv_cpu_nmi.state, UV_NMI_STATE_DUMP_DONE); in uv_nmi_dump_state_cpu()
981 this_cpu_write(uv_cpu_nmi.state, UV_NMI_STATE_OUT); in uv_handle_nmi()
1019 this_cpu_write(uv_cpu_nmi.pinging, 0); in uv_handle_nmi_ping()
/kernel/linux/linux-5.10/arch/x86/kernel/cpu/mce/
Dintel.c140 this_cpu_write(cmci_backoff_cnt, INITIAL_CHECK_INTERVAL); in mce_intel_cmci_poll()
241 this_cpu_write(cmci_backoff_cnt, INITIAL_CHECK_INTERVAL); in cmci_storm_detect()
/kernel/linux/linux-5.10/arch/x86/kernel/cpu/
Dintel_epb.c70 this_cpu_write(saved_epb, (epb & EPB_MASK) | EPB_SAVED); in intel_epb_save()
/kernel/linux/linux-5.10/arch/x86/include/asm/fpu/
Dinternal.h483 this_cpu_write(fpu_fpregs_owner_ctx, NULL); in fpregs_deactivate()
489 this_cpu_write(fpu_fpregs_owner_ctx, fpu); in fpregs_activate()
/kernel/linux/linux-5.10/mm/kasan/
Dtags.c68 this_cpu_write(prng_state, state); in random_tag()

123