/arch/s390/include/asm/ |
D | preempt.h | 15 return READ_ONCE(S390_lowcore.preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count() 23 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set() 26 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set() 33 S390_lowcore.preempt_count = PREEMPT_ENABLED; \ 38 __atomic_and(~PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in set_preempt_need_resched() 43 __atomic_or(PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in clear_preempt_need_resched() 48 return !(READ_ONCE(S390_lowcore.preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched() 54 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add() 56 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add() 66 return __atomic_add(-1, &S390_lowcore.preempt_count) == 1; in __preempt_count_dec_and_test() [all …]
|
D | setup.h | 59 #define MACHINE_IS_VM (S390_lowcore.machine_flags & MACHINE_FLAG_VM) 60 #define MACHINE_IS_KVM (S390_lowcore.machine_flags & MACHINE_FLAG_KVM) 61 #define MACHINE_IS_LPAR (S390_lowcore.machine_flags & MACHINE_FLAG_LPAR) 63 #define MACHINE_HAS_DIAG9C (S390_lowcore.machine_flags & MACHINE_FLAG_DIAG9C) 64 #define MACHINE_HAS_ESOP (S390_lowcore.machine_flags & MACHINE_FLAG_ESOP) 65 #define MACHINE_HAS_IDTE (S390_lowcore.machine_flags & MACHINE_FLAG_IDTE) 66 #define MACHINE_HAS_DIAG44 (S390_lowcore.machine_flags & MACHINE_FLAG_DIAG44) 67 #define MACHINE_HAS_EDAT1 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT1) 68 #define MACHINE_HAS_EDAT2 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT2) 69 #define MACHINE_HAS_LPP (S390_lowcore.machine_flags & MACHINE_FLAG_LPP) [all …]
|
D | mmu_context.h | 73 S390_lowcore.user_asce = mm->context.asce; in set_user_asce() 75 __ctl_load(S390_lowcore.user_asce, 7, 7); in set_user_asce() 81 S390_lowcore.user_asce = S390_lowcore.kernel_asce; in clear_user_asce() 83 __ctl_load(S390_lowcore.user_asce, 1, 1); in clear_user_asce() 84 __ctl_load(S390_lowcore.user_asce, 7, 7); in clear_user_asce() 92 if (asce != S390_lowcore.kernel_asce) in load_kernel_asce() 93 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in load_kernel_asce() 102 S390_lowcore.user_asce = next->context.asce; in switch_mm() 107 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in switch_mm() 108 __ctl_load(S390_lowcore.kernel_asce, 7, 7); in switch_mm()
|
D | facility.h | 59 return __test_facility(nr, &S390_lowcore.stfle_fac_list); in test_facility() 86 : "=m" (S390_lowcore.stfl_fac_list)); in stfle() 88 memcpy(stfle_fac_list, &S390_lowcore.stfl_fac_list, 4); in stfle() 89 if (S390_lowcore.stfl_fac_list & 0x01000000) { in stfle()
|
D | timex.h | 132 old = S390_lowcore.clock_comparator; in local_tick_disable() 133 S390_lowcore.clock_comparator = clock_comparator_max; in local_tick_disable() 134 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_disable() 140 S390_lowcore.clock_comparator = comp; in local_tick_enable() 141 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_enable()
|
D | current.h | 17 #define current ((struct task_struct *const)S390_lowcore.current_task)
|
D | hardirq.h | 16 #define local_softirq_pending() (S390_lowcore.softirq_pending)
|
D | processor.h | 49 S390_lowcore.cpu_flags |= (1UL << flag); in set_cpu_flag() 54 S390_lowcore.cpu_flags &= ~(1UL << flag); in clear_cpu_flag() 59 return !!(S390_lowcore.cpu_flags & (1UL << flag)); in test_cpu_flag()
|
/arch/s390/kernel/ |
D | early.c | 59 S390_lowcore.last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock() 171 S390_lowcore.last_update_clock = *(__u64 *) &tod_clock_base[1]; in create_kernel_nss() 172 S390_lowcore.last_update_timer = 0x7fffffffffffffffULL; in create_kernel_nss() 173 S390_lowcore.user_timer = 0; in create_kernel_nss() 174 S390_lowcore.system_timer = 0; in create_kernel_nss() 175 asm volatile("SPT 0(%0)" : : "a" (&S390_lowcore.last_update_timer)); in create_kernel_nss() 222 S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; in detect_machine_type() 231 S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; in detect_machine_type() 233 S390_lowcore.machine_flags |= MACHINE_FLAG_VM; in detect_machine_type() 289 S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY; in setup_topology() [all …]
|
D | vtime.c | 51 S390_lowcore.system_timer += S390_lowcore.last_update_timer - timer; in set_vtimer() 52 S390_lowcore.last_update_timer = expires; in set_vtimer() 128 timer = S390_lowcore.last_update_timer; in do_account_vtime() 129 clock = S390_lowcore.last_update_clock; in do_account_vtime() 137 : "=m" (S390_lowcore.last_update_timer), in do_account_vtime() 138 "=m" (S390_lowcore.last_update_clock)); in do_account_vtime() 139 clock = S390_lowcore.last_update_clock - clock; in do_account_vtime() 140 timer -= S390_lowcore.last_update_timer; in do_account_vtime() 143 S390_lowcore.hardirq_timer += timer; in do_account_vtime() 145 S390_lowcore.system_timer += timer; in do_account_vtime() [all …]
|
D | nmi.c | 136 : : "a" (&S390_lowcore.cregs_save_area) : "memory"); in s390_validate_registers() 146 if (S390_lowcore.fpu_flags & KERNEL_VXR_V0V7) in s390_validate_registers() 151 fpt_save_area = &S390_lowcore.floating_pt_save_area; in s390_validate_registers() 161 if (S390_lowcore.fpu_flags & KERNEL_FPC) in s390_validate_registers() 168 : : "Q" (S390_lowcore.fpt_creg_save_area)); in s390_validate_registers() 171 mcesa = (struct mcesa *)(S390_lowcore.mcesad & MCESA_ORIGIN_MASK); in s390_validate_registers() 204 if (S390_lowcore.fpu_flags & KERNEL_VXR) in s390_validate_registers() 209 cr0.val = S390_lowcore.cregs_save_area[0]; in s390_validate_registers() 218 __ctl_load(S390_lowcore.cregs_save_area[0], 0, 0); in s390_validate_registers() 223 : : "a" (&S390_lowcore.access_regs_save_area)); in s390_validate_registers() [all …]
|
D | als.c | 72 val = ~S390_lowcore.stfle_fac_list[i] & als[i]; in print_missing_facilities() 110 for (i = 0; i < ARRAY_SIZE(S390_lowcore.stfle_fac_list); i++) in verify_facilities() 111 S390_lowcore.stfle_fac_list[i] = 0; in verify_facilities() 114 : "=m" (S390_lowcore.stfl_fac_list)); in verify_facilities() 115 S390_lowcore.stfle_fac_list[0] = (u64)S390_lowcore.stfl_fac_list << 32; in verify_facilities() 116 if (S390_lowcore.stfl_fac_list & 0x01000000) { in verify_facilities() 121 : "a" (&S390_lowcore.stfle_fac_list) in verify_facilities() 125 if ((S390_lowcore.stfle_fac_list[i] & als[i]) != als[i]) in verify_facilities()
|
D | suspend.c | 217 S390_lowcore.external_new_psw.mask &= ~PSW_MASK_MCHECK; in save_processor_state() 218 S390_lowcore.svc_new_psw.mask &= ~PSW_MASK_MCHECK; in save_processor_state() 219 S390_lowcore.io_new_psw.mask &= ~PSW_MASK_MCHECK; in save_processor_state() 220 S390_lowcore.program_new_psw.mask &= ~PSW_MASK_MCHECK; in save_processor_state() 225 S390_lowcore.external_new_psw.mask |= PSW_MASK_MCHECK; in restore_processor_state() 226 S390_lowcore.svc_new_psw.mask |= PSW_MASK_MCHECK; in restore_processor_state() 227 S390_lowcore.io_new_psw.mask |= PSW_MASK_MCHECK; in restore_processor_state() 228 S390_lowcore.program_new_psw.mask |= PSW_MASK_MCHECK; in restore_processor_state()
|
D | nospec-branch.c | 21 __set_facility(82, S390_lowcore.alt_stfle_fac_list); in nobp_setup_early() 25 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nobp_setup_early() 33 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_setup_early() 42 if (__test_facility(82, S390_lowcore.alt_stfle_fac_list)) in nospec_report() 68 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_auto_detect() 76 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_auto_detect() 89 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in spectre_v2_setup_early()
|
D | setup.c | 336 lc->machine_flags = S390_lowcore.machine_flags; in setup_lowcore_dat_off() 337 lc->preempt_count = S390_lowcore.preempt_count; in setup_lowcore_dat_off() 338 lc->stfl_fac_list = S390_lowcore.stfl_fac_list; in setup_lowcore_dat_off() 339 memcpy(lc->stfle_fac_list, S390_lowcore.stfle_fac_list, in setup_lowcore_dat_off() 341 memcpy(lc->alt_stfle_fac_list, S390_lowcore.alt_stfle_fac_list, in setup_lowcore_dat_off() 353 lc->sync_enter_timer = S390_lowcore.sync_enter_timer; in setup_lowcore_dat_off() 354 lc->async_enter_timer = S390_lowcore.async_enter_timer; in setup_lowcore_dat_off() 355 lc->exit_timer = S390_lowcore.exit_timer; in setup_lowcore_dat_off() 356 lc->user_timer = S390_lowcore.user_timer; in setup_lowcore_dat_off() 357 lc->system_timer = S390_lowcore.system_timer; in setup_lowcore_dat_off() [all …]
|
D | time.c | 141 S390_lowcore.clock_comparator = clock_comparator_max; in clock_comparator_work() 149 S390_lowcore.clock_comparator = get_tod_clock() + delta; in s390_next_event() 150 set_clock_comparator(S390_lowcore.clock_comparator); in s390_next_event() 163 S390_lowcore.clock_comparator = clock_comparator_max; in init_cpu_timer() 164 set_clock_comparator(S390_lowcore.clock_comparator); in init_cpu_timer() 194 if (S390_lowcore.clock_comparator == clock_comparator_max) in clock_comparator_interrupt() 195 set_clock_comparator(S390_lowcore.clock_comparator); in clock_comparator_interrupt() 465 if (S390_lowcore.clock_comparator != clock_comparator_max) { in clock_sync_local() 466 S390_lowcore.clock_comparator += delta; in clock_sync_local() 467 set_clock_comparator(S390_lowcore.clock_comparator); in clock_sync_local() [all …]
|
D | dumpstack.c | 79 S390_lowcore.panic_stack + frame_size - PAGE_SIZE, in dump_trace() 80 S390_lowcore.panic_stack + frame_size); in dump_trace() 83 S390_lowcore.async_stack + frame_size - ASYNC_SIZE, in dump_trace() 84 S390_lowcore.async_stack + frame_size); in dump_trace()
|
D | smp.c | 224 memcpy(lc, &S390_lowcore, 512); in pcpu_alloc_lowcore() 280 lc->kernel_asce = S390_lowcore.kernel_asce; in pcpu_prepare_secondary() 281 lc->machine_flags = S390_lowcore.machine_flags; in pcpu_prepare_secondary() 285 memcpy(lc->stfle_fac_list, S390_lowcore.stfle_fac_list, in pcpu_prepare_secondary() 287 memcpy(lc->alt_stfle_fac_list, S390_lowcore.alt_stfle_fac_list, in pcpu_prepare_secondary() 393 lc = &S390_lowcore; in smp_call_ipl_cpu() 844 S390_lowcore.last_update_clock = get_tod_clock(); in smp_start_secondary() 845 S390_lowcore.restart_stack = (unsigned long) restart_stack; in smp_start_secondary() 846 S390_lowcore.restart_fn = (unsigned long) do_restart; in smp_start_secondary() 847 S390_lowcore.restart_data = 0; in smp_start_secondary() [all …]
|
D | machine_kexec.c | 81 prefix = (unsigned long) S390_lowcore.prefixreg_save_area; in __do_machine_kdump() 122 mcesa = (struct mcesa *)(S390_lowcore.mcesad & MCESA_ORIGIN_MASK); in __machine_kdump() 250 mem_assign_absolute(S390_lowcore.vmcore_info, paddr_vmcoreinfo_note()); in arch_crash_save_vmcoreinfo()
|
D | nospec-sysfs.c | 18 if (__test_facility(82, S390_lowcore.alt_stfle_fac_list)) in cpu_show_spectre_v2()
|
D | os_info.c | 65 mem_assign_absolute(S390_lowcore.os_info, (unsigned long) ptr); in os_info_init() 126 if (copy_oldmem_kernel(&addr, &S390_lowcore.os_info, sizeof(addr))) in os_info_old_init()
|
/arch/s390/include/asm/fpu/ |
D | api.h | 97 state->mask = S390_lowcore.fpu_flags; in kernel_fpu_begin() 104 S390_lowcore.fpu_flags |= flags; in kernel_fpu_begin() 109 S390_lowcore.fpu_flags = state->mask; in kernel_fpu_end()
|
/arch/s390/mm/ |
D | init.c | 97 S390_lowcore.kernel_asce = init_mm.context.asce; in paging_init() 102 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in paging_init() 103 __ctl_load(S390_lowcore.kernel_asce, 7, 7); in paging_init() 104 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in paging_init()
|
/arch/s390/lib/ |
D | delay.c | 50 set_clock_comparator(S390_lowcore.clock_comparator); in __udelay_disabled() 61 if (tod_after(S390_lowcore.clock_comparator, end)) { in __udelay_enabled()
|
/arch/s390/boot/compressed/ |
D | misc.c | 135 src = (void *)(unsigned long) S390_lowcore.ipl_parmblock_ptr; in check_ipl_parmblock() 140 S390_lowcore.ipl_parmblock_ptr = IPL_PARMBLOCK_ORIGIN; in check_ipl_parmblock()
|