/openbmc/linux/arch/s390/include/asm/ |
H A D | vtime.h | 9 S390_lowcore.system_timer += S390_lowcore.last_update_timer - S390_lowcore.exit_timer; in update_timer_sys() 10 S390_lowcore.user_timer += S390_lowcore.exit_timer - S390_lowcore.sys_enter_timer; in update_timer_sys() 11 S390_lowcore.last_update_timer = S390_lowcore.sys_enter_timer; in update_timer_sys() 16 S390_lowcore.system_timer += S390_lowcore.last_update_timer - S390_lowcore.exit_timer; in update_timer_mcck() 17 S390_lowcore.user_timer += S390_lowcore.exit_timer - S390_lowcore.mcck_enter_timer; in update_timer_mcck() 18 S390_lowcore.last_update_timer = S390_lowcore.mcck_enter_timer; in update_timer_mcck()
|
H A D | preempt.h | 17 return READ_ONCE(S390_lowcore.preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count() 25 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set() 28 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set() 34 __atomic_and(~PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in set_preempt_need_resched() 39 __atomic_or(PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in clear_preempt_need_resched() 44 return !(READ_ONCE(S390_lowcore.preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched() 55 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add() 59 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add() 69 return __atomic_add(-1, &S390_lowcore.preempt_count) == 1; in __preempt_count_dec_and_test() 74 return unlikely(READ_ONCE(S390_lowcore.preempt_count) == in should_resched() [all …]
|
H A D | setup.h | 81 #define MACHINE_IS_VM (S390_lowcore.machine_flags & MACHINE_FLAG_VM) 82 #define MACHINE_IS_KVM (S390_lowcore.machine_flags & MACHINE_FLAG_KVM) 83 #define MACHINE_IS_LPAR (S390_lowcore.machine_flags & MACHINE_FLAG_LPAR) 85 #define MACHINE_HAS_DIAG9C (S390_lowcore.machine_flags & MACHINE_FLAG_DIAG9C) 86 #define MACHINE_HAS_ESOP (S390_lowcore.machine_flags & MACHINE_FLAG_ESOP) 87 #define MACHINE_HAS_IDTE (S390_lowcore.machine_flags & MACHINE_FLAG_IDTE) 88 #define MACHINE_HAS_EDAT1 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT1) 89 #define MACHINE_HAS_EDAT2 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT2) 90 #define MACHINE_HAS_TOPOLOGY (S390_lowcore.machine_flags & MACHINE_FLAG_TOPOLOGY) 91 #define MACHINE_HAS_TE (S390_lowcore.machine_flags & MACHINE_FLAG_TE) [all …]
|
H A D | pai.h | 58 if (!S390_lowcore.ccd) in pai_kernel_enter() 62 WRITE_ONCE(S390_lowcore.ccd, S390_lowcore.ccd | PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_enter() 71 if (!S390_lowcore.ccd) in pai_kernel_exit() 75 WRITE_ONCE(S390_lowcore.ccd, S390_lowcore.ccd & ~PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_exit()
|
H A D | timex.h | 164 old = S390_lowcore.clock_comparator; in local_tick_disable() 165 S390_lowcore.clock_comparator = clock_comparator_max; in local_tick_disable() 166 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_disable() 172 S390_lowcore.clock_comparator = comp; in local_tick_enable() 173 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_enable()
|
H A D | hardirq.h | 16 #define local_softirq_pending() (S390_lowcore.softirq_pending) 17 #define set_softirq_pending(x) (S390_lowcore.softirq_pending = (x)) 18 #define or_softirq_pending(x) (S390_lowcore.softirq_pending |= (x))
|
H A D | mmu_context.h | 80 S390_lowcore.user_asce = s390_invalid_asce; in switch_mm_irqs_off() 82 S390_lowcore.user_asce = next->context.asce; in switch_mm_irqs_off() 115 __ctl_load(S390_lowcore.user_asce, 7, 7); in finish_arch_post_lock_switch() 124 __ctl_load(S390_lowcore.user_asce, 7, 7); in activate_mm()
|
H A D | processor.h | 49 S390_lowcore.cpu_flags |= (1UL << flag); in set_cpu_flag() 54 S390_lowcore.cpu_flags &= ~(1UL << flag); in clear_cpu_flag() 59 return S390_lowcore.cpu_flags & (1UL << flag); in test_cpu_flag() 265 unsigned long ksp = S390_lowcore.kernel_stack; in on_thread_stack()
|
/openbmc/linux/arch/s390/kernel/ |
H A D | vtime.c | 52 S390_lowcore.system_timer += S390_lowcore.last_update_timer - timer; in set_vtimer() 53 S390_lowcore.last_update_timer = expires; in set_vtimer() 129 timer = S390_lowcore.last_update_timer; in do_account_vtime() 130 clock = S390_lowcore.last_update_clock; in do_account_vtime() 134 : "=Q" (S390_lowcore.last_update_timer), in do_account_vtime() 135 "=Q" (S390_lowcore.last_update_clock) in do_account_vtime() 137 clock = S390_lowcore.last_update_clock - clock; in do_account_vtime() 138 timer -= S390_lowcore.last_update_timer; in do_account_vtime() 141 S390_lowcore.hardirq_timer += timer; in do_account_vtime() 143 S390_lowcore.system_timer += timer; in do_account_vtime() [all …]
|
H A D | early.c | 73 S390_lowcore.last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock() 100 S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; in detect_machine_type() 109 S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; in detect_machine_type() 111 S390_lowcore.machine_flags |= MACHINE_FLAG_VM; in detect_machine_type() 167 S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY; in setup_topology() 187 S390_lowcore.program_new_psw = psw; in setup_lowcore_early() 188 S390_lowcore.preempt_count = INIT_PREEMPT_COUNT; in setup_lowcore_early() 212 S390_lowcore.machine_flags |= MACHINE_FLAG_DIAG9C; in detect_diag9c() 218 S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT1; in detect_machine_facilities() 222 S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT2; in detect_machine_facilities() [all …]
|
H A D | nmi.c | 128 u64_to_hex(ptr, S390_lowcore.mcck_interruption_code); in s390_handle_damage() 138 psw_save = S390_lowcore.mcck_new_psw; in s390_handle_damage() 139 psw_bits(S390_lowcore.mcck_new_psw).io = 0; in s390_handle_damage() 140 psw_bits(S390_lowcore.mcck_new_psw).ext = 0; in s390_handle_damage() 141 psw_bits(S390_lowcore.mcck_new_psw).wait = 1; in s390_handle_damage() 148 S390_lowcore.mcck_new_psw = psw_save; in s390_handle_damage() 222 fpt_save_area = &S390_lowcore.floating_pt_save_area; in s390_validate_registers() 233 : "Q" (S390_lowcore.fpt_creg_save_area)); in s390_validate_registers() 236 mcesa = __va(S390_lowcore.mcesad & MCESA_ORIGIN_MASK); in s390_validate_registers() 272 cr0.val = S390_lowcore.cregs_save_area[0]; in s390_validate_registers() [all …]
|
H A D | idle.c | 37 idle_time = S390_lowcore.int_clock - idle->clock_idle_enter; in account_idle_time_irq() 39 S390_lowcore.steal_timer += idle->clock_idle_enter - S390_lowcore.last_update_clock; in account_idle_time_irq() 40 S390_lowcore.last_update_clock = S390_lowcore.int_clock; in account_idle_time_irq() 42 S390_lowcore.system_timer += S390_lowcore.last_update_timer - idle->timer_idle_enter; in account_idle_time_irq() 43 S390_lowcore.last_update_timer = S390_lowcore.sys_enter_timer; in account_idle_time_irq()
|
H A D | traps.c | 300 regs->int_code = S390_lowcore.pgm_int_code; in __do_pgm_check() 301 regs->int_parm_long = S390_lowcore.trans_exc_code; in __do_pgm_check() 314 if (S390_lowcore.pgm_code & 0x0200) { in __do_pgm_check() 316 current->thread.trap_tdb = S390_lowcore.pgm_tdb; in __do_pgm_check() 319 if (S390_lowcore.pgm_code & PGM_INT_CODE_PER) { in __do_pgm_check() 324 ev->address = S390_lowcore.per_address; in __do_pgm_check() 325 ev->cause = S390_lowcore.per_code_combined; in __do_pgm_check() 326 ev->paid = S390_lowcore.per_access_id; in __do_pgm_check()
|
H A D | irq.c | 102 if (tod_after_eq(S390_lowcore.int_clock, in do_IRQ() 103 S390_lowcore.clock_comparator)) in do_IRQ() 113 return ((S390_lowcore.async_stack ^ frame) & ~(THREAD_SIZE - 1)) == 0; in on_async_stack() 121 call_on_stack(2, S390_lowcore.async_stack, void, do_IRQ, in do_irq_async() 154 regs->tpi_info = S390_lowcore.tpi_info; in do_io_irq() 155 if (S390_lowcore.tpi_info.adapter_IO) in do_io_irq() 184 regs->int_code = S390_lowcore.ext_int_code_addr; in do_ext_irq() 185 regs->int_parm = S390_lowcore.ext_params; in do_ext_irq() 186 regs->int_parm_long = S390_lowcore.ext_params2; in do_ext_irq()
|
H A D | smp.c | 204 memcpy(lc, &S390_lowcore, 512); in pcpu_alloc_lowcore() 266 lc->kernel_asce = S390_lowcore.kernel_asce; in pcpu_prepare_secondary() 268 lc->machine_flags = S390_lowcore.machine_flags; in pcpu_prepare_secondary() 408 lc = &S390_lowcore; in smp_call_ipl_cpu() 893 S390_lowcore.last_update_clock = get_tod_clock(); in smp_start_secondary() 894 S390_lowcore.restart_stack = (unsigned long)restart_stack; in smp_start_secondary() 895 S390_lowcore.restart_fn = (unsigned long)do_restart; in smp_start_secondary() 896 S390_lowcore.restart_data = 0; in smp_start_secondary() 897 S390_lowcore.restart_source = -1U; in smp_start_secondary() 898 S390_lowcore.restart_flags = 0; in smp_start_secondary() [all …]
|
H A D | time.c | 134 S390_lowcore.clock_comparator = clock_comparator_max; in clock_comparator_work() 142 S390_lowcore.clock_comparator = get_tod_clock() + delta; in s390_next_event() 143 set_clock_comparator(S390_lowcore.clock_comparator); in s390_next_event() 156 S390_lowcore.clock_comparator = clock_comparator_max; in init_cpu_timer() 157 set_clock_comparator(S390_lowcore.clock_comparator); in init_cpu_timer() 187 if (S390_lowcore.clock_comparator == clock_comparator_max) in clock_comparator_interrupt() 188 set_clock_comparator(S390_lowcore.clock_comparator); in clock_comparator_interrupt() 411 if (S390_lowcore.clock_comparator != clock_comparator_max) { in clock_sync_local() 412 S390_lowcore.clock_comparator += delta; in clock_sync_local() 413 set_clock_comparator(S390_lowcore.clock_comparator); in clock_sync_local() [all …]
|
H A D | setup.c | 430 lc->machine_flags = S390_lowcore.machine_flags; in setup_lowcore() 431 lc->preempt_count = S390_lowcore.preempt_count; in setup_lowcore() 433 lc->sys_enter_timer = S390_lowcore.sys_enter_timer; in setup_lowcore() 434 lc->exit_timer = S390_lowcore.exit_timer; in setup_lowcore() 435 lc->user_timer = S390_lowcore.user_timer; in setup_lowcore() 436 lc->system_timer = S390_lowcore.system_timer; in setup_lowcore() 437 lc->steal_timer = S390_lowcore.steal_timer; in setup_lowcore() 438 lc->last_update_timer = S390_lowcore.last_update_timer; in setup_lowcore() 439 lc->last_update_clock = S390_lowcore.last_update_clock; in setup_lowcore() 448 lc->kernel_stack = S390_lowcore.kernel_stack; in setup_lowcore() [all …]
|
H A D | dumpstack.c | 64 unsigned long stack = S390_lowcore.async_stack - STACK_INIT_OFFSET; in in_irq_stack() 71 unsigned long stack = S390_lowcore.nodat_stack - STACK_INIT_OFFSET; in in_nodat_stack() 78 unsigned long stack = S390_lowcore.mcck_stack - STACK_INIT_OFFSET; in in_mcck_stack() 85 unsigned long stack = S390_lowcore.restart_stack - STACK_INIT_OFFSET; in in_restart_stack()
|
/openbmc/linux/arch/s390/boot/ |
H A D | pgm_check_info.c | 148 unsigned long *gpregs = (unsigned long *)S390_lowcore.gpregs_save_area; in print_pgm_check_info() 149 struct psw_bits *psw = &psw_bits(S390_lowcore.psw_save_area); in print_pgm_check_info() 155 S390_lowcore.pgm_code, S390_lowcore.pgm_ilc >> 1); in print_pgm_check_info() 159 S390_lowcore.psw_save_area.mask, in print_pgm_check_info() 160 S390_lowcore.psw_save_area.addr, in print_pgm_check_info() 161 (void *)S390_lowcore.psw_save_area.addr); in print_pgm_check_info() 175 print_stacktrace(S390_lowcore.gpregs_save_area[15]); in print_pgm_check_info() 177 decompressor_printk(" [<%016lx>] %pS\n", (unsigned long)S390_lowcore.pgm_last_break, in print_pgm_check_info() 178 (void *)S390_lowcore.pgm_last_break); in print_pgm_check_info()
|
H A D | vmem.c | 450 S390_lowcore.kernel_asce = swapper_pg_dir | asce_bits; in setup_vmem() 451 S390_lowcore.user_asce = s390_invalid_asce; in setup_vmem() 453 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in setup_vmem() 454 __ctl_load(S390_lowcore.user_asce, 7, 7); in setup_vmem() 455 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in setup_vmem() 457 init_mm.context.asce = S390_lowcore.kernel_asce; in setup_vmem()
|
H A D | physmem_info.c | 84 "+Q" (S390_lowcore.program_new_psw), in __diag260() 88 [psw_pgm] "a" (&S390_lowcore.program_new_psw) in __diag260() 132 "=Q" (S390_lowcore.program_new_psw.addr), in tprot() 135 [psw_pgm] "a" (&S390_lowcore.program_new_psw), in tprot()
|
/openbmc/linux/arch/s390/include/asm/fpu/ |
H A D | api.h | 100 state->mask = S390_lowcore.fpu_flags; in kernel_fpu_begin() 107 S390_lowcore.fpu_flags |= flags; in kernel_fpu_begin() 112 S390_lowcore.fpu_flags = state->mask; in kernel_fpu_end()
|
/openbmc/linux/arch/s390/lib/ |
H A D | uaccess.c | 23 if (cr1 == S390_lowcore.kernel_asce && cr7 == S390_lowcore.user_asce) in debug_user_asce() 29 S390_lowcore.kernel_asce, S390_lowcore.user_asce); in debug_user_asce()
|
/openbmc/linux/drivers/s390/char/ |
H A D | sclp_early_core.c | 40 psw_ext_save = S390_lowcore.external_new_psw; in sclp_early_wait_irq() 42 S390_lowcore.external_new_psw.mask = psw_mask; in sclp_early_wait_irq() 44 S390_lowcore.ext_int_code = 0; in sclp_early_wait_irq() 55 [psw_ext_addr] "=Q" (S390_lowcore.external_new_psw.addr) in sclp_early_wait_irq() 58 } while (S390_lowcore.ext_int_code != EXT_IRQ_SERVICE_SIG); in sclp_early_wait_irq() 60 S390_lowcore.external_new_psw = psw_ext_save; in sclp_early_wait_irq()
|
/openbmc/linux/arch/s390/mm/ |
H A D | fault.c | 199 asce = S390_lowcore.user_asce; in dump_fault_info() 203 asce = ((struct gmap *) S390_lowcore.gmap)->asce; in dump_fault_info() 207 asce = S390_lowcore.kernel_asce; in dump_fault_info() 439 gmap = (struct gmap *) S390_lowcore.gmap; in do_exception() 625 gmap = (struct gmap *)S390_lowcore.gmap; in do_secure_storage_access() 672 struct gmap *gmap = (struct gmap *)S390_lowcore.gmap; in do_non_secure_storage_access() 688 struct gmap *gmap = (struct gmap *)S390_lowcore.gmap; in do_secure_storage_violation()
|