/linux-6.3-rc2/arch/s390/include/asm/ |
A D | vtime.h | 9 S390_lowcore.system_timer += S390_lowcore.last_update_timer - S390_lowcore.exit_timer; in update_timer_sys() 10 S390_lowcore.user_timer += S390_lowcore.exit_timer - S390_lowcore.sys_enter_timer; in update_timer_sys() 11 S390_lowcore.last_update_timer = S390_lowcore.sys_enter_timer; in update_timer_sys() 16 S390_lowcore.system_timer += S390_lowcore.last_update_timer - S390_lowcore.exit_timer; in update_timer_mcck() 17 S390_lowcore.user_timer += S390_lowcore.exit_timer - S390_lowcore.mcck_enter_timer; in update_timer_mcck() 18 S390_lowcore.last_update_timer = S390_lowcore.mcck_enter_timer; in update_timer_mcck()
|
A D | preempt.h | 25 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set() 28 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set() 55 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add() 59 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add() 69 return __atomic_add(-1, &S390_lowcore.preempt_count) == 1; in __preempt_count_dec_and_test() 74 return unlikely(READ_ONCE(S390_lowcore.preempt_count) == in should_resched() 84 return READ_ONCE(S390_lowcore.preempt_count); in preempt_count() 89 S390_lowcore.preempt_count = pc; in preempt_count_set() 107 S390_lowcore.preempt_count += val; in __preempt_count_add() 112 S390_lowcore.preempt_count -= val; in __preempt_count_sub() [all …]
|
A D | setup.h | 85 #define MACHINE_IS_VM (S390_lowcore.machine_flags & MACHINE_FLAG_VM) 86 #define MACHINE_IS_KVM (S390_lowcore.machine_flags & MACHINE_FLAG_KVM) 87 #define MACHINE_IS_LPAR (S390_lowcore.machine_flags & MACHINE_FLAG_LPAR) 90 #define MACHINE_HAS_ESOP (S390_lowcore.machine_flags & MACHINE_FLAG_ESOP) 91 #define MACHINE_HAS_IDTE (S390_lowcore.machine_flags & MACHINE_FLAG_IDTE) 95 #define MACHINE_HAS_TE (S390_lowcore.machine_flags & MACHINE_FLAG_TE) 97 #define MACHINE_HAS_VX (S390_lowcore.machine_flags & MACHINE_FLAG_VX) 99 #define MACHINE_HAS_NX (S390_lowcore.machine_flags & MACHINE_FLAG_NX) 100 #define MACHINE_HAS_GS (S390_lowcore.machine_flags & MACHINE_FLAG_GS) 101 #define MACHINE_HAS_SCC (S390_lowcore.machine_flags & MACHINE_FLAG_SCC) [all …]
|
A D | pai.h | 58 if (!S390_lowcore.ccd) in pai_kernel_enter() 62 WRITE_ONCE(S390_lowcore.ccd, S390_lowcore.ccd | PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_enter() 71 if (!S390_lowcore.ccd) in pai_kernel_exit() 75 WRITE_ONCE(S390_lowcore.ccd, S390_lowcore.ccd & ~PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_exit()
|
A D | timex.h | 164 old = S390_lowcore.clock_comparator; in local_tick_disable() 165 S390_lowcore.clock_comparator = clock_comparator_max; in local_tick_disable() 166 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_disable() 172 S390_lowcore.clock_comparator = comp; in local_tick_enable() 173 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_enable()
|
A D | hardirq.h | 16 #define local_softirq_pending() (S390_lowcore.softirq_pending) 17 #define set_softirq_pending(x) (S390_lowcore.softirq_pending = (x)) 18 #define or_softirq_pending(x) (S390_lowcore.softirq_pending |= (x))
|
A D | mmu_context.h | 79 S390_lowcore.user_asce = s390_invalid_asce; in switch_mm_irqs_off() 81 S390_lowcore.user_asce = next->context.asce; in switch_mm_irqs_off() 114 __ctl_load(S390_lowcore.user_asce, 7, 7); in finish_arch_post_lock_switch() 123 __ctl_load(S390_lowcore.user_asce, 7, 7); in activate_mm()
|
A D | facility.h | 95 : "=m" (S390_lowcore.stfl_fac_list)); in __stfle() 96 stfl_fac_list = S390_lowcore.stfl_fac_list; in __stfle()
|
/linux-6.3-rc2/arch/s390/kernel/ |
A D | vtime.c | 52 S390_lowcore.system_timer += S390_lowcore.last_update_timer - timer; in set_vtimer() 53 S390_lowcore.last_update_timer = expires; in set_vtimer() 141 S390_lowcore.hardirq_timer += timer; in do_account_vtime() 143 S390_lowcore.system_timer += timer; in do_account_vtime() 161 S390_lowcore.steal_timer += in do_account_vtime() 212 steal = S390_lowcore.steal_timer; in vtime_flush() 215 S390_lowcore.steal_timer = 0; in vtime_flush() 240 S390_lowcore.guest_timer += delta; in vtime_account_kernel() 242 S390_lowcore.system_timer += delta; in vtime_account_kernel() 252 S390_lowcore.softirq_timer += delta; in vtime_account_softirq() [all …]
|
A D | early.c | 68 S390_lowcore.last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock() 95 S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; in detect_machine_type() 104 S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; in detect_machine_type() 106 S390_lowcore.machine_flags |= MACHINE_FLAG_VM; in detect_machine_type() 182 S390_lowcore.program_new_psw = psw; in setup_lowcore_early() 183 S390_lowcore.preempt_count = INIT_PREEMPT_COUNT; in setup_lowcore_early() 221 S390_lowcore.machine_flags |= MACHINE_FLAG_TE; in detect_machine_facilities() 227 S390_lowcore.machine_flags |= MACHINE_FLAG_VX; in detect_machine_facilities() 231 S390_lowcore.machine_flags |= MACHINE_FLAG_NX; in detect_machine_facilities() 235 S390_lowcore.machine_flags |= MACHINE_FLAG_GS; in detect_machine_facilities() [all …]
|
A D | nmi.c | 138 psw_save = S390_lowcore.mcck_new_psw; in s390_handle_damage() 139 psw_bits(S390_lowcore.mcck_new_psw).io = 0; in s390_handle_damage() 140 psw_bits(S390_lowcore.mcck_new_psw).ext = 0; in s390_handle_damage() 141 psw_bits(S390_lowcore.mcck_new_psw).wait = 1; in s390_handle_damage() 148 S390_lowcore.mcck_new_psw = psw_save; in s390_handle_damage() 233 : "Q" (S390_lowcore.fpt_creg_save_area)); in s390_validate_registers() 272 cr0.val = S390_lowcore.cregs_save_area[0]; in s390_validate_registers() 288 : "a" (&S390_lowcore.access_regs_save_area) in s390_validate_registers() 293 cr2.val = S390_lowcore.cregs_save_area[2]; in s390_validate_registers() 354 = S390_lowcore.failing_storage_address; in s390_backup_mcck_info() [all …]
|
A D | idle.c | 37 idle_time = S390_lowcore.int_clock - idle->clock_idle_enter; in account_idle_time_irq() 39 S390_lowcore.steal_timer += idle->clock_idle_enter - S390_lowcore.last_update_clock; in account_idle_time_irq() 40 S390_lowcore.last_update_clock = S390_lowcore.int_clock; in account_idle_time_irq() 42 S390_lowcore.system_timer += S390_lowcore.last_update_timer - idle->timer_idle_enter; in account_idle_time_irq() 43 S390_lowcore.last_update_timer = S390_lowcore.sys_enter_timer; in account_idle_time_irq()
|
A D | traps.c | 300 regs->int_code = S390_lowcore.pgm_int_code; in __do_pgm_check() 301 regs->int_parm_long = S390_lowcore.trans_exc_code; in __do_pgm_check() 314 if (S390_lowcore.pgm_code & 0x0200) { in __do_pgm_check() 316 current->thread.trap_tdb = S390_lowcore.pgm_tdb; in __do_pgm_check() 319 if (S390_lowcore.pgm_code & PGM_INT_CODE_PER) { in __do_pgm_check() 324 ev->address = S390_lowcore.per_address; in __do_pgm_check() 325 ev->cause = S390_lowcore.per_code_combined; in __do_pgm_check() 326 ev->paid = S390_lowcore.per_access_id; in __do_pgm_check()
|
A D | irq.c | 102 if (tod_after_eq(S390_lowcore.int_clock, in do_IRQ() 103 S390_lowcore.clock_comparator)) in do_IRQ() 113 return ((S390_lowcore.async_stack ^ frame) & ~(THREAD_SIZE - 1)) == 0; in on_async_stack() 121 call_on_stack(2, S390_lowcore.async_stack, void, do_IRQ, in do_irq_async() 154 regs->tpi_info = S390_lowcore.tpi_info; in do_io_irq() 155 if (S390_lowcore.tpi_info.adapter_IO) in do_io_irq() 184 regs->int_code = S390_lowcore.ext_int_code_addr; in do_ext_irq() 185 regs->int_parm = S390_lowcore.ext_params; in do_ext_irq() 186 regs->int_parm_long = S390_lowcore.ext_params2; in do_ext_irq()
|
A D | smp.c | 203 memcpy(lc, &S390_lowcore, 512); in pcpu_alloc_lowcore() 264 lc->kernel_asce = S390_lowcore.kernel_asce; in pcpu_prepare_secondary() 406 lc = &S390_lowcore; in smp_call_ipl_cpu() 894 S390_lowcore.restart_data = 0; in smp_start_secondary() 895 S390_lowcore.restart_source = -1U; in smp_start_secondary() 896 S390_lowcore.restart_flags = 0; in smp_start_secondary() 1030 S390_lowcore.cpu_nr = 0; in smp_setup_processor_id() 1032 S390_lowcore.spinlock_index = 0; in smp_setup_processor_id() 1254 src.even = (unsigned long) &S390_lowcore; in set_new_lowcore() 1255 src.odd = sizeof(S390_lowcore); in set_new_lowcore() [all …]
|
A D | setup.c | 395 S390_lowcore.async_stack = stack + STACK_INIT_OFFSET; in arch_early_irq_init() 413 S390_lowcore.kernel_stack = stack; in arch_call_rest_init() 448 lc->machine_flags = S390_lowcore.machine_flags; in setup_lowcore() 449 lc->preempt_count = S390_lowcore.preempt_count; in setup_lowcore() 451 lc->sys_enter_timer = S390_lowcore.sys_enter_timer; in setup_lowcore() 452 lc->exit_timer = S390_lowcore.exit_timer; in setup_lowcore() 453 lc->user_timer = S390_lowcore.user_timer; in setup_lowcore() 454 lc->system_timer = S390_lowcore.system_timer; in setup_lowcore() 455 lc->steal_timer = S390_lowcore.steal_timer; in setup_lowcore() 492 lc->kernel_asce = S390_lowcore.kernel_asce; in setup_lowcore() [all …]
|
A D | time.c | 129 S390_lowcore.clock_comparator = clock_comparator_max; in clock_comparator_work() 137 S390_lowcore.clock_comparator = get_tod_clock() + delta; in s390_next_event() 138 set_clock_comparator(S390_lowcore.clock_comparator); in s390_next_event() 151 S390_lowcore.clock_comparator = clock_comparator_max; in init_cpu_timer() 152 set_clock_comparator(S390_lowcore.clock_comparator); in init_cpu_timer() 182 if (S390_lowcore.clock_comparator == clock_comparator_max) in clock_comparator_interrupt() 183 set_clock_comparator(S390_lowcore.clock_comparator); in clock_comparator_interrupt() 406 if (S390_lowcore.clock_comparator != clock_comparator_max) { in clock_sync_local() 407 S390_lowcore.clock_comparator += delta; in clock_sync_local() 408 set_clock_comparator(S390_lowcore.clock_comparator); in clock_sync_local() [all …]
|
A D | dumpstack.c | 69 top = S390_lowcore.async_stack + frame_size; in in_irq_stack() 78 top = S390_lowcore.nodat_stack + frame_size; in in_nodat_stack() 87 top = S390_lowcore.mcck_stack + frame_size; in in_mcck_stack() 96 top = S390_lowcore.restart_stack + frame_size; in in_restart_stack()
|
A D | machine_kexec.c | 50 prefix = (unsigned long) S390_lowcore.prefixreg_save_area; in __do_machine_kdump() 91 mcesa = __va(S390_lowcore.mcesad & MCESA_ORIGIN_MASK); in __machine_kdump() 137 rc = call_on_stack(1, S390_lowcore.nodat_stack, unsigned long, do_start_kdump, in kdump_csum_valid()
|
/linux-6.3-rc2/arch/s390/boot/ |
A D | pgm_check_info.c | 130 unsigned long sp = S390_lowcore.gpregs_save_area[15]; in print_stacktrace() 149 unsigned long *gpregs = (unsigned long *)S390_lowcore.gpregs_save_area; in print_pgm_check_info() 150 struct psw_bits *psw = &psw_bits(S390_lowcore.psw_save_area); in print_pgm_check_info() 156 S390_lowcore.pgm_code, S390_lowcore.pgm_ilc >> 1); in print_pgm_check_info() 160 S390_lowcore.psw_save_area.mask, in print_pgm_check_info() 161 S390_lowcore.psw_save_area.addr, in print_pgm_check_info() 162 (void *)S390_lowcore.psw_save_area.addr); in print_pgm_check_info() 178 decompressor_printk(" [<%016lx>] %pS\n", (unsigned long)S390_lowcore.pgm_last_break, in print_pgm_check_info() 179 (void *)S390_lowcore.pgm_last_break); in print_pgm_check_info()
|
A D | mem_detect.c | 74 "+Q" (S390_lowcore.program_new_psw), in __diag260() 78 [psw_pgm] "a" (&S390_lowcore.program_new_psw) in __diag260() 122 "=Q" (S390_lowcore.program_new_psw.addr), in tprot() 125 [psw_pgm] "a" (&S390_lowcore.program_new_psw), in tprot()
|
A D | vmem.c | 263 S390_lowcore.kernel_asce = swapper_pg_dir | asce_bits; in setup_vmem() 264 S390_lowcore.user_asce = s390_invalid_asce; in setup_vmem() 266 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in setup_vmem() 267 __ctl_load(S390_lowcore.user_asce, 7, 7); in setup_vmem() 268 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in setup_vmem() 270 init_mm.context.asce = S390_lowcore.kernel_asce; in setup_vmem()
|
/linux-6.3-rc2/arch/s390/include/asm/fpu/ |
A D | api.h | 100 state->mask = S390_lowcore.fpu_flags; in kernel_fpu_begin() 107 S390_lowcore.fpu_flags |= flags; in kernel_fpu_begin() 112 S390_lowcore.fpu_flags = state->mask; in kernel_fpu_end()
|
/linux-6.3-rc2/arch/s390/lib/ |
A D | uaccess.c | 23 if (cr1 == S390_lowcore.kernel_asce && cr7 == S390_lowcore.user_asce) in debug_user_asce() 29 S390_lowcore.kernel_asce, S390_lowcore.user_asce); in debug_user_asce()
|
/linux-6.3-rc2/drivers/s390/char/ |
A D | sclp_early_core.c | 40 psw_ext_save = S390_lowcore.external_new_psw; in sclp_early_wait_irq() 42 S390_lowcore.external_new_psw.mask = psw_mask; in sclp_early_wait_irq() 44 S390_lowcore.ext_int_code = 0; in sclp_early_wait_irq() 55 [psw_ext_addr] "=Q" (S390_lowcore.external_new_psw.addr) in sclp_early_wait_irq() 58 } while (S390_lowcore.ext_int_code != EXT_IRQ_SERVICE_SIG); in sclp_early_wait_irq() 60 S390_lowcore.external_new_psw = psw_ext_save; in sclp_early_wait_irq()
|