Home
last modified time | relevance | path

Searched refs:get_lowcore (Results 1 – 25 of 40) sorted by relevance

12

/arch/s390/include/asm/
A Dpreempt.h26 return READ_ONCE(get_lowcore()->preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count()
33 old = READ_ONCE(get_lowcore()->preempt_count); in preempt_count_set()
36 } while (!arch_try_cmpxchg(&get_lowcore()->preempt_count, &old, new)); in preempt_count_set()
50 __atomic_and(~PREEMPT_NEED_RESCHED, &get_lowcore()->preempt_count); in set_preempt_need_resched()
55 __atomic_or(PREEMPT_NEED_RESCHED, &get_lowcore()->preempt_count); in clear_preempt_need_resched()
60 return !(READ_ONCE(get_lowcore()->preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched()
71 __atomic_add_const(val, &get_lowcore()->preempt_count); in __preempt_count_add()
75 __atomic_add(val, &get_lowcore()->preempt_count); in __preempt_count_add()
90 return __atomic_add_const_and_test(-1, &get_lowcore()->preempt_count); in __preempt_count_dec_and_test()
98 return unlikely(READ_ONCE(get_lowcore()->preempt_count) == preempt_offset); in should_resched()
A Dpai.h58 if (!get_lowcore()->ccd) in pai_kernel_enter()
62 WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd | PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_enter()
71 if (!get_lowcore()->ccd) in pai_kernel_exit()
75 WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd & ~PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_exit()
A Dmmu_context.h77 get_lowcore()->user_asce = s390_invalid_asce; in switch_mm_irqs_off()
79 get_lowcore()->user_asce.val = next->context.asce; in switch_mm_irqs_off()
116 local_ctl_load(1, &get_lowcore()->kernel_asce); in finish_arch_post_lock_switch()
118 local_ctl_load(1, &get_lowcore()->user_asce); in finish_arch_post_lock_switch()
119 local_ctl_load(7, &get_lowcore()->user_asce); in finish_arch_post_lock_switch()
130 local_ctl_load(1, &get_lowcore()->kernel_asce); in activate_mm()
132 local_ctl_load(1, &get_lowcore()->user_asce); in activate_mm()
133 local_ctl_load(7, &get_lowcore()->user_asce); in activate_mm()
A Dhardirq.h16 #define local_softirq_pending() (get_lowcore()->softirq_pending)
17 #define set_softirq_pending(x) (get_lowcore()->softirq_pending = (x))
18 #define or_softirq_pending(x) (get_lowcore()->softirq_pending |= (x))
A Dkmsan.h15 return addr >= (void *)get_lowcore() && in is_lowcore_addr()
16 addr < (void *)(get_lowcore() + 1); in is_lowcore_addr()
28 (void *)get_lowcore(); in arch_kmsan_get_meta_or_null()
A Dtimex.h168 old = get_lowcore()->clock_comparator; in local_tick_disable()
169 get_lowcore()->clock_comparator = clock_comparator_max; in local_tick_disable()
170 set_clock_comparator(get_lowcore()->clock_comparator); in local_tick_disable()
176 get_lowcore()->clock_comparator = comp; in local_tick_enable()
177 set_clock_comparator(get_lowcore()->clock_comparator); in local_tick_enable()
A Dasce.h18 local_ctl_load(1, &get_lowcore()->kernel_asce); in enable_sacf_uaccess()
31 local_ctl_load(1, &get_lowcore()->user_asce); in disable_sacf_uaccess()
A Dvtime.h7 struct lowcore *lc = get_lowcore(); in update_timer_sys()
16 struct lowcore *lc = get_lowcore(); in update_timer_mcck()
A Dfacility.h117 : "=m" (get_lowcore()->stfl_fac_list)); in __stfle()
118 stfl_fac_list = get_lowcore()->stfl_fac_list; in __stfle()
A Dsoftirq_stack.h11 call_on_stack(0, get_lowcore()->async_stack, void, __do_softirq); in do_softirq_own_stack()
A Dprocessor.h61 return (struct pcpu *)(get_lowcore()->pcpu); in this_pcpu()
278 unsigned long ksp = get_lowcore()->kernel_stack; in on_thread_stack()
/arch/s390/kernel/
A Dirq.c106 if (tod_after_eq(get_lowcore()->int_clock, in do_IRQ()
107 get_lowcore()->clock_comparator)) in do_IRQ()
117 return ((get_lowcore()->async_stack ^ frame) & ~(THREAD_SIZE - 1)) == 0; in on_async_stack()
125 call_on_stack(2, get_lowcore()->async_stack, void, do_IRQ, in do_irq_async()
163 regs->tpi_info = get_lowcore()->tpi_info; in do_io_irq()
164 if (get_lowcore()->tpi_info.adapter_IO) in do_io_irq()
193 regs->int_code = get_lowcore()->ext_int_code_addr; in do_ext_irq()
194 regs->int_parm = get_lowcore()->ext_params; in do_ext_irq()
195 regs->int_parm_long = get_lowcore()->ext_params2; in do_ext_irq()
A Dnmi.c121 struct lowcore *lc = get_lowcore(); in nmi_print_info()
144 ptr = u64_to_hex(ptr, (u64)get_lowcore()); in nmi_print_info()
189 struct lowcore *lc = get_lowcore(); in s390_handle_damage()
295 set_clock_comparator(get_lowcore()->clock_comparator); in nmi_registers_valid()
321 cr2.reg = get_lowcore()->cregs_save_area[2]; in nmi_registers_valid()
347 mcck_backup->mcic = get_lowcore()->mcck_interruption_code & in s390_backup_mcck_info()
349 mcck_backup->ext_damage_code = get_lowcore()->external_damage_code; in s390_backup_mcck_info()
350 mcck_backup->failing_storage_address = get_lowcore()->failing_storage_address; in s390_backup_mcck_info()
370 struct lowcore *lc = get_lowcore(); in s390_do_machine_check()
A Dvtime.c38 struct lowcore *lc = get_lowcore(); in set_vtimer()
121 struct lowcore *lc = get_lowcore(); in do_account_vtime()
181 struct lowcore *lc = get_lowcore(); in vtime_task_switch()
203 struct lowcore *lc = get_lowcore(); in vtime_flush()
221 struct lowcore *lc = get_lowcore(); in vtime_delta()
234 struct lowcore *lc = get_lowcore(); in vtime_account_kernel()
250 get_lowcore()->softirq_timer += delta; in vtime_account_softirq()
259 get_lowcore()->hardirq_timer += delta; in vtime_account_hardirq()
A Dsetup.c417 lc->preempt_count = get_lowcore()->preempt_count; in setup_lowcore()
419 lc->sys_enter_timer = get_lowcore()->sys_enter_timer; in setup_lowcore()
420 lc->exit_timer = get_lowcore()->exit_timer; in setup_lowcore()
421 lc->user_timer = get_lowcore()->user_timer; in setup_lowcore()
422 lc->system_timer = get_lowcore()->system_timer; in setup_lowcore()
423 lc->steal_timer = get_lowcore()->steal_timer; in setup_lowcore()
424 lc->last_update_timer = get_lowcore()->last_update_timer; in setup_lowcore()
434 lc->kernel_stack = get_lowcore()->kernel_stack; in setup_lowcore()
450 lc->kernel_asce = get_lowcore()->kernel_asce; in setup_lowcore()
451 lc->user_asce = get_lowcore()->user_asce; in setup_lowcore()
[all …]
A Dtime.c127 get_lowcore()->clock_comparator = clock_comparator_max; in clock_comparator_work()
135 get_lowcore()->clock_comparator = get_tod_clock() + delta; in s390_next_event()
136 set_clock_comparator(get_lowcore()->clock_comparator); in s390_next_event()
149 get_lowcore()->clock_comparator = clock_comparator_max; in init_cpu_timer()
150 set_clock_comparator(get_lowcore()->clock_comparator); in init_cpu_timer()
180 if (get_lowcore()->clock_comparator == clock_comparator_max) in clock_comparator_interrupt()
181 set_clock_comparator(get_lowcore()->clock_comparator); in clock_comparator_interrupt()
373 if (get_lowcore()->clock_comparator != clock_comparator_max) { in clock_sync_local()
374 get_lowcore()->clock_comparator += delta; in clock_sync_local()
375 set_clock_comparator(get_lowcore()->clock_comparator); in clock_sync_local()
[all …]
A Ddumpstack.c65 unsigned long stack = get_lowcore()->async_stack - STACK_INIT_OFFSET; in in_irq_stack()
72 unsigned long stack = get_lowcore()->nodat_stack - STACK_INIT_OFFSET; in in_nodat_stack()
79 unsigned long stack = get_lowcore()->mcck_stack - STACK_INIT_OFFSET; in in_mcck_stack()
86 unsigned long stack = get_lowcore()->restart_stack - STACK_INIT_OFFSET; in in_restart_stack()
A Dmachine_kexec.c57 prefix = (unsigned long)get_lowcore()->prefixreg_save_area; in __do_machine_kdump()
67 memcpy(absolute_pointer(get_lowcore()->floating_pt_save_area), in __do_machine_kdump()
96 mcesa = __va(get_lowcore()->mcesad & MCESA_ORIGIN_MASK); in __machine_kdump()
A Dsyscall.c91 regs->psw = get_lowcore()->svc_old_psw; in __do_syscall()
92 regs->int_code = get_lowcore()->svc_int_code; in __do_syscall()
A Dprocess.c73 if (get_lowcore()->current_pid != current->pid) { in arch_setup_new_exec()
74 get_lowcore()->current_pid = current->pid; in arch_setup_new_exec()
76 lpp(&get_lowcore()->lpp); in arch_setup_new_exec()
A Dearly.c155 struct lowcore *lc = get_lowcore(); in __do_early_pgm_check()
184 struct lowcore *lc = get_lowcore(); in setup_lowcore_early()
A Didle.c27 struct lowcore *lc = get_lowcore(); in account_idle_time_irq()
/arch/s390/boot/
A Dvmem.c557 get_lowcore()->kernel_asce.val = swapper_pg_dir | asce_bits; in setup_vmem()
558 get_lowcore()->user_asce = s390_invalid_asce; in setup_vmem()
560 local_ctl_load(1, &get_lowcore()->kernel_asce); in setup_vmem()
561 local_ctl_load(7, &get_lowcore()->user_asce); in setup_vmem()
562 local_ctl_load(13, &get_lowcore()->kernel_asce); in setup_vmem()
564 init_mm.context.asce = get_lowcore()->kernel_asce.val; in setup_vmem()
A Dstartup.c118 get_lowcore()->last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock()
181 get_lowcore()->current_pid = 0; in setup_lpp()
182 get_lowcore()->lpp = LPP_MAGIC; in setup_lpp()
184 lpp(&get_lowcore()->lpp); in setup_lpp()
637 get_lowcore()->vmcore_info = __kaslr_offset_phys ? __kaslr_offset_phys | 0x1UL : 0; in startup_kernel()
/arch/s390/lib/
A Dspinlock.c161 ix = get_lowcore()->spinlock_index++; in arch_spin_lock_queued()
247 get_lowcore()->spinlock_index--; in arch_spin_lock_queued()

Completed in 32 milliseconds

12