Home
last modified time | relevance | path

Searched refs:__always_inline (Results 1 – 25 of 653) sorted by relevance

12345678910>>...27

/linux-6.3-rc2/include/linux/atomic/
A Datomic-long.h26 static __always_inline long
32 static __always_inline long
38 static __always_inline void
44 static __always_inline void
50 static __always_inline void
56 static __always_inline long
62 static __always_inline long
68 static __always_inline long
74 static __always_inline long
80 static __always_inline long
[all …]
A Datomic-instrumented.h24 static __always_inline int
31 static __always_inline int
38 static __always_inline void
45 static __always_inline void
53 static __always_inline void
60 static __always_inline int
68 static __always_inline int
75 static __always_inline int
83 static __always_inline int
90 static __always_inline int
[all …]
A Datomic-arch-fallback.h221 static __always_inline int
259 static __always_inline int
270 static __always_inline int
280 static __always_inline int
301 static __always_inline int
312 static __always_inline int
322 static __always_inline int
343 static __always_inline int
354 static __always_inline int
364 static __always_inline int
[all …]
/linux-6.3-rc2/arch/x86/include/asm/
A Datomic.h23 static __always_inline int arch_atomic_read(const atomic_t *v) in arch_atomic_read()
39 static __always_inline void arch_atomic_set(atomic_t *v, int i) in arch_atomic_set()
51 static __always_inline void arch_atomic_add(int i, atomic_t *v) in arch_atomic_add()
65 static __always_inline void arch_atomic_sub(int i, atomic_t *v) in arch_atomic_sub()
93 static __always_inline void arch_atomic_inc(atomic_t *v) in arch_atomic_inc()
106 static __always_inline void arch_atomic_dec(atomic_t *v) in arch_atomic_dec()
121 static __always_inline bool arch_atomic_dec_and_test(atomic_t *v) in arch_atomic_dec_and_test()
135 static __always_inline bool arch_atomic_inc_and_test(atomic_t *v) in arch_atomic_inc_and_test()
212 static __always_inline void arch_atomic_and(int i, atomic_t *v) in arch_atomic_and()
230 static __always_inline void arch_atomic_or(int i, atomic_t *v) in arch_atomic_or()
[all …]
A Dirqflags.h17 extern __always_inline unsigned long native_save_fl(void) in native_save_fl()
35 static __always_inline void native_irq_disable(void) in native_irq_disable()
40 static __always_inline void native_irq_enable(void) in native_irq_enable()
45 static __always_inline void native_safe_halt(void) in native_safe_halt()
51 static __always_inline void native_halt(void) in native_halt()
70 static __always_inline void arch_local_irq_disable(void) in arch_local_irq_disable()
75 static __always_inline void arch_local_irq_enable(void) in arch_local_irq_enable()
84 static __always_inline void arch_safe_halt(void) in arch_safe_halt()
93 static __always_inline void halt(void) in halt()
101 static __always_inline unsigned long arch_local_irq_save(void) in arch_local_irq_save()
[all …]
A Datomic64_64.h20 static __always_inline s64 arch_atomic64_read(const atomic64_t *v) in arch_atomic64_read()
32 static __always_inline void arch_atomic64_set(atomic64_t *v, s64 i) in arch_atomic64_set()
44 static __always_inline void arch_atomic64_add(s64 i, atomic64_t *v) in arch_atomic64_add()
58 static __always_inline void arch_atomic64_sub(s64 i, atomic64_t *v) in arch_atomic64_sub()
86 static __always_inline void arch_atomic64_inc(atomic64_t *v) in arch_atomic64_inc()
100 static __always_inline void arch_atomic64_dec(atomic64_t *v) in arch_atomic64_dec()
116 static __always_inline bool arch_atomic64_dec_and_test(atomic64_t *v) in arch_atomic64_dec_and_test()
130 static __always_inline bool arch_atomic64_inc_and_test(atomic64_t *v) in arch_atomic64_inc_and_test()
200 static __always_inline void arch_atomic64_and(s64 i, atomic64_t *v) in arch_atomic64_and()
218 static __always_inline void arch_atomic64_or(s64 i, atomic64_t *v) in arch_atomic64_or()
[all …]
A Dbitops.h51 static __always_inline void
65 static __always_inline void
71 static __always_inline void
84 static __always_inline void
91 static __always_inline void
97 static __always_inline bool
110 static __always_inline void
116 static __always_inline void
122 static __always_inline void
135 static __always_inline bool
[all …]
A Datomic64_32.h88 static __always_inline s64 arch_atomic64_xchg(atomic64_t *v, s64 n) in arch_atomic64_xchg()
107 static __always_inline void arch_atomic64_set(atomic64_t *v, s64 i) in arch_atomic64_set()
122 static __always_inline s64 arch_atomic64_read(const atomic64_t *v) in arch_atomic64_read()
157 static __always_inline s64 arch_atomic64_inc_return(atomic64_t *v) in arch_atomic64_inc_return()
166 static __always_inline s64 arch_atomic64_dec_return(atomic64_t *v) in arch_atomic64_dec_return()
182 static __always_inline s64 arch_atomic64_add(s64 i, atomic64_t *v) in arch_atomic64_add()
197 static __always_inline s64 arch_atomic64_sub(s64 i, atomic64_t *v) in arch_atomic64_sub()
211 static __always_inline void arch_atomic64_inc(atomic64_t *v) in arch_atomic64_inc()
224 static __always_inline void arch_atomic64_dec(atomic64_t *v) in arch_atomic64_dec()
272 static __always_inline void arch_atomic64_and(s64 i, atomic64_t *v) in arch_atomic64_and()
[all …]
/linux-6.3-rc2/arch/powerpc/include/asm/
A Dkup.h47 static __always_inline bool kuap_is_disabled(void) { return true; }
79 static __always_inline bool
88 static __always_inline void kuap_assert_locked(void)
97 static __always_inline void kuap_lock(void)
105 static __always_inline void kuap_save_and_lock(struct pt_regs *regs)
121 static __always_inline unsigned long kuap_get_and_assert_locked(void)
139 static __always_inline void prevent_user_access(unsigned long dir)
155 static __always_inline void restore_user_access(unsigned long flags)
198 static __always_inline void prevent_current_access_user(void)
203 static __always_inline void prevent_current_read_from_user(void)
[all …]
A Dcmpxchg.h86 static __always_inline unsigned long
102 static __always_inline unsigned long
118 static __always_inline unsigned long
134 static __always_inline unsigned long
151 static __always_inline unsigned long
167 static __always_inline unsigned long
184 static __always_inline unsigned long
200 static __always_inline unsigned long
217 static __always_inline unsigned long
236 static __always_inline unsigned long
[all …]
/linux-6.3-rc2/arch/arm64/include/asm/
A Dirqflags.h24 static __always_inline bool __irqflags_uses_pmr(void) in __irqflags_uses_pmr()
30 static __always_inline void __daif_local_irq_enable(void) in __daif_local_irq_enable()
37 static __always_inline void __pmr_local_irq_enable(void) in __pmr_local_irq_enable()
59 static __always_inline void __daif_local_irq_disable(void) in __daif_local_irq_disable()
66 static __always_inline void __pmr_local_irq_disable(void) in __pmr_local_irq_disable()
87 static __always_inline unsigned long __daif_local_save_flags(void) in __daif_local_save_flags()
92 static __always_inline unsigned long __pmr_local_save_flags(void) in __pmr_local_save_flags()
128 static __always_inline bool __daif_irqs_disabled(void) in __daif_irqs_disabled()
133 static __always_inline bool __pmr_irqs_disabled(void) in __pmr_irqs_disabled()
147 static __always_inline unsigned long __daif_local_irq_save(void) in __daif_local_irq_save()
[all …]
A Dkvm_emulate.h58 static __always_inline bool vcpu_el1_is_32bit(struct kvm_vcpu *vcpu) in vcpu_el1_is_32bit()
63 static __always_inline bool vcpu_el1_is_32bit(struct kvm_vcpu *vcpu) in vcpu_el1_is_32bit()
146 static __always_inline unsigned long *vcpu_pc(const struct kvm_vcpu *vcpu) in vcpu_pc()
151 static __always_inline unsigned long *vcpu_cpsr(const struct kvm_vcpu *vcpu) in vcpu_cpsr()
156 static __always_inline bool vcpu_mode_is_32bit(const struct kvm_vcpu *vcpu) in vcpu_mode_is_32bit()
161 static __always_inline bool kvm_condition_valid(const struct kvm_vcpu *vcpu) in kvm_condition_valid()
185 static __always_inline void vcpu_set_reg(struct kvm_vcpu *vcpu, u8 reg_num, in vcpu_set_reg()
294 static __always_inline u64 kvm_vcpu_get_esr(const struct kvm_vcpu *vcpu) in kvm_vcpu_get_esr()
411 static __always_inline bool kvm_vcpu_abt_issea(const struct kvm_vcpu *vcpu) in kvm_vcpu_abt_issea()
430 static __always_inline int kvm_vcpu_sys_get_rt(struct kvm_vcpu *vcpu) in kvm_vcpu_sys_get_rt()
[all …]
/linux-6.3-rc2/include/linux/
A Dcontext_tracking_state.h50 static __always_inline int __ct_state(void) in __ct_state()
57 static __always_inline int ct_dynticks(void) in ct_dynticks()
62 static __always_inline int ct_dynticks_cpu(int cpu) in ct_dynticks_cpu()
69 static __always_inline int ct_dynticks_cpu_acquire(int cpu) in ct_dynticks_cpu_acquire()
76 static __always_inline long ct_dynticks_nesting(void) in ct_dynticks_nesting()
81 static __always_inline long ct_dynticks_nesting_cpu(int cpu) in ct_dynticks_nesting_cpu()
88 static __always_inline long ct_dynticks_nmi_nesting(void) in ct_dynticks_nmi_nesting()
93 static __always_inline long ct_dynticks_nmi_nesting_cpu(int cpu) in ct_dynticks_nmi_nesting_cpu()
104 static __always_inline bool context_tracking_enabled(void) in context_tracking_enabled()
109 static __always_inline bool context_tracking_enabled_cpu(int cpu) in context_tracking_enabled_cpu()
[all …]
A Drwlock_rt.h35 static __always_inline void read_lock(rwlock_t *rwlock) in read_lock()
40 static __always_inline void read_lock_bh(rwlock_t *rwlock) in read_lock_bh()
46 static __always_inline void read_lock_irq(rwlock_t *rwlock) in read_lock_irq()
60 static __always_inline void read_unlock(rwlock_t *rwlock) in read_unlock()
65 static __always_inline void read_unlock_bh(rwlock_t *rwlock) in read_unlock_bh()
71 static __always_inline void read_unlock_irq(rwlock_t *rwlock) in read_unlock_irq()
82 static __always_inline void write_lock(rwlock_t *rwlock) in write_lock()
96 static __always_inline void write_lock_bh(rwlock_t *rwlock) in write_lock_bh()
102 static __always_inline void write_lock_irq(rwlock_t *rwlock) in write_lock_irq()
126 static __always_inline void write_unlock(rwlock_t *rwlock) in write_unlock()
[all …]
A Dcontext_tracking.h39 static __always_inline void user_enter_irqoff(void) in user_enter_irqoff()
45 static __always_inline void user_exit_irqoff(void) in user_exit_irqoff()
75 static __always_inline bool context_tracking_guest_enter(void) in context_tracking_guest_enter()
83 static __always_inline void context_tracking_guest_exit(void) in context_tracking_guest_exit()
99 static __always_inline bool context_tracking_guest_enter(void) { return false; } in context_tracking_guest_enter()
119 static __always_inline bool rcu_dynticks_curr_cpu_in_eqs(void) in rcu_dynticks_curr_cpu_in_eqs()
128 static __always_inline unsigned long ct_state_inc(int incby) in ct_state_inc()
133 static __always_inline bool warn_rcu_enter(void) in warn_rcu_enter()
150 static __always_inline void warn_rcu_exit(bool rcu) in warn_rcu_exit()
161 static __always_inline bool warn_rcu_enter(void) { return false; } in warn_rcu_enter()
[all …]
A Dkdev_t.h24 static __always_inline bool old_valid_dev(dev_t dev) in old_valid_dev()
29 static __always_inline u16 old_encode_dev(dev_t dev) in old_encode_dev()
34 static __always_inline dev_t old_decode_dev(u16 val) in old_decode_dev()
39 static __always_inline u32 new_encode_dev(dev_t dev) in new_encode_dev()
46 static __always_inline dev_t new_decode_dev(u32 dev) in new_decode_dev()
53 static __always_inline u64 huge_encode_dev(dev_t dev) in huge_encode_dev()
58 static __always_inline dev_t huge_decode_dev(u64 dev) in huge_decode_dev()
63 static __always_inline int sysv_valid_dev(dev_t dev) in sysv_valid_dev()
68 static __always_inline u32 sysv_encode_dev(dev_t dev) in sysv_encode_dev()
73 static __always_inline unsigned sysv_major(u32 dev) in sysv_major()
[all …]
A Dinstrumented.h25 static __always_inline void instrument_read(const volatile void *v, size_t size) in instrument_read()
40 static __always_inline void instrument_write(const volatile void *v, size_t size) in instrument_write()
55 static __always_inline void instrument_read_write(const volatile void *v, size_t size) in instrument_read_write()
70 static __always_inline void instrument_atomic_read(const volatile void *v, size_t size) in instrument_atomic_read()
85 static __always_inline void instrument_atomic_write(const volatile void *v, size_t size) in instrument_atomic_write()
100 static __always_inline void instrument_atomic_read_write(const volatile void *v, size_t size) in instrument_atomic_read_write()
116 static __always_inline void
134 static __always_inline void
152 static __always_inline void
/linux-6.3-rc2/include/net/
A Dchecksum.h27 static __always_inline
38 static __always_inline __wsum csum_and_copy_to_user in csum_and_copy_to_user()
50 static __always_inline __wsum
86 static __always_inline __wsum csum_shift(__wsum sum, int offset) in csum_shift()
95 static __always_inline __wsum
101 static __always_inline __wsum
107 static __always_inline __wsum
113 static __always_inline __wsum csum_unfold(__sum16 n) in csum_unfold()
118 static __always_inline
163 static __always_inline
[all …]
/linux-6.3-rc2/include/asm-generic/
A Dpreempt.h9 static __always_inline int preempt_count(void) in preempt_count()
14 static __always_inline volatile int *preempt_count_ptr(void) in preempt_count_ptr()
19 static __always_inline void preempt_count_set(int pc) in preempt_count_set()
35 static __always_inline void set_preempt_need_resched(void) in set_preempt_need_resched()
39 static __always_inline void clear_preempt_need_resched(void) in clear_preempt_need_resched()
43 static __always_inline bool test_preempt_need_resched(void) in test_preempt_need_resched()
52 static __always_inline void __preempt_count_add(int val) in __preempt_count_add()
57 static __always_inline void __preempt_count_sub(int val) in __preempt_count_sub()
62 static __always_inline bool __preempt_count_dec_and_test(void) in __preempt_count_dec_and_test()
75 static __always_inline bool should_resched(int preempt_offset) in should_resched()
A Dpgtable_uffd.h5 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp()
10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp()
15 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp()
20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp()
25 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp()
30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp()
35 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp()
40 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp()
45 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp()
/linux-6.3-rc2/arch/s390/include/asm/
A Dirqflags.h35 static __always_inline void __arch_local_irq_ssm(unsigned long flags) in __arch_local_irq_ssm()
40 static __always_inline unsigned long arch_local_save_flags(void) in arch_local_save_flags()
45 static __always_inline unsigned long arch_local_irq_save(void) in arch_local_irq_save()
50 static __always_inline void arch_local_irq_disable(void) in arch_local_irq_disable()
55 static __always_inline void arch_local_irq_enable(void) in arch_local_irq_enable()
61 static __always_inline void arch_local_irq_restore(unsigned long flags) in arch_local_irq_restore()
68 static __always_inline bool arch_irqs_disabled_flags(unsigned long flags) in arch_irqs_disabled_flags()
73 static __always_inline bool arch_irqs_disabled(void) in arch_irqs_disabled()
/linux-6.3-rc2/arch/powerpc/include/asm/vdso/
A Dgettimeofday.h17 static __always_inline int do_syscall_2(const unsigned long _r0, const unsigned long _r3, in do_syscall_2()
37 static __always_inline
45 static __always_inline
51 static __always_inline
61 static __always_inline
67 static __always_inline
73 static __always_inline
79 static __always_inline
86 static __always_inline u64 __arch_get_hw_counter(s32 clock_mode, in __arch_get_hw_counter()
95 static __always_inline
[all …]
/linux-6.3-rc2/arch/riscv/include/asm/
A Datomic.h55 static __always_inline \
89 static __always_inline \ in ATOMIC_OPS()
101 static __always_inline \
114 static __always_inline \
120 static __always_inline \
246 static __always_inline \
251 static __always_inline \
256 static __always_inline \
261 static __always_inline \
266 static __always_inline \
[all …]
/linux-6.3-rc2/arch/csky/include/asm/
A Datomic.h26 static __always_inline \
49 static __always_inline \ in ATOMIC_OP()
66 static __always_inline \
103 static __always_inline int
127 static __always_inline bool
152 static __always_inline bool
176 static __always_inline int
199 static __always_inline \
204 static __always_inline \
209 static __always_inline \
[all …]
/linux-6.3-rc2/include/asm-generic/bitops/
A Dinstrumented-non-atomic.h25 static __always_inline void
41 static __always_inline void
57 static __always_inline void
64 static __always_inline void __instrument_read_write_bitop(long nr, volatile unsigned long *addr) in __instrument_read_write_bitop()
96 static __always_inline bool
111 static __always_inline bool
126 static __always_inline bool
138 static __always_inline bool
150 static __always_inline bool

Completed in 75 milliseconds

12345678910>>...27