Lines Matching refs:key
81 #define STATIC_KEY_CHECK_USE(key) WARN(!static_key_initialized, \ argument
83 __func__, (key))
125 long key; // key may be far away from the core kernel under KASLR member
140 long offset = entry->key & ~3L; in jump_entry_key()
142 return (struct static_key *)((unsigned long)&entry->key + offset); in jump_entry_key()
159 return (struct static_key *)((unsigned long)entry->key & ~3UL); in jump_entry_key()
166 return (unsigned long)entry->key & 1UL; in jump_entry_is_branch()
171 return (unsigned long)entry->key & 2UL; in jump_entry_is_init()
177 entry->key |= 2; in jump_entry_set_init()
179 entry->key &= ~2; in jump_entry_set_init()
210 static __always_inline bool static_key_false(struct static_key *key) in static_key_false() argument
212 return arch_static_branch(key, false); in static_key_false()
215 static __always_inline bool static_key_true(struct static_key *key) in static_key_true() argument
217 return !arch_static_branch(key, true); in static_key_true()
234 extern void static_key_slow_inc(struct static_key *key);
235 extern void static_key_slow_dec(struct static_key *key);
236 extern void static_key_slow_inc_cpuslocked(struct static_key *key);
237 extern void static_key_slow_dec_cpuslocked(struct static_key *key);
239 extern int static_key_count(struct static_key *key);
240 extern void static_key_enable(struct static_key *key);
241 extern void static_key_disable(struct static_key *key);
242 extern void static_key_enable_cpuslocked(struct static_key *key);
243 extern void static_key_disable_cpuslocked(struct static_key *key);
264 static inline int static_key_count(struct static_key *key) in static_key_count() argument
266 return atomic_read(&key->enabled); in static_key_count()
274 static __always_inline bool static_key_false(struct static_key *key) in static_key_false() argument
276 if (unlikely_notrace(static_key_count(key) > 0)) in static_key_false()
281 static __always_inline bool static_key_true(struct static_key *key) in static_key_true() argument
283 if (likely_notrace(static_key_count(key) > 0)) in static_key_true()
288 static inline void static_key_slow_inc(struct static_key *key) in static_key_slow_inc() argument
290 STATIC_KEY_CHECK_USE(key); in static_key_slow_inc()
291 atomic_inc(&key->enabled); in static_key_slow_inc()
294 static inline void static_key_slow_dec(struct static_key *key) in static_key_slow_dec() argument
296 STATIC_KEY_CHECK_USE(key); in static_key_slow_dec()
297 atomic_dec(&key->enabled); in static_key_slow_dec()
300 #define static_key_slow_inc_cpuslocked(key) static_key_slow_inc(key) argument
301 #define static_key_slow_dec_cpuslocked(key) static_key_slow_dec(key) argument
316 static inline void static_key_enable(struct static_key *key) in static_key_enable() argument
318 STATIC_KEY_CHECK_USE(key); in static_key_enable()
320 if (atomic_read(&key->enabled) != 0) { in static_key_enable()
321 WARN_ON_ONCE(atomic_read(&key->enabled) != 1); in static_key_enable()
324 atomic_set(&key->enabled, 1); in static_key_enable()
327 static inline void static_key_disable(struct static_key *key) in static_key_disable() argument
329 STATIC_KEY_CHECK_USE(key); in static_key_disable()
331 if (atomic_read(&key->enabled) != 1) { in static_key_disable()
332 WARN_ON_ONCE(atomic_read(&key->enabled) != 0); in static_key_disable()
335 atomic_set(&key->enabled, 0); in static_key_disable()
359 struct static_key key; member
363 struct static_key key; member
366 #define STATIC_KEY_TRUE_INIT (struct static_key_true) { .key = STATIC_KEY_INIT_TRUE, }
367 #define STATIC_KEY_FALSE_INIT (struct static_key_false){ .key = STATIC_KEY_INIT_FALSE, }
485 branch = !arch_static_branch(&(x)->key, true); \
487 branch = !arch_static_branch_jump(&(x)->key, true); \
497 branch = arch_static_branch_jump(&(x)->key, false); \
499 branch = arch_static_branch(&(x)->key, false); \
507 #define static_branch_likely(x) likely_notrace(static_key_enabled(&(x)->key))
508 #define static_branch_unlikely(x) unlikely_notrace(static_key_enabled(&(x)->key))
520 #define static_branch_inc(x) static_key_slow_inc(&(x)->key)
521 #define static_branch_dec(x) static_key_slow_dec(&(x)->key)
522 #define static_branch_inc_cpuslocked(x) static_key_slow_inc_cpuslocked(&(x)->key)
523 #define static_branch_dec_cpuslocked(x) static_key_slow_dec_cpuslocked(&(x)->key)
529 #define static_branch_enable(x) static_key_enable(&(x)->key)
530 #define static_branch_disable(x) static_key_disable(&(x)->key)
531 #define static_branch_enable_cpuslocked(x) static_key_enable_cpuslocked(&(x)->key)
532 #define static_branch_disable_cpuslocked(x) static_key_disable_cpuslocked(&(x)->key)