Lines Matching refs:class
265 struct lock_class_stats lock_stats(struct lock_class *class) in lock_stats() argument
273 &per_cpu(cpu_lock_stats, cpu)[class - lock_classes]; in lock_stats()
294 void clear_lock_stats(struct lock_class *class) in clear_lock_stats() argument
300 &per_cpu(cpu_lock_stats, cpu)[class - lock_classes]; in clear_lock_stats()
304 memset(class->contention_point, 0, sizeof(class->contention_point)); in clear_lock_stats()
305 memset(class->contending_point, 0, sizeof(class->contending_point)); in clear_lock_stats()
308 static struct lock_class_stats *get_lock_stats(struct lock_class *class) in get_lock_stats() argument
310 return &this_cpu_ptr(cpu_lock_stats)[class - lock_classes]; in get_lock_stats()
466 static int class_filter(struct lock_class *class) in class_filter() argument
470 if (class->name_version == 1 && in class_filter()
471 !strcmp(class->name, "lockname")) in class_filter()
473 if (class->name_version == 1 && in class_filter()
474 !strcmp(class->name, "&struct->lockfield")) in class_filter()
482 static int verbose(struct lock_class *class) in verbose() argument
485 return class_filter(class); in verbose()
644 static char get_usage_char(struct lock_class *class, enum lock_usage_bit bit) in get_usage_char() argument
660 if (class->usage_mask & lock_flag(bit + LOCK_USAGE_DIR_MASK)) { in get_usage_char()
662 if (class->usage_mask & lock_flag(bit)) in get_usage_char()
664 } else if (class->usage_mask & lock_flag(bit)) in get_usage_char()
670 void get_usage_chars(struct lock_class *class, char usage[LOCK_USAGE_CHARS]) in get_usage_chars() argument
675 usage[i++] = get_usage_char(class, LOCK_USED_IN_##__STATE); \ in get_usage_chars()
676 usage[i++] = get_usage_char(class, LOCK_USED_IN_##__STATE##_READ); in get_usage_chars()
683 static void __print_lock_name(struct lock_class *class) in __print_lock_name() argument
688 name = class->name; in __print_lock_name()
690 name = __get_key_name(class->key, str); in __print_lock_name()
694 if (class->name_version > 1) in __print_lock_name()
695 printk(KERN_CONT "#%d", class->name_version); in __print_lock_name()
696 if (class->subclass) in __print_lock_name()
697 printk(KERN_CONT "/%d", class->subclass); in __print_lock_name()
701 static void print_lock_name(struct lock_class *class) in print_lock_name() argument
705 get_usage_chars(class, usage); in print_lock_name()
708 __print_lock_name(class); in print_lock_name()
710 class->wait_type_outer ?: class->wait_type_inner, in print_lock_name()
711 class->wait_type_inner); in print_lock_name()
779 static int very_verbose(struct lock_class *class) in very_verbose() argument
782 return class_filter(class); in very_verbose()
841 struct lock_class *class; in count_matching_names() local
847 list_for_each_entry(class, &all_lock_classes, lock_entry) { in count_matching_names()
848 if (new_class->key - new_class->subclass == class->key) in count_matching_names()
849 return class->name_version; in count_matching_names()
850 if (class->name && !strcmp(class->name, new_class->name)) in count_matching_names()
851 count = max(count, class->name_version); in count_matching_names()
863 struct lock_class *class; in look_up_lock_class() local
903 hlist_for_each_entry_rcu_notrace(class, hash_head, hash_entry) { in look_up_lock_class()
904 if (class->key == key) { in look_up_lock_class()
909 WARN_ON_ONCE(class->name != lock->name && in look_up_lock_class()
911 return class; in look_up_lock_class()
979 struct lock_class *class; in in_any_class_list() local
983 class = &lock_classes[i]; in in_any_class_list()
984 if (in_list(e, &class->locks_after) || in in_any_class_list()
985 in_list(e, &class->locks_before)) in in_any_class_list()
1002 e->class && e->class->name ? e->class->name : in class_lock_list_valid()
1037 static bool in_any_zapped_class_list(struct lock_class *class) in in_any_zapped_class_list() argument
1043 if (in_list(&class->lock_entry, &pf->zapped)) in in_any_zapped_class_list()
1052 struct lock_class *class; in __check_data_structures() local
1060 class = &lock_classes[i]; in __check_data_structures()
1061 if (!in_list(&class->lock_entry, &all_lock_classes) && in __check_data_structures()
1062 !in_list(&class->lock_entry, &free_lock_classes) && in __check_data_structures()
1063 !in_any_zapped_class_list(class)) { in __check_data_structures()
1065 class, class->name ? : "(?)"); in __check_data_structures()
1072 class = &lock_classes[i]; in __check_data_structures()
1073 if (!class_lock_list_valid(class, &class->locks_before)) in __check_data_structures()
1075 if (!class_lock_list_valid(class, &class->locks_after)) in __check_data_structures()
1097 e->class->name ? : "(?)", in __check_data_structures()
1112 e->class && e->class->name ? e->class->name : in __check_data_structures()
1254 struct lock_class *class; in register_lock_class() local
1258 class = look_up_lock_class(lock, subclass); in register_lock_class()
1259 if (likely(class)) in register_lock_class()
1279 hlist_for_each_entry_rcu(class, hash_head, hash_entry) { in register_lock_class()
1280 if (class->key == key) in register_lock_class()
1287 class = list_first_entry_or_null(&free_lock_classes, typeof(*class), in register_lock_class()
1289 if (!class) { in register_lock_class()
1299 __set_bit(class - lock_classes, lock_classes_in_use); in register_lock_class()
1301 class->key = key; in register_lock_class()
1302 class->name = lock->name; in register_lock_class()
1303 class->subclass = subclass; in register_lock_class()
1304 WARN_ON_ONCE(!list_empty(&class->locks_before)); in register_lock_class()
1305 WARN_ON_ONCE(!list_empty(&class->locks_after)); in register_lock_class()
1306 class->name_version = count_matching_names(class); in register_lock_class()
1307 class->wait_type_inner = lock->wait_type_inner; in register_lock_class()
1308 class->wait_type_outer = lock->wait_type_outer; in register_lock_class()
1309 class->lock_type = lock->lock_type; in register_lock_class()
1314 hlist_add_head_rcu(&class->hash_entry, hash_head); in register_lock_class()
1319 list_move_tail(&class->lock_entry, &all_lock_classes); in register_lock_class()
1321 if (verbose(class)) { in register_lock_class()
1324 printk("\nnew class %px: %s", class->key, class->name); in register_lock_class()
1325 if (class->name_version > 1) in register_lock_class()
1326 printk(KERN_CONT "#%d", class->name_version); in register_lock_class()
1339 lock->class_cache[0] = class; in register_lock_class()
1341 lock->class_cache[subclass] = class; in register_lock_class()
1347 if (DEBUG_LOCKS_WARN_ON(class->subclass != subclass)) in register_lock_class()
1350 return class; in register_lock_class()
1393 entry->class = this; in add_lock_to_list()
1485 lock->class->dep_gen_id = lockdep_dependency_gen_id; in mark_lock_accessed()
1496 return lock->class->dep_gen_id == lockdep_dependency_gen_id; in lock_accessed()
1525 void *lock_class = lock->class; in get_dep_list()
1616 struct lock_class *class) in __bfs_init_root() argument
1618 lock->class = class; in __bfs_init_root()
1708 if (!lock->class) in __bfs()
1836 print_lock_name(target->class); in print_circular_bug_entry()
1848 struct lock_class *parent = prt->class; in print_circular_lock_scenario()
1953 return hlock_class(hlock) == entry->class && /* Found A -> .. -> B */ in hlock_equal()
1980 return hlock_class(hlock) == entry->class && /* Found A -> .. -> B */ in hlock_conflict()
2050 unsigned long lockdep_count_forward_deps(struct lock_class *class) in lockdep_count_forward_deps() argument
2055 __bfs_init_root(&this, class); in lockdep_count_forward_deps()
2076 unsigned long lockdep_count_backward_deps(struct lock_class *class) in lockdep_count_backward_deps() argument
2081 __bfs_init_root(&this, class); in lockdep_count_backward_deps()
2195 *(unsigned long *)mask |= entry->class->usage_mask; in usage_accumulate()
2197 *(unsigned long *)mask |= (entry->class->usage_mask & LOCKF_IRQ); in usage_accumulate()
2214 return !!(entry->class->usage_mask & *(unsigned long *)mask); in usage_match()
2216 return !!((entry->class->usage_mask & LOCKF_IRQ) & *(unsigned long *)mask); in usage_match()
2247 if (entry->class->lock_type == LD_LOCK_PERCPU) { in usage_skip()
2248 if (DEBUG_LOCKS_WARN_ON(entry->class->wait_type_inner < LD_WAIT_CONFIG)) in usage_skip()
2294 static void print_lock_class_header(struct lock_class *class, int depth) in print_lock_class_header() argument
2299 print_lock_name(class); in print_lock_class_header()
2301 printk(KERN_CONT " ops: %lu", debug_class_ops_read(class)); in print_lock_class_header()
2306 if (class->usage_mask & (1 << bit)) { in print_lock_class_header()
2311 print_lock_trace(class->usage_traces[bit], len); in print_lock_class_header()
2317 depth, "", class->key, class->key); in print_lock_class_header()
2383 print_lock_class_header(entry->class, depth); in print_shortest_lock_dependencies()
2430 print_lock_class_header(entry->class, depth); in print_shortest_lock_dependencies_backwards()
2459 struct lock_class *safe_class = safe_entry->class; in print_irq_lock_scenario()
2460 struct lock_class *unsafe_class = unsafe_entry->class; in print_irq_lock_scenario()
2548 print_lock_name(backwards_entry->class); in print_bad_irq_dependency()
2551 print_lock_trace(backwards_entry->class->usage_traces[bit1], 1); in print_bad_irq_dependency()
2554 print_lock_name(forwards_entry->class); in print_bad_irq_dependency()
2558 print_lock_trace(forwards_entry->class->usage_traces[bit2], 1); in print_bad_irq_dependency()
2796 backward_mask = original_mask(target_entry1->class->usage_mask & LOCKF_ENABLED_IRQ_ALL); in check_irq_usage()
2810 ret = find_exclusive_match(target_entry->class->usage_mask, in check_irq_usage()
2811 target_entry1->class->usage_mask, in check_irq_usage()
3079 if (entry->class == hlock_class(next)) { in check_prev_add()
3101 if (entry->class == hlock_class(prev)) { in check_prev_add()
3713 struct lock_class *class = hlock_class(hlock); in lookup_chain_cache_add() local
3721 if (very_verbose(class)) { in lookup_chain_cache_add()
3725 class->key, class->name); in lookup_chain_cache_add()
3731 if (very_verbose(class)) { in lookup_chain_cache_add()
3733 (unsigned long long)chain_key, class->key, class->name); in lookup_chain_cache_add()
3884 struct lock_class *class = hlock_class(lock); in print_usage_bug_scenario() local
3890 __print_lock_name(class); in print_usage_bug_scenario()
3894 __print_lock_name(class); in print_usage_bug_scenario()
3980 print_lock_name(other->class); in print_irq_inversion_bug()
3998 middle ? middle->class : root->class, other->class); in print_irq_inversion_bug()
4001 middle ? middle->class : other->class, root->class); in print_irq_inversion_bug()
4039 if (target_entry->class->usage_mask & lock_flag(bit)) { in check_usage_forwards()
4074 if (target_entry->class->usage_mask & lock_flag(bit)) { in check_usage_backwards()
4104 static int HARDIRQ_verbose(struct lock_class *class) in HARDIRQ_verbose() argument
4107 return class_filter(class); in HARDIRQ_verbose()
4112 static int SOFTIRQ_verbose(struct lock_class *class) in SOFTIRQ_verbose() argument
4115 return class_filter(class); in SOFTIRQ_verbose()
4120 static int (*state_verbose_f[])(struct lock_class *class) = {
4128 struct lock_class *class) in state_verbose() argument
4130 return state_verbose_f[bit >> LOCK_USAGE_DIR_MASK](class); in state_verbose()
4887 struct lock_class *class = NULL; in __lock_acquire() local
4901 class = lock->class_cache[subclass]; in __lock_acquire()
4905 if (unlikely(!class)) { in __lock_acquire()
4906 class = register_lock_class(lock, subclass, 0); in __lock_acquire()
4907 if (!class) in __lock_acquire()
4911 debug_class_ops_inc(class); in __lock_acquire()
4913 if (very_verbose(class)) { in __lock_acquire()
4914 printk("\nacquire class [%px] %s", class->key, class->name); in __lock_acquire()
4915 if (class->name_version > 1) in __lock_acquire()
4916 printk(KERN_CONT "#%d", class->name_version); in __lock_acquire()
4933 class_idx = class - lock_classes; in __lock_acquire()
4959 if (DEBUG_LOCKS_WARN_ON(!class)) in __lock_acquire()
5090 const struct lock_class *class = lock->class_cache[0]; in match_held_lock() local
5092 if (!class) in match_held_lock()
5093 class = look_up_lock_class(lock, 0); in match_held_lock()
5101 if (!class) in match_held_lock()
5112 if (hlock->class_idx == class - lock_classes) in match_held_lock()
5195 struct lock_class *class; in __lock_set_class() local
5218 class = register_lock_class(lock, subclass, 0); in __lock_set_class()
5219 hlock->class_idx = class - lock_classes; in __lock_set_class()
5550 struct lock_class *class = look_up_lock_class(lock, subclass); in verify_lock_unused() local
5554 if (!class) in verify_lock_unused()
5564 if (!(class->usage_mask & mask)) in verify_lock_unused()
5567 hlock->class_idx = class - lock_classes; in verify_lock_unused()
5922 struct lock_class *class) in remove_class_from_lock_chain() argument
5928 if (chain_hlock_class_idx(chain_hlocks[i]) != class - lock_classes) in remove_class_from_lock_chain()
5957 struct lock_class *class) in remove_class_from_lock_chains() argument
5966 remove_class_from_lock_chain(pf, chain, class); in remove_class_from_lock_chains()
5974 static void zap_class(struct pending_free *pf, struct lock_class *class) in zap_class() argument
5979 WARN_ON_ONCE(!class->key); in zap_class()
5987 if (entry->class != class && entry->links_to != class) in zap_class()
5993 if (list_empty(&class->locks_after) && in zap_class()
5994 list_empty(&class->locks_before)) { in zap_class()
5995 list_move_tail(&class->lock_entry, &pf->zapped); in zap_class()
5996 hlist_del_rcu(&class->hash_entry); in zap_class()
5997 WRITE_ONCE(class->key, NULL); in zap_class()
5998 WRITE_ONCE(class->name, NULL); in zap_class()
6000 __clear_bit(class - lock_classes, lock_classes_in_use); in zap_class()
6003 class->name); in zap_class()
6006 remove_class_from_lock_chains(pf, class); in zap_class()
6010 static void reinit_class(struct lock_class *class) in reinit_class() argument
6012 void *const p = class; in reinit_class()
6015 WARN_ON_ONCE(!class->lock_entry.next); in reinit_class()
6016 WARN_ON_ONCE(!list_empty(&class->locks_after)); in reinit_class()
6017 WARN_ON_ONCE(!list_empty(&class->locks_before)); in reinit_class()
6018 memset(p + offset, 0, sizeof(*class) - offset); in reinit_class()
6019 WARN_ON_ONCE(!class->lock_entry.next); in reinit_class()
6020 WARN_ON_ONCE(!list_empty(&class->locks_after)); in reinit_class()
6021 WARN_ON_ONCE(!list_empty(&class->locks_before)); in reinit_class()
6067 struct lock_class *class; in __free_zapped_classes() local
6071 list_for_each_entry(class, &pf->zapped, lock_entry) in __free_zapped_classes()
6072 reinit_class(class); in __free_zapped_classes()
6117 struct lock_class *class; in __lockdep_free_key_range() local
6124 hlist_for_each_entry_rcu(class, head, hash_entry) { in __lockdep_free_key_range()
6125 if (!within(class->key, start, size) && in __lockdep_free_key_range()
6126 !within(class->name, start, size)) in __lockdep_free_key_range()
6128 zap_class(pf, class); in __lockdep_free_key_range()
6199 struct lock_class *class; in lock_class_cache_is_registered() local
6205 hlist_for_each_entry_rcu(class, head, hash_entry) { in lock_class_cache_is_registered()
6207 if (lock->class_cache[j] == class) in lock_class_cache_is_registered()
6218 struct lock_class *class; in __lockdep_reset_lock() local
6228 class = look_up_lock_class(lock, j); in __lockdep_reset_lock()
6229 if (class) in __lockdep_reset_lock()
6230 zap_class(pf, class); in __lockdep_reset_lock()