Lines Matching refs:curr
1900 struct task_struct *curr = current; in print_circular_bug_header() local
1911 curr->comm, task_pid_nr(curr)); in print_circular_bug_header()
1990 struct task_struct *curr = current; in print_circular_bug() local
2018 lockdep_print_held_locks(curr); in print_circular_bug()
2510 print_bad_irq_dependency(struct task_struct *curr, in print_bad_irq_dependency() argument
2531 curr->comm, task_pid_nr(curr), in print_bad_irq_dependency()
2533 curr->softirq_context, softirq_count() >> SOFTIRQ_SHIFT, in print_bad_irq_dependency()
2535 curr->softirqs_enabled); in print_bad_irq_dependency()
2564 lockdep_print_held_locks(curr); in print_bad_irq_dependency()
2739 static int check_irq_usage(struct task_struct *curr, struct held_lock *prev, in check_irq_usage() argument
2816 print_bad_irq_dependency(curr, &this, &that, in check_irq_usage()
2827 static inline int check_irq_usage(struct task_struct *curr, in check_irq_usage() argument
2934 print_deadlock_bug(struct task_struct *curr, struct held_lock *prev, in print_deadlock_bug() argument
2946 curr->comm, task_pid_nr(curr)); in print_deadlock_bug()
2953 lockdep_print_held_locks(curr); in print_deadlock_bug()
2970 check_deadlock(struct task_struct *curr, struct held_lock *next) in check_deadlock() argument
2976 for (i = 0; i < curr->lockdep_depth; i++) { in check_deadlock()
2977 prev = curr->held_locks + i; in check_deadlock()
2999 print_deadlock_bug(curr, prev, next); in check_deadlock()
3028 check_prev_add(struct task_struct *curr, struct held_lock *prev, in check_prev_add() argument
3067 if (!check_irq_usage(curr, prev, next)) in check_prev_add()
3160 check_prevs_add(struct task_struct *curr, struct held_lock *next) in check_prevs_add() argument
3163 int depth = curr->lockdep_depth; in check_prevs_add()
3177 if (curr->held_locks[depth].irq_context != in check_prevs_add()
3178 curr->held_locks[depth-1].irq_context) in check_prevs_add()
3182 u16 distance = curr->lockdep_depth - depth + 1; in check_prevs_add()
3183 hlock = curr->held_locks + depth - 1; in check_prevs_add()
3186 int ret = check_prev_add(curr, hlock, next, distance, &trace); in check_prevs_add()
3209 if (curr->held_locks[depth].irq_context != in check_prevs_add()
3210 curr->held_locks[depth-1].irq_context) in check_prevs_add()
3270 #define for_each_chain_block(bucket, prev, curr) \ argument
3271 for ((prev) = -1, (curr) = chain_block_buckets[bucket]; \
3272 (curr) >= 0; \
3273 (prev) = (curr), (curr) = chain_block_next(curr))
3317 int prev, curr; in add_chain_block() local
3339 for_each_chain_block(0, prev, curr) { in add_chain_block()
3340 if (size >= chain_block_size(curr)) in add_chain_block()
3343 init_chain_block(offset, curr, 0, size); in add_chain_block()
3395 int bucket, curr, size; in alloc_chain_hlocks() local
3414 curr = chain_block_buckets[bucket]; in alloc_chain_hlocks()
3417 if (curr >= 0) { in alloc_chain_hlocks()
3418 del_chain_block(bucket, req, chain_block_next(curr)); in alloc_chain_hlocks()
3419 return curr; in alloc_chain_hlocks()
3422 curr = chain_block_buckets[0]; in alloc_chain_hlocks()
3429 if (curr >= 0) { in alloc_chain_hlocks()
3430 size = chain_block_size(curr); in alloc_chain_hlocks()
3432 del_chain_block(0, size, chain_block_next(curr)); in alloc_chain_hlocks()
3433 add_chain_block(curr + req, size - req); in alloc_chain_hlocks()
3434 return curr; in alloc_chain_hlocks()
3443 curr = chain_block_buckets[bucket]; in alloc_chain_hlocks()
3444 if (curr < 0) in alloc_chain_hlocks()
3447 del_chain_block(bucket, size, chain_block_next(curr)); in alloc_chain_hlocks()
3448 add_chain_block(curr + req, size - req); in alloc_chain_hlocks()
3449 return curr; in alloc_chain_hlocks()
3471 static inline int get_first_held_lock(struct task_struct *curr, in get_first_held_lock() argument
3477 for (i = curr->lockdep_depth - 1; i >= 0; i--) { in get_first_held_lock()
3478 hlock_curr = curr->held_locks + i; in get_first_held_lock()
3502 print_chain_keys_held_locks(struct task_struct *curr, struct held_lock *hlock_next) in print_chain_keys_held_locks() argument
3506 int depth = curr->lockdep_depth; in print_chain_keys_held_locks()
3507 int i = get_first_held_lock(curr, hlock_next); in print_chain_keys_held_locks()
3512 hlock = curr->held_locks + i; in print_chain_keys_held_locks()
3538 static void print_collision(struct task_struct *curr, in print_collision() argument
3551 print_chain_keys_held_locks(curr, hlock_next); in print_collision()
3567 static int check_no_collision(struct task_struct *curr, in check_no_collision() argument
3574 i = get_first_held_lock(curr, hlock); in check_no_collision()
3576 if (DEBUG_LOCKS_WARN_ON(chain->depth != curr->lockdep_depth - (i - 1))) { in check_no_collision()
3577 print_collision(curr, hlock, chain); in check_no_collision()
3582 id = hlock_id(&curr->held_locks[i]); in check_no_collision()
3585 print_collision(curr, hlock, chain); in check_no_collision()
3627 static inline int add_chain_cache(struct task_struct *curr, in add_chain_cache() argument
3654 i = get_first_held_lock(curr, hlock); in add_chain_cache()
3655 chain->depth = curr->lockdep_depth + 1 - i; in add_chain_cache()
3658 BUILD_BUG_ON((1UL << 6) <= ARRAY_SIZE(curr->held_locks)); in add_chain_cache()
3673 int lock_id = hlock_id(curr->held_locks + i); in add_chain_cache()
3709 static inline int lookup_chain_cache_add(struct task_struct *curr, in lookup_chain_cache_add() argument
3718 if (!check_no_collision(curr, hlock, chain)) in lookup_chain_cache_add()
3748 if (!add_chain_cache(curr, hlock, chain_key)) in lookup_chain_cache_add()
3754 static int validate_chain(struct task_struct *curr, in validate_chain() argument
3769 lookup_chain_cache_add(curr, hlock, chain_key)) { in validate_chain()
3788 int ret = check_deadlock(curr, hlock); in validate_chain()
3801 if (!check_prevs_add(curr, hlock)) in validate_chain()
3815 static inline int validate_chain(struct task_struct *curr, in validate_chain() argument
3829 static void check_chain_key(struct task_struct *curr) in check_chain_key() argument
3836 for (i = 0; i < curr->lockdep_depth; i++) { in check_chain_key()
3837 hlock = curr->held_locks + i; in check_chain_key()
3845 curr->lockdep_depth, i, in check_chain_key()
3864 if (chain_key != curr->curr_chain_key) { in check_chain_key()
3871 curr->lockdep_depth, i, in check_chain_key()
3873 (unsigned long long)curr->curr_chain_key); in check_chain_key()
3879 static int mark_lock(struct task_struct *curr, struct held_lock *this,
3900 print_usage_bug(struct task_struct *curr, struct held_lock *this, in print_usage_bug() argument
3916 curr->comm, task_pid_nr(curr), in print_usage_bug()
3918 lockdep_softirq_context(curr), softirq_count() >> SOFTIRQ_SHIFT, in print_usage_bug()
3920 lockdep_softirqs_enabled(curr)); in print_usage_bug()
3926 print_irqtrace_events(curr); in print_usage_bug()
3930 lockdep_print_held_locks(curr); in print_usage_bug()
3940 valid_state(struct task_struct *curr, struct held_lock *this, in valid_state() argument
3945 print_usage_bug(curr, this, bad_bit, new_bit); in valid_state()
3956 print_irq_inversion_bug(struct task_struct *curr, in print_irq_inversion_bug() argument
3974 curr->comm, task_pid_nr(curr)); in print_irq_inversion_bug()
4003 lockdep_print_held_locks(curr); in print_irq_inversion_bug()
4020 check_usage_forwards(struct task_struct *curr, struct held_lock *this, in check_usage_forwards() argument
4040 print_irq_inversion_bug(curr, &root, target_entry, in check_usage_forwards()
4043 print_irq_inversion_bug(curr, &root, target_entry, in check_usage_forwards()
4055 check_usage_backwards(struct task_struct *curr, struct held_lock *this, in check_usage_backwards() argument
4075 print_irq_inversion_bug(curr, &root, target_entry, in check_usage_backwards()
4078 print_irq_inversion_bug(curr, &root, target_entry, in check_usage_backwards()
4085 void print_irqtrace_events(struct task_struct *curr) in print_irqtrace_events() argument
4087 const struct irqtrace_events *trace = &curr->irqtrace; in print_irqtrace_events()
4137 mark_lock_irq(struct task_struct *curr, struct held_lock *this, in mark_lock_irq() argument
4148 if (!valid_state(curr, this, new_bit, excl_bit)) in mark_lock_irq()
4154 if (!read && !valid_state(curr, this, new_bit, in mark_lock_irq()
4168 if (!check_usage_backwards(curr, this, excl_bit)) in mark_lock_irq()
4175 if (!check_usage_forwards(curr, this, excl_bit)) in mark_lock_irq()
4189 mark_held_locks(struct task_struct *curr, enum lock_usage_bit base_bit) in mark_held_locks() argument
4194 for (i = 0; i < curr->lockdep_depth; i++) { in mark_held_locks()
4196 hlock = curr->held_locks + i; in mark_held_locks()
4206 if (!mark_lock(curr, hlock, hlock_bit)) in mark_held_locks()
4218 struct task_struct *curr = current; in __trace_hardirqs_on_caller() local
4224 if (!mark_held_locks(curr, LOCK_ENABLED_HARDIRQ)) in __trace_hardirqs_on_caller()
4231 if (curr->softirqs_enabled) in __trace_hardirqs_on_caller()
4232 mark_held_locks(curr, LOCK_ENABLED_SOFTIRQ); in __trace_hardirqs_on_caller()
4476 mark_usage(struct task_struct *curr, struct held_lock *hlock, int check) in mark_usage() argument
4488 if (!mark_lock(curr, hlock, in mark_usage()
4491 if (curr->softirq_context) in mark_usage()
4492 if (!mark_lock(curr, hlock, in mark_usage()
4497 if (!mark_lock(curr, hlock, LOCK_USED_IN_HARDIRQ)) in mark_usage()
4499 if (curr->softirq_context) in mark_usage()
4500 if (!mark_lock(curr, hlock, LOCK_USED_IN_SOFTIRQ)) in mark_usage()
4506 if (!mark_lock(curr, hlock, in mark_usage()
4509 if (curr->softirqs_enabled) in mark_usage()
4510 if (!mark_lock(curr, hlock, in mark_usage()
4514 if (!mark_lock(curr, hlock, in mark_usage()
4517 if (curr->softirqs_enabled) in mark_usage()
4518 if (!mark_lock(curr, hlock, in mark_usage()
4526 if (!mark_lock(curr, hlock, LOCK_USED)) in mark_usage()
4538 static int separate_irq_context(struct task_struct *curr, in separate_irq_context() argument
4541 unsigned int depth = curr->lockdep_depth; in separate_irq_context()
4549 prev_hlock = curr->held_locks + depth-1; in separate_irq_context()
4564 static int mark_lock(struct task_struct *curr, struct held_lock *this, in mark_lock() argument
4605 ret = mark_lock_irq(curr, this, new_bit); in mark_lock()
4619 print_irqtrace_events(curr); in mark_lock()
4626 static inline short task_wait_context(struct task_struct *curr) in task_wait_context() argument
4636 if (curr->hardirq_threaded || curr->irq_config) in task_wait_context()
4640 } else if (curr->softirq_context) { in task_wait_context()
4651 print_lock_invalid_wait_context(struct task_struct *curr, in print_lock_invalid_wait_context() argument
4667 pr_warn("%s/%d is trying to lock:\n", curr->comm, task_pid_nr(curr)); in print_lock_invalid_wait_context()
4672 curr_inner = task_wait_context(curr); in print_lock_invalid_wait_context()
4675 lockdep_print_held_locks(curr); in print_lock_invalid_wait_context()
4698 static int check_wait_context(struct task_struct *curr, struct held_lock *next) in check_wait_context() argument
4714 for (depth = curr->lockdep_depth - 1; depth >= 0; depth--) { in check_wait_context()
4715 struct held_lock *prev = curr->held_locks + depth; in check_wait_context()
4721 curr_inner = task_wait_context(curr); in check_wait_context()
4723 for (; depth < curr->lockdep_depth; depth++) { in check_wait_context()
4724 struct held_lock *prev = curr->held_locks + depth; in check_wait_context()
4739 return print_lock_invalid_wait_context(curr, next); in check_wait_context()
4747 mark_usage(struct task_struct *curr, struct held_lock *hlock, int check) in mark_usage() argument
4757 static inline int separate_irq_context(struct task_struct *curr, in separate_irq_context() argument
4763 static inline int check_wait_context(struct task_struct *curr, in check_wait_context() argument
4840 print_lock_nested_lock_not_held(struct task_struct *curr, in print_lock_nested_lock_not_held() argument
4855 pr_warn("%s/%d is trying to lock:\n", curr->comm, task_pid_nr(curr)); in print_lock_nested_lock_not_held()
4865 lockdep_print_held_locks(curr); in print_lock_nested_lock_not_held()
4886 struct task_struct *curr = current; in __lock_acquire() local
4926 depth = curr->lockdep_depth; in __lock_acquire()
4936 hlock = curr->held_locks + depth - 1; in __lock_acquire()
4954 hlock = curr->held_locks + depth; in __lock_acquire()
4965 hlock->irq_context = task_irq_context(curr); in __lock_acquire()
4977 if (check_wait_context(curr, hlock)) in __lock_acquire()
4981 if (!mark_usage(curr, hlock, check)) in __lock_acquire()
5000 chain_key = curr->curr_chain_key; in __lock_acquire()
5011 if (separate_irq_context(curr, hlock)) { in __lock_acquire()
5018 print_lock_nested_lock_not_held(curr, hlock, ip); in __lock_acquire()
5027 if (!validate_chain(curr, hlock, chain_head, chain_key)) in __lock_acquire()
5030 curr->curr_chain_key = chain_key; in __lock_acquire()
5031 curr->lockdep_depth++; in __lock_acquire()
5032 check_chain_key(curr); in __lock_acquire()
5037 if (unlikely(curr->lockdep_depth >= MAX_LOCK_DEPTH)) { in __lock_acquire()
5041 curr->lockdep_depth, MAX_LOCK_DEPTH); in __lock_acquire()
5050 if (unlikely(curr->lockdep_depth > max_lockdep_depth)) in __lock_acquire()
5051 max_lockdep_depth = curr->lockdep_depth; in __lock_acquire()
5056 static void print_unlock_imbalance_bug(struct task_struct *curr, in print_unlock_imbalance_bug() argument
5071 curr->comm, task_pid_nr(curr)); in print_unlock_imbalance_bug()
5077 lockdep_print_held_locks(curr); in print_unlock_imbalance_bug()
5120 static struct held_lock *find_held_lock(struct task_struct *curr, in find_held_lock() argument
5128 hlock = curr->held_locks + i; in find_held_lock()
5155 static int reacquire_held_locks(struct task_struct *curr, unsigned int depth, in reacquire_held_locks() argument
5164 for (hlock = curr->held_locks + idx; idx < depth; idx++, hlock++) { in reacquire_held_locks()
5192 struct task_struct *curr = current; in __lock_set_class() local
5201 depth = curr->lockdep_depth; in __lock_set_class()
5209 hlock = find_held_lock(curr, lock, depth, &i); in __lock_set_class()
5211 print_unlock_imbalance_bug(curr, lock, ip); in __lock_set_class()
5221 curr->lockdep_depth = i; in __lock_set_class()
5222 curr->curr_chain_key = hlock->prev_chain_key; in __lock_set_class()
5224 if (reacquire_held_locks(curr, depth, i, &merged)) in __lock_set_class()
5231 if (DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth - merged)) in __lock_set_class()
5238 struct task_struct *curr = current; in __lock_downgrade() local
5246 depth = curr->lockdep_depth; in __lock_downgrade()
5254 hlock = find_held_lock(curr, lock, depth, &i); in __lock_downgrade()
5256 print_unlock_imbalance_bug(curr, lock, ip); in __lock_downgrade()
5260 curr->lockdep_depth = i; in __lock_downgrade()
5261 curr->curr_chain_key = hlock->prev_chain_key; in __lock_downgrade()
5267 if (reacquire_held_locks(curr, depth, i, &merged)) in __lock_downgrade()
5278 if (DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth)) in __lock_downgrade()
5292 struct task_struct *curr = current; in __lock_release() local
5300 depth = curr->lockdep_depth; in __lock_release()
5306 print_unlock_imbalance_bug(curr, lock, ip); in __lock_release()
5314 hlock = find_held_lock(curr, lock, depth, &i); in __lock_release()
5316 print_unlock_imbalance_bug(curr, lock, ip); in __lock_release()
5343 curr->lockdep_depth = i; in __lock_release()
5344 curr->curr_chain_key = hlock->prev_chain_key; in __lock_release()
5353 if (reacquire_held_locks(curr, depth, i + 1, &merged)) in __lock_release()
5361 DEBUG_LOCKS_WARN_ON(curr->lockdep_depth != depth - merged); in __lock_release()
5374 struct task_struct *curr = current; in __lock_is_held() local
5377 for (i = 0; i < curr->lockdep_depth; i++) { in __lock_is_held()
5378 struct held_lock *hlock = curr->held_locks + i; in __lock_is_held()
5394 struct task_struct *curr = current; in __lock_pin_lock() local
5400 for (i = 0; i < curr->lockdep_depth; i++) { in __lock_pin_lock()
5401 struct held_lock *hlock = curr->held_locks + i; in __lock_pin_lock()
5421 struct task_struct *curr = current; in __lock_repin_lock() local
5427 for (i = 0; i < curr->lockdep_depth; i++) { in __lock_repin_lock()
5428 struct held_lock *hlock = curr->held_locks + i; in __lock_repin_lock()
5441 struct task_struct *curr = current; in __lock_unpin_lock() local
5447 for (i = 0; i < curr->lockdep_depth; i++) { in __lock_unpin_lock()
5448 struct held_lock *hlock = curr->held_locks + i; in __lock_unpin_lock()
5744 static void print_lock_contention_bug(struct task_struct *curr, in print_lock_contention_bug() argument
5759 curr->comm, task_pid_nr(curr)); in print_lock_contention_bug()
5765 lockdep_print_held_locks(curr); in print_lock_contention_bug()
5774 struct task_struct *curr = current; in __lock_contended() local
5780 depth = curr->lockdep_depth; in __lock_contended()
5788 hlock = find_held_lock(curr, lock, depth, &i); in __lock_contended()
5790 print_lock_contention_bug(curr, lock, ip); in __lock_contended()
5815 struct task_struct *curr = current; in __lock_acquired() local
5822 depth = curr->lockdep_depth; in __lock_acquired()
5830 hlock = find_held_lock(curr, lock, depth, &i); in __lock_acquired()
5832 print_lock_contention_bug(curr, lock, _RET_IP_); in __lock_acquired()
6369 print_freed_lock_bug(struct task_struct *curr, const void *mem_from, in print_freed_lock_bug() argument
6383 curr->comm, task_pid_nr(curr), mem_from, mem_to-1); in print_freed_lock_bug()
6385 lockdep_print_held_locks(curr); in print_freed_lock_bug()
6405 struct task_struct *curr = current; in debug_check_no_locks_freed() local
6414 for (i = 0; i < curr->lockdep_depth; i++) { in debug_check_no_locks_freed()
6415 hlock = curr->held_locks + i; in debug_check_no_locks_freed()
6421 print_freed_lock_bug(curr, mem_from, mem_from + mem_len, hlock); in debug_check_no_locks_freed()
6496 struct task_struct *curr = current; in lockdep_sys_exit() local
6498 if (unlikely(curr->lockdep_depth)) { in lockdep_sys_exit()
6507 curr->comm, curr->pid); in lockdep_sys_exit()
6508 lockdep_print_held_locks(curr); in lockdep_sys_exit()
6520 struct task_struct *curr = current; in lockdep_rcu_suspicious() local
6559 lockdep_print_held_locks(curr); in lockdep_rcu_suspicious()