Lines Matching refs:func_hash
76 .func_hash = &opsname.local_hash, \
166 ops->func_hash = &ops->local_hash; in ftrace_ops_init()
1295 free_ftrace_hash(ops->func_hash->filter_hash); in ftrace_free_filter()
1296 free_ftrace_hash(ops->func_hash->notrace_hash); in ftrace_free_filter()
1550 rcu_assign_pointer(hash.filter_hash, ops->func_hash->filter_hash); in ftrace_ops_test()
1551 rcu_assign_pointer(hash.notrace_hash, ops->func_hash->notrace_hash); in ftrace_ops_test()
1754 hash = ops->func_hash->filter_hash; in __ftrace_hash_rec_update()
1755 notrace_hash = ops->func_hash->notrace_hash; in __ftrace_hash_rec_update()
1931 if (ops->func_hash != &global_ops.local_hash) in ftrace_hash_rec_update_modify()
1942 if (op->func_hash == &global_ops.local_hash) in ftrace_hash_rec_update_modify()
2076 struct ftrace_hash *hash = ops->func_hash->filter_hash; in ftrace_hash_ipmodify_enable()
2087 struct ftrace_hash *hash = ops->func_hash->filter_hash; in ftrace_hash_ipmodify_disable()
2098 struct ftrace_hash *old_hash = ops->func_hash->filter_hash; in ftrace_hash_ipmodify_update()
2421 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_any()
2439 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_any_other()
2457 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_next()
2526 hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_curr()
2542 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_new()
2557 if (hash_contains_ip(ip, op->func_hash)) { in ftrace_find_unique_ops()
3140 ops->old_hash.filter_hash = ops->func_hash->filter_hash; in ftrace_shutdown()
3141 ops->old_hash.notrace_hash = ops->func_hash->notrace_hash; in ftrace_shutdown()
3298 new_hash = alloc_ftrace_hash(ops->func_hash->filter_hash->size_bits); in append_hashes()
3303 ret = append_hash(&new_hash, subops->func_hash->filter_hash); in append_hashes()
3327 size_bits = subops->func_hash->notrace_hash->size_bits; in intersect_hashes()
3328 new_hash = alloc_and_copy_ftrace_hash(size_bits, ops->func_hash->notrace_hash); in intersect_hashes()
3336 ret = intersect_hash(&new_hash, next_hash, subops->func_hash->notrace_hash); in intersect_hashes()
3388 old_hash_ops.filter_hash = ops->func_hash->filter_hash; in __ftrace_hash_move_and_update_ops()
3389 old_hash_ops.notrace_hash = ops->func_hash->notrace_hash; in __ftrace_hash_move_and_update_ops()
3403 if (!ops_equal(filter_hash, ops->func_hash->filter_hash)) { in ftrace_update_ops()
3404 ret = __ftrace_hash_move_and_update_ops(ops, &ops->func_hash->filter_hash, in ftrace_update_ops()
3410 if (!ops_equal(notrace_hash, ops->func_hash->notrace_hash)) { in ftrace_update_ops()
3411 ret = __ftrace_hash_move_and_update_ops(ops, &ops->func_hash->notrace_hash, in ftrace_update_ops()
3449 if (!ops->func_hash->filter_hash) in ftrace_startup_subops()
3450 ops->func_hash->filter_hash = EMPTY_HASH; in ftrace_startup_subops()
3451 if (!ops->func_hash->notrace_hash) in ftrace_startup_subops()
3452 ops->func_hash->notrace_hash = EMPTY_HASH; in ftrace_startup_subops()
3453 if (!subops->func_hash->filter_hash) in ftrace_startup_subops()
3454 subops->func_hash->filter_hash = EMPTY_HASH; in ftrace_startup_subops()
3455 if (!subops->func_hash->notrace_hash) in ftrace_startup_subops()
3456 subops->func_hash->notrace_hash = EMPTY_HASH; in ftrace_startup_subops()
3461 filter_hash = copy_hash(subops->func_hash->filter_hash); in ftrace_startup_subops()
3462 notrace_hash = copy_hash(subops->func_hash->notrace_hash); in ftrace_startup_subops()
3469 save_filter_hash = ops->func_hash->filter_hash; in ftrace_startup_subops()
3470 save_notrace_hash = ops->func_hash->notrace_hash; in ftrace_startup_subops()
3472 ops->func_hash->filter_hash = filter_hash; in ftrace_startup_subops()
3473 ops->func_hash->notrace_hash = notrace_hash; in ftrace_startup_subops()
3478 ops->func_hash->filter_hash = save_filter_hash; in ftrace_startup_subops()
3479 ops->func_hash->notrace_hash = save_notrace_hash; in ftrace_startup_subops()
3498 if (ftrace_hash_empty(ops->func_hash->filter_hash) || in ftrace_startup_subops()
3499 ftrace_hash_empty(subops->func_hash->filter_hash)) { in ftrace_startup_subops()
3502 size_bits = max(ops->func_hash->filter_hash->size_bits, in ftrace_startup_subops()
3503 subops->func_hash->filter_hash->size_bits); in ftrace_startup_subops()
3504 filter_hash = alloc_and_copy_ftrace_hash(size_bits, ops->func_hash->filter_hash); in ftrace_startup_subops()
3507 ret = append_hash(&filter_hash, subops->func_hash->filter_hash); in ftrace_startup_subops()
3514 if (ftrace_hash_empty(ops->func_hash->notrace_hash) || in ftrace_startup_subops()
3515 ftrace_hash_empty(subops->func_hash->notrace_hash)) { in ftrace_startup_subops()
3518 size_bits = max(ops->func_hash->filter_hash->size_bits, in ftrace_startup_subops()
3519 subops->func_hash->filter_hash->size_bits); in ftrace_startup_subops()
3526 ret = intersect_hash(¬race_hash, ops->func_hash->filter_hash, in ftrace_startup_subops()
3527 subops->func_hash->filter_hash); in ftrace_startup_subops()
3586 free_ftrace_hash(ops->func_hash->filter_hash); in ftrace_shutdown_subops()
3587 free_ftrace_hash(ops->func_hash->notrace_hash); in ftrace_shutdown_subops()
3588 ops->func_hash->filter_hash = EMPTY_HASH; in ftrace_shutdown_subops()
3589 ops->func_hash->notrace_hash = EMPTY_HASH; in ftrace_shutdown_subops()
3643 orig_hash = &ops->func_hash->filter_hash; in ftrace_hash_move_and_update_subops()
3646 orig_hash = &ops->func_hash->notrace_hash; in ftrace_hash_move_and_update_subops()
3677 return ftrace_hash_empty(ops->func_hash->filter_hash) && in ops_traces_mod()
3678 ftrace_hash_empty(ops->func_hash->notrace_hash); in ops_traces_mod()
3881 hash = iter->probe->ops.func_hash->filter_hash; in t_probe_next()
3898 hash = iter->probe->ops.func_hash->filter_hash; in t_probe_next()
4543 mutex_lock(&ops->func_hash->regex_lock); in ftrace_regex_open()
4546 hash = ops->func_hash->notrace_hash; in ftrace_regex_open()
4549 hash = ops->func_hash->filter_hash; in ftrace_regex_open()
4590 mutex_unlock(&ops->func_hash->regex_lock); in ftrace_regex_open()
4864 if (ops->func_hash != &global_ops.local_hash) in ftrace_ops_update_code()
4868 if (op->func_hash == &global_ops.local_hash && in ftrace_ops_update_code()
4901 subops->func_hash == ops->func_hash) { in ftrace_hash_move_and_update_ops()
4985 mutex_lock(&ops->func_hash->regex_lock); in process_mod_list()
4988 orig_hash = &ops->func_hash->filter_hash; in process_mod_list()
4990 orig_hash = &ops->func_hash->notrace_hash; in process_mod_list()
5040 mutex_unlock(&ops->func_hash->regex_lock); in process_mod_list()
5361 mutex_lock(&probe->ops.func_hash->regex_lock); in register_ftrace_function_probe()
5363 orig_hash = &probe->ops.func_hash->filter_hash; in register_ftrace_function_probe()
5432 mutex_unlock(&probe->ops.func_hash->regex_lock); in register_ftrace_function_probe()
5505 mutex_lock(&probe->ops.func_hash->regex_lock); in unregister_ftrace_function_probe_func()
5507 orig_hash = &probe->ops.func_hash->filter_hash; in unregister_ftrace_function_probe_func()
5573 mutex_unlock(&probe->ops.func_hash->regex_lock); in unregister_ftrace_function_probe_func()
5785 mutex_lock(&ops->func_hash->regex_lock); in ftrace_set_hash()
5788 orig_hash = &ops->func_hash->filter_hash; in ftrace_set_hash()
5790 orig_hash = &ops->func_hash->notrace_hash; in ftrace_set_hash()
5817 mutex_unlock(&ops->func_hash->regex_lock); in ftrace_set_hash()
5914 hash = ops->func_hash->filter_hash; in register_ftrace_direct()
6005 struct ftrace_hash *hash = ops->func_hash->filter_hash; in unregister_ftrace_direct()
6044 tmp_ops.func_hash = ops->func_hash; in __modify_ftrace_direct()
6057 hash = ops->func_hash->filter_hash; in __modify_ftrace_direct()
6197 ops->func_hash = &global_ops.local_hash; in ftrace_ops_set_global_filter()
6413 mutex_lock(&iter->ops->func_hash->regex_lock); in ftrace_regex_release()
6419 orig_hash = &iter->ops->func_hash->filter_hash; in ftrace_regex_release()
6427 orig_hash = &iter->ops->func_hash->notrace_hash; in ftrace_regex_release()
6438 mutex_unlock(&iter->ops->func_hash->regex_lock); in ftrace_regex_release()
7173 if (!ftrace_hash_empty(ops->func_hash->filter_hash) && in ops_references_ip()
7174 !__ftrace_lookup_ip(ops->func_hash->filter_hash, ip)) in ops_references_ip()
7178 if (ftrace_lookup_ip(ops->func_hash->notrace_hash, ip)) in ops_references_ip()
7245 if (!tr->ops || !tr->ops->func_hash) in clear_mod_from_hashes()
7247 mutex_lock(&tr->ops->func_hash->regex_lock); in clear_mod_from_hashes()
7248 clear_mod_from_hash(pg, tr->ops->func_hash->filter_hash); in clear_mod_from_hashes()
7249 clear_mod_from_hash(pg, tr->ops->func_hash->notrace_hash); in clear_mod_from_hashes()
7250 mutex_unlock(&tr->ops->func_hash->regex_lock); in clear_mod_from_hashes()
7626 if (!tr->ops || !tr->ops->func_hash) in clear_func_from_hashes()
7628 mutex_lock(&tr->ops->func_hash->regex_lock); in clear_func_from_hashes()
7629 clear_func_from_hash(func, tr->ops->func_hash->filter_hash); in clear_func_from_hashes()
7630 clear_func_from_hash(func, tr->ops->func_hash->notrace_hash); in clear_func_from_hashes()
7631 mutex_unlock(&tr->ops->func_hash->regex_lock); in clear_func_from_hashes()
8451 hash = ops->func_hash->filter_hash; in prepare_direct_functions_for_ipmodify()
8500 hash = ops->func_hash->filter_hash; in cleanup_direct_functions_after_ipmodify()