Lines Matching refs:hash_node
112 struct hlist_nulls_node hash_node; member
416 offsetof(struct htab_elem, hash_node.pprev)); in htab_map_alloc_check()
418 offsetof(struct htab_elem, hash_node.pprev)); in htab_map_alloc_check()
588 hlist_nulls_for_each_entry_rcu(l, n, head, hash_node) in lookup_elem_raw()
607 hlist_nulls_for_each_entry_rcu(l, n, head, hash_node) in lookup_nulls_elem_raw()
757 hlist_nulls_for_each_entry_rcu(l, n, head, hash_node) in htab_lru_map_delete_node()
759 hlist_nulls_del_rcu(&l->hash_node); in htab_lru_map_delete_node()
796 next_l = hlist_nulls_entry_safe(rcu_dereference_raw(hlist_nulls_next_rcu(&l->hash_node)), in htab_map_get_next_key()
797 struct htab_elem, hash_node); in htab_map_get_next_key()
816 struct htab_elem, hash_node); in htab_map_get_next_key()
1101 hlist_nulls_add_head_rcu(&l_new->hash_node, head); in htab_map_update_elem()
1103 hlist_nulls_del_rcu(&l_old->hash_node); in htab_map_update_elem()
1170 hlist_nulls_add_head_rcu(&l_new->hash_node, head); in htab_lru_map_update_elem()
1173 hlist_nulls_del_rcu(&l_old->hash_node); in htab_lru_map_update_elem()
1235 hlist_nulls_add_head_rcu(&l_new->hash_node, head); in __htab_percpu_map_update_elem()
1299 hlist_nulls_add_head_rcu(&l_new->hash_node, head); in __htab_lru_percpu_map_update_elem()
1350 hlist_nulls_del_rcu(&l->hash_node); in htab_map_delete_elem()
1386 hlist_nulls_del_rcu(&l->hash_node); in htab_lru_map_delete_elem()
1405 hlist_nulls_for_each_entry_safe(l, n, head, hash_node) { in delete_all_elements()
1406 hlist_nulls_del_rcu(&l->hash_node); in delete_all_elements()
1422 hlist_nulls_for_each_entry(l, n, head, hash_node) in htab_free_malloced_timers()
1541 hlist_nulls_del_rcu(&l->hash_node); in __htab_map_lookup_and_delete_elem()
1670 hlist_nulls_for_each_entry_rcu(l, n, head, hash_node) in __htab_map_lookup_and_delete_batch()
1707 hlist_nulls_for_each_entry_safe(l, n, head, hash_node) { in __htab_map_lookup_and_delete_batch()
1730 hlist_nulls_del_rcu(&l->hash_node); in __htab_map_lookup_and_delete_batch()
1898 n = rcu_dereference_raw(hlist_nulls_next_rcu(&prev_elem->hash_node)); in bpf_hash_map_seq_find_next()
1899 elem = hlist_nulls_entry_safe(n, struct htab_elem, hash_node); in bpf_hash_map_seq_find_next()
1915 hlist_nulls_for_each_entry_rcu(elem, n, head, hash_node) { in bpf_hash_map_seq_find_next()
2082 hlist_nulls_for_each_entry_rcu(elem, n, head, hash_node) { in bpf_for_each_hash_elem()
2313 hlist_nulls_for_each_entry_safe(l, n, head, hash_node) { in fd_htab_map_free()