Lines Matching refs:elem
845 struct bpf_shtab_elem *elem; in sock_hash_lookup_elem_raw() local
847 hlist_for_each_entry_rcu(elem, head, node) { in sock_hash_lookup_elem_raw()
848 if (elem->hash == hash && in sock_hash_lookup_elem_raw()
849 !memcmp(&elem->key, key, key_size)) in sock_hash_lookup_elem_raw()
850 return elem; in sock_hash_lookup_elem_raw()
861 struct bpf_shtab_elem *elem; in __sock_hash_lookup_elem() local
867 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in __sock_hash_lookup_elem()
869 return elem ? elem->sk : NULL; in __sock_hash_lookup_elem()
873 struct bpf_shtab_elem *elem) in sock_hash_free_elem() argument
876 kfree_rcu(elem, rcu); in sock_hash_free_elem()
883 struct bpf_shtab_elem *elem_probe, *elem = link_raw; in sock_hash_delete_from_link() local
887 bucket = sock_hash_select_bucket(htab, elem->hash); in sock_hash_delete_from_link()
894 elem_probe = sock_hash_lookup_elem_raw(&bucket->head, elem->hash, in sock_hash_delete_from_link()
895 elem->key, map->key_size); in sock_hash_delete_from_link()
896 if (elem_probe && elem_probe == elem) { in sock_hash_delete_from_link()
897 hlist_del_rcu(&elem->node); in sock_hash_delete_from_link()
898 sock_map_unref(elem->sk, elem); in sock_hash_delete_from_link()
899 sock_hash_free_elem(htab, elem); in sock_hash_delete_from_link()
909 struct bpf_shtab_elem *elem; in sock_hash_delete_elem() local
916 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in sock_hash_delete_elem()
917 if (elem) { in sock_hash_delete_elem()
918 hlist_del_rcu(&elem->node); in sock_hash_delete_elem()
919 sock_map_unref(elem->sk, elem); in sock_hash_delete_elem()
920 sock_hash_free_elem(htab, elem); in sock_hash_delete_elem()
959 struct bpf_shtab_elem *elem, *elem_new; in sock_hash_update_common() local
984 elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size); in sock_hash_update_common()
985 if (elem && flags == BPF_NOEXIST) { in sock_hash_update_common()
988 } else if (!elem && flags == BPF_EXIST) { in sock_hash_update_common()
993 elem_new = sock_hash_alloc_elem(htab, key, key_size, hash, sk, elem); in sock_hash_update_common()
1004 if (elem) { in sock_hash_update_common()
1005 hlist_del_rcu(&elem->node); in sock_hash_update_common()
1006 sock_map_unref(elem->sk, elem); in sock_hash_update_common()
1007 sock_hash_free_elem(htab, elem); in sock_hash_update_common()
1023 struct bpf_shtab_elem *elem, *elem_next; in sock_hash_get_next_key() local
1032 elem = sock_hash_lookup_elem_raw(head, hash, key, key_size); in sock_hash_get_next_key()
1033 if (!elem) in sock_hash_get_next_key()
1036 elem_next = hlist_entry_safe(rcu_dereference(hlist_next_rcu(&elem->node)), in sock_hash_get_next_key()
1114 struct bpf_shtab_elem *elem; in sock_hash_free() local
1133 hlist_for_each_entry(elem, &bucket->head, node) in sock_hash_free()
1134 sock_hold(elem->sk); in sock_hash_free()
1142 hlist_for_each_entry_safe(elem, node, &unlink_list, node) { in sock_hash_free()
1143 hlist_del(&elem->node); in sock_hash_free()
1144 lock_sock(elem->sk); in sock_hash_free()
1146 sock_map_unref(elem->sk, elem); in sock_hash_free()
1148 release_sock(elem->sk); in sock_hash_free()
1149 sock_put(elem->sk); in sock_hash_free()
1150 sock_hash_free_elem(htab, elem); in sock_hash_free()
1279 struct bpf_shtab_elem *elem; in sock_hash_seq_find_next() local
1285 elem = hlist_entry_safe(node, struct bpf_shtab_elem, node); in sock_hash_seq_find_next()
1286 if (elem) in sock_hash_seq_find_next()
1287 return elem; in sock_hash_seq_find_next()
1296 elem = hlist_entry_safe(node, struct bpf_shtab_elem, node); in sock_hash_seq_find_next()
1297 if (elem) in sock_hash_seq_find_next()
1298 return elem; in sock_hash_seq_find_next()
1331 struct bpf_shtab_elem *elem = v; in sock_hash_seq_show() local
1336 prog = bpf_iter_get_info(&meta, !elem); in sock_hash_seq_show()
1342 if (elem) { in sock_hash_seq_show()
1343 ctx.key = elem->key; in sock_hash_seq_show()
1344 ctx.sk = elem->sk; in sock_hash_seq_show()