Lines Matching refs:pol
167 static void __xfrm_policy_link(struct xfrm_policy *pol, int dir);
168 static struct xfrm_policy *__xfrm_policy_unlink(struct xfrm_policy *pol,
524 struct xfrm_policy *pol; in xfrm_dst_hash_transfer() local
530 hlist_for_each_entry_safe(pol, tmp, list, bydst) { in xfrm_dst_hash_transfer()
533 __get_hash_thresh(net, pol->family, dir, &dbits, &sbits); in xfrm_dst_hash_transfer()
534 h = __addr_hash(&pol->selector.daddr, &pol->selector.saddr, in xfrm_dst_hash_transfer()
535 pol->family, nhashmask, dbits, sbits); in xfrm_dst_hash_transfer()
537 hlist_del_rcu(&pol->bydst); in xfrm_dst_hash_transfer()
538 hlist_add_head_rcu(&pol->bydst, ndsttable + h); in xfrm_dst_hash_transfer()
543 hlist_del_rcu(&pol->bydst); in xfrm_dst_hash_transfer()
544 hlist_add_behind_rcu(&pol->bydst, entry0); in xfrm_dst_hash_transfer()
546 entry0 = &pol->bydst; in xfrm_dst_hash_transfer()
559 struct xfrm_policy *pol; in xfrm_idx_hash_transfer() local
561 hlist_for_each_entry_safe(pol, tmp, list, byidx) { in xfrm_idx_hash_transfer()
564 h = __idx_hash(pol->index, nhashmask); in xfrm_idx_hash_transfer()
565 hlist_add_head(&pol->byidx, nidxtable+h); in xfrm_idx_hash_transfer()
694 xfrm_policy_inexact_alloc_bin(const struct xfrm_policy *pol, u8 dir) in xfrm_policy_inexact_alloc_bin() argument
698 .family = pol->family, in xfrm_policy_inexact_alloc_bin()
699 .type = pol->type, in xfrm_policy_inexact_alloc_bin()
701 .if_id = pol->if_id, in xfrm_policy_inexact_alloc_bin()
703 struct net *net = xp_net(pol); in xfrm_policy_inexact_alloc_bin()
1224 struct xfrm_policy *pol; in xfrm_hash_rebuild() local
1342 hlist_for_each_entry(pol, chain, bydst) { in xfrm_hash_rebuild()
1343 if (policy->priority >= pol->priority) in xfrm_hash_rebuild()
1344 newpos = &pol->bydst; in xfrm_hash_rebuild()
1446 struct xfrm_policy *pol) in xfrm_policy_mark_match() argument
1448 return mark->v == pol->mark.v && mark->m == pol->mark.m; in xfrm_policy_mark_match()
1503 struct xfrm_policy *pol, *delpol = NULL; in xfrm_policy_insert_inexact_list() local
1507 hlist_for_each_entry(pol, chain, bydst_inexact_list) { in xfrm_policy_insert_inexact_list()
1508 if (pol->type == policy->type && in xfrm_policy_insert_inexact_list()
1509 pol->if_id == policy->if_id && in xfrm_policy_insert_inexact_list()
1510 !selector_cmp(&pol->selector, &policy->selector) && in xfrm_policy_insert_inexact_list()
1511 xfrm_policy_mark_match(&policy->mark, pol) && in xfrm_policy_insert_inexact_list()
1512 xfrm_sec_ctx_match(pol->security, policy->security) && in xfrm_policy_insert_inexact_list()
1514 delpol = pol; in xfrm_policy_insert_inexact_list()
1515 if (policy->priority > pol->priority) in xfrm_policy_insert_inexact_list()
1517 } else if (policy->priority >= pol->priority) { in xfrm_policy_insert_inexact_list()
1518 newpos = &pol->bydst_inexact_list; in xfrm_policy_insert_inexact_list()
1530 hlist_for_each_entry(pol, chain, bydst_inexact_list) { in xfrm_policy_insert_inexact_list()
1531 pol->pos = i; in xfrm_policy_insert_inexact_list()
1540 struct xfrm_policy *pol, *newpos = NULL, *delpol = NULL; in xfrm_policy_insert_list() local
1542 hlist_for_each_entry(pol, chain, bydst) { in xfrm_policy_insert_list()
1543 if (pol->type == policy->type && in xfrm_policy_insert_list()
1544 pol->if_id == policy->if_id && in xfrm_policy_insert_list()
1545 !selector_cmp(&pol->selector, &policy->selector) && in xfrm_policy_insert_list()
1546 xfrm_policy_mark_match(&policy->mark, pol) && in xfrm_policy_insert_list()
1547 xfrm_sec_ctx_match(pol->security, policy->security) && in xfrm_policy_insert_list()
1551 delpol = pol; in xfrm_policy_insert_list()
1552 if (policy->priority > pol->priority) in xfrm_policy_insert_list()
1554 } else if (policy->priority >= pol->priority) { in xfrm_policy_insert_list()
1555 newpos = pol; in xfrm_policy_insert_list()
1622 struct xfrm_policy *pol; in __xfrm_policy_bysel_ctx() local
1627 hlist_for_each_entry(pol, chain, bydst) { in __xfrm_policy_bysel_ctx()
1628 if (pol->type == type && in __xfrm_policy_bysel_ctx()
1629 pol->if_id == if_id && in __xfrm_policy_bysel_ctx()
1630 xfrm_policy_mark_match(mark, pol) && in __xfrm_policy_bysel_ctx()
1631 !selector_cmp(sel, &pol->selector) && in __xfrm_policy_bysel_ctx()
1632 xfrm_sec_ctx_match(ctx, pol->security)) in __xfrm_policy_bysel_ctx()
1633 return pol; in __xfrm_policy_bysel_ctx()
1645 struct xfrm_policy *pol, *ret = NULL; in xfrm_policy_bysel_ctx() local
1669 pol = NULL; in xfrm_policy_bysel_ctx()
1679 if (!pol || tmp->pos < pol->pos) in xfrm_policy_bysel_ctx()
1680 pol = tmp; in xfrm_policy_bysel_ctx()
1683 pol = __xfrm_policy_bysel_ctx(chain, mark, if_id, type, dir, in xfrm_policy_bysel_ctx()
1687 if (pol) { in xfrm_policy_bysel_ctx()
1688 xfrm_pol_hold(pol); in xfrm_policy_bysel_ctx()
1690 *err = security_xfrm_policy_delete(pol->security); in xfrm_policy_bysel_ctx()
1693 return pol; in xfrm_policy_bysel_ctx()
1695 __xfrm_policy_unlink(pol, dir); in xfrm_policy_bysel_ctx()
1697 ret = pol; in xfrm_policy_bysel_ctx()
1713 struct xfrm_policy *pol, *ret; in xfrm_policy_byid() local
1724 hlist_for_each_entry(pol, chain, byidx) { in xfrm_policy_byid()
1725 if (pol->type == type && pol->index == id && in xfrm_policy_byid()
1726 pol->if_id == if_id && xfrm_policy_mark_match(mark, pol)) { in xfrm_policy_byid()
1727 xfrm_pol_hold(pol); in xfrm_policy_byid()
1730 pol->security); in xfrm_policy_byid()
1733 return pol; in xfrm_policy_byid()
1735 __xfrm_policy_unlink(pol, dir); in xfrm_policy_byid()
1737 ret = pol; in xfrm_policy_byid()
1753 struct xfrm_policy *pol; in xfrm_policy_flush_secctx_check() local
1756 list_for_each_entry(pol, &net->xfrm.policy_all, walk.all) { in xfrm_policy_flush_secctx_check()
1757 if (pol->walk.dead || in xfrm_policy_flush_secctx_check()
1758 xfrm_policy_id2dir(pol->index) >= XFRM_POLICY_MAX || in xfrm_policy_flush_secctx_check()
1759 pol->type != type) in xfrm_policy_flush_secctx_check()
1762 err = security_xfrm_policy_delete(pol->security); in xfrm_policy_flush_secctx_check()
1764 xfrm_audit_policy_delete(pol, 0, task_valid); in xfrm_policy_flush_secctx_check()
1781 struct xfrm_policy *pol; in xfrm_policy_flush() local
1790 list_for_each_entry(pol, &net->xfrm.policy_all, walk.all) { in xfrm_policy_flush()
1791 dir = xfrm_policy_id2dir(pol->index); in xfrm_policy_flush()
1792 if (pol->walk.dead || in xfrm_policy_flush()
1794 pol->type != type) in xfrm_policy_flush()
1797 __xfrm_policy_unlink(pol, dir); in xfrm_policy_flush()
1800 xfrm_audit_policy_delete(pol, 1, task_valid); in xfrm_policy_flush()
1801 xfrm_policy_kill(pol); in xfrm_policy_flush()
1819 struct xfrm_policy *pol; in xfrm_policy_walk() local
1840 pol = container_of(x, struct xfrm_policy, walk); in xfrm_policy_walk()
1842 walk->type != pol->type) in xfrm_policy_walk()
1844 error = func(pol, xfrm_policy_id2dir(pol->index), in xfrm_policy_walk()
1888 static int xfrm_policy_match(const struct xfrm_policy *pol, in xfrm_policy_match() argument
1892 const struct xfrm_selector *sel = &pol->selector; in xfrm_policy_match()
1896 if (pol->family != family || in xfrm_policy_match()
1897 pol->if_id != if_id || in xfrm_policy_match()
1898 (fl->flowi_mark & pol->mark.m) != pol->mark.v || in xfrm_policy_match()
1899 pol->type != type) in xfrm_policy_match()
1904 ret = security_xfrm_policy_lookup(pol->security, fl->flowi_secid); in xfrm_policy_match()
2018 struct xfrm_policy *pol; in __xfrm_policy_eval_candidates() local
2023 hlist_for_each_entry_rcu(pol, chain, bydst) { in __xfrm_policy_eval_candidates()
2026 if (pol->priority > priority) in __xfrm_policy_eval_candidates()
2029 err = xfrm_policy_match(pol, fl, type, family, dir, if_id); in __xfrm_policy_eval_candidates()
2039 if (pol->priority == priority && in __xfrm_policy_eval_candidates()
2040 prefer->pos < pol->pos) in __xfrm_policy_eval_candidates()
2044 return pol; in __xfrm_policy_eval_candidates()
2083 struct xfrm_policy *pol, *ret; in xfrm_policy_lookup_bytype() local
2101 hlist_for_each_entry_rcu(pol, chain, bydst) { in xfrm_policy_lookup_bytype()
2102 err = xfrm_policy_match(pol, fl, type, family, dir, if_id); in xfrm_policy_lookup_bytype()
2111 ret = pol; in xfrm_policy_lookup_bytype()
2120 pol = xfrm_policy_eval_candidates(&cand, ret, fl, type, in xfrm_policy_lookup_bytype()
2122 if (pol) { in xfrm_policy_lookup_bytype()
2123 ret = pol; in xfrm_policy_lookup_bytype()
2124 if (IS_ERR(pol)) in xfrm_policy_lookup_bytype()
2145 struct xfrm_policy *pol; in xfrm_policy_lookup() local
2147 pol = xfrm_policy_lookup_bytype(net, XFRM_POLICY_TYPE_SUB, fl, family, in xfrm_policy_lookup()
2149 if (pol != NULL) in xfrm_policy_lookup()
2150 return pol; in xfrm_policy_lookup()
2160 struct xfrm_policy *pol; in xfrm_sk_policy_lookup() local
2164 pol = rcu_dereference(sk->sk_policy[dir]); in xfrm_sk_policy_lookup()
2165 if (pol != NULL) { in xfrm_sk_policy_lookup()
2169 if (pol->family != family) { in xfrm_sk_policy_lookup()
2170 pol = NULL; in xfrm_sk_policy_lookup()
2174 match = xfrm_selector_match(&pol->selector, fl, family); in xfrm_sk_policy_lookup()
2176 if ((sk->sk_mark & pol->mark.m) != pol->mark.v || in xfrm_sk_policy_lookup()
2177 pol->if_id != if_id) { in xfrm_sk_policy_lookup()
2178 pol = NULL; in xfrm_sk_policy_lookup()
2181 err = security_xfrm_policy_lookup(pol->security, in xfrm_sk_policy_lookup()
2184 if (!xfrm_pol_hold_rcu(pol)) in xfrm_sk_policy_lookup()
2187 pol = NULL; in xfrm_sk_policy_lookup()
2189 pol = ERR_PTR(err); in xfrm_sk_policy_lookup()
2192 pol = NULL; in xfrm_sk_policy_lookup()
2196 return pol; in xfrm_sk_policy_lookup()
2199 static void __xfrm_policy_link(struct xfrm_policy *pol, int dir) in __xfrm_policy_link() argument
2201 struct net *net = xp_net(pol); in __xfrm_policy_link()
2203 list_add(&pol->walk.all, &net->xfrm.policy_all); in __xfrm_policy_link()
2205 xfrm_pol_hold(pol); in __xfrm_policy_link()
2208 static struct xfrm_policy *__xfrm_policy_unlink(struct xfrm_policy *pol, in __xfrm_policy_unlink() argument
2211 struct net *net = xp_net(pol); in __xfrm_policy_unlink()
2213 if (list_empty(&pol->walk.all)) in __xfrm_policy_unlink()
2217 if (!hlist_unhashed(&pol->bydst)) { in __xfrm_policy_unlink()
2218 hlist_del_rcu(&pol->bydst); in __xfrm_policy_unlink()
2219 hlist_del_init(&pol->bydst_inexact_list); in __xfrm_policy_unlink()
2220 hlist_del(&pol->byidx); in __xfrm_policy_unlink()
2223 list_del_init(&pol->walk.all); in __xfrm_policy_unlink()
2226 return pol; in __xfrm_policy_unlink()
2229 static void xfrm_sk_policy_link(struct xfrm_policy *pol, int dir) in xfrm_sk_policy_link() argument
2231 __xfrm_policy_link(pol, XFRM_POLICY_MAX + dir); in xfrm_sk_policy_link()
2234 static void xfrm_sk_policy_unlink(struct xfrm_policy *pol, int dir) in xfrm_sk_policy_unlink() argument
2236 __xfrm_policy_unlink(pol, XFRM_POLICY_MAX + dir); in xfrm_sk_policy_unlink()
2239 int xfrm_policy_delete(struct xfrm_policy *pol, int dir) in xfrm_policy_delete() argument
2241 struct net *net = xp_net(pol); in xfrm_policy_delete()
2244 pol = __xfrm_policy_unlink(pol, dir); in xfrm_policy_delete()
2246 if (pol) { in xfrm_policy_delete()
2247 xfrm_policy_kill(pol); in xfrm_policy_delete()
2254 int xfrm_sk_policy_insert(struct sock *sk, int dir, struct xfrm_policy *pol) in xfrm_sk_policy_insert() argument
2260 if (pol && pol->type != XFRM_POLICY_TYPE_MAIN) in xfrm_sk_policy_insert()
2267 if (pol) { in xfrm_sk_policy_insert()
2268 pol->curlft.add_time = ktime_get_real_seconds(); in xfrm_sk_policy_insert()
2269 pol->index = xfrm_gen_index(net, XFRM_POLICY_MAX+dir, 0); in xfrm_sk_policy_insert()
2270 xfrm_sk_policy_link(pol, dir); in xfrm_sk_policy_insert()
2272 rcu_assign_pointer(sk->sk_policy[dir], pol); in xfrm_sk_policy_insert()
2274 if (pol) in xfrm_sk_policy_insert()
2275 xfrm_policy_requeue(old_pol, pol); in xfrm_sk_policy_insert()
2754 struct xfrm_policy *pol = from_timer(pol, t, polq.hold_timer); in xfrm_policy_queue_process() local
2755 struct net *net = xp_net(pol); in xfrm_policy_queue_process()
2756 struct xfrm_policy_queue *pq = &pol->polq; in xfrm_policy_queue_process()
2772 skb->mark = pol->mark.v; in xfrm_policy_queue_process()
2790 xfrm_pol_hold(pol); in xfrm_policy_queue_process()
2808 skb->mark = pol->mark.v; in xfrm_policy_queue_process()
2827 xfrm_pol_put(pol); in xfrm_policy_queue_process()
2833 xfrm_pol_put(pol); in xfrm_policy_queue_process()
2841 struct xfrm_policy *pol = xdst->pols[0]; in xdst_queue_output() local
2842 struct xfrm_policy_queue *pq = &pol->polq; in xdst_queue_output()
2866 xfrm_pol_put(pol); in xdst_queue_output()
2871 xfrm_pol_hold(pol); in xdst_queue_output()
3483 struct xfrm_policy *pol; in __xfrm_policy_check() local
3532 pol = NULL; in __xfrm_policy_check()
3535 pol = xfrm_sk_policy_lookup(sk, dir, &fl, family, if_id); in __xfrm_policy_check()
3536 if (IS_ERR(pol)) { in __xfrm_policy_check()
3542 if (!pol) in __xfrm_policy_check()
3543 pol = xfrm_policy_lookup(net, &fl, family, dir, if_id); in __xfrm_policy_check()
3545 if (IS_ERR(pol)) { in __xfrm_policy_check()
3550 if (!pol) { in __xfrm_policy_check()
3564 pol->curlft.use_time = ktime_get_real_seconds(); in __xfrm_policy_check()
3566 pols[0] = pol; in __xfrm_policy_check()
3584 if (pol->action == XFRM_POLICY_ALLOW) { in __xfrm_policy_check()
3597 if (pols[pi] != pol && in __xfrm_policy_check()
4240 struct xfrm_policy *pol, *ret = NULL; in xfrm_migrate_policy_find() local
4246 hlist_for_each_entry(pol, chain, bydst) { in xfrm_migrate_policy_find()
4247 if (xfrm_migrate_selector_match(sel, &pol->selector) && in xfrm_migrate_policy_find()
4248 pol->type == type) { in xfrm_migrate_policy_find()
4249 ret = pol; in xfrm_migrate_policy_find()
4255 hlist_for_each_entry(pol, chain, bydst_inexact_list) { in xfrm_migrate_policy_find()
4256 if ((pol->priority >= priority) && ret) in xfrm_migrate_policy_find()
4259 if (xfrm_migrate_selector_match(sel, &pol->selector) && in xfrm_migrate_policy_find()
4260 pol->type == type) { in xfrm_migrate_policy_find()
4261 ret = pol; in xfrm_migrate_policy_find()
4303 static int xfrm_policy_migrate(struct xfrm_policy *pol, in xfrm_policy_migrate() argument
4309 write_lock_bh(&pol->lock); in xfrm_policy_migrate()
4310 if (unlikely(pol->walk.dead)) { in xfrm_policy_migrate()
4312 write_unlock_bh(&pol->lock); in xfrm_policy_migrate()
4316 for (i = 0; i < pol->xfrm_nr; i++) { in xfrm_policy_migrate()
4318 if (!migrate_tmpl_match(mp, &pol->xfrm_vec[i])) in xfrm_policy_migrate()
4321 if (pol->xfrm_vec[i].mode != XFRM_MODE_TUNNEL && in xfrm_policy_migrate()
4322 pol->xfrm_vec[i].mode != XFRM_MODE_BEET) in xfrm_policy_migrate()
4325 memcpy(&pol->xfrm_vec[i].id.daddr, &mp->new_daddr, in xfrm_policy_migrate()
4326 sizeof(pol->xfrm_vec[i].id.daddr)); in xfrm_policy_migrate()
4327 memcpy(&pol->xfrm_vec[i].saddr, &mp->new_saddr, in xfrm_policy_migrate()
4328 sizeof(pol->xfrm_vec[i].saddr)); in xfrm_policy_migrate()
4329 pol->xfrm_vec[i].encap_family = mp->new_family; in xfrm_policy_migrate()
4331 atomic_inc(&pol->genid); in xfrm_policy_migrate()
4335 write_unlock_bh(&pol->lock); in xfrm_policy_migrate()
4378 struct xfrm_policy *pol = NULL; in xfrm_migrate() local
4394 if ((pol = xfrm_migrate_policy_find(sel, dir, type, net)) == NULL) { in xfrm_migrate()
4416 if ((err = xfrm_policy_migrate(pol, m, num_migrate)) < 0) in xfrm_migrate()
4428 xfrm_pol_put(pol); in xfrm_migrate()
4435 if (pol) in xfrm_migrate()
4436 xfrm_pol_put(pol); in xfrm_migrate()