Lines Matching refs:mrt
58 struct mr_table *mrt; member
88 static void ip6mr_free_table(struct mr_table *mrt);
90 static void ip6_mr_forward(struct net *net, struct mr_table *mrt,
93 static int ip6mr_cache_report(const struct mr_table *mrt, struct sk_buff *pkt,
95 static void mr6_netlink_event(struct mr_table *mrt, struct mfc6_cache *mfc,
97 static void mrt6msg_netlink_event(const struct mr_table *mrt, struct sk_buff *pkt);
102 static void mroute_clean_tables(struct mr_table *mrt, int flags);
106 #define ip6mr_for_each_table(mrt, net) \ argument
107 list_for_each_entry_rcu(mrt, &net->ipv6.mr6_tables, list, \
112 struct mr_table *mrt) in ip6mr_mr_table_iter() argument
116 if (!mrt) in ip6mr_mr_table_iter()
120 ret = list_entry_rcu(mrt->list.next, in ip6mr_mr_table_iter()
130 struct mr_table *mrt; in __ip6mr_get_table() local
132 ip6mr_for_each_table(mrt, net) { in __ip6mr_get_table()
133 if (mrt->id == id) in __ip6mr_get_table()
134 return mrt; in __ip6mr_get_table()
141 struct mr_table *mrt; in ip6mr_get_table() local
144 mrt = __ip6mr_get_table(net, id); in ip6mr_get_table()
146 return mrt; in ip6mr_get_table()
150 struct mr_table **mrt) in ip6mr_fib_lookup() argument
166 *mrt = res.mrt; in ip6mr_fib_lookup()
174 struct mr_table *mrt; in ip6mr_rule_action() local
190 mrt = __ip6mr_get_table(rule->fr_net, arg->table); in ip6mr_rule_action()
191 if (!mrt) in ip6mr_rule_action()
193 res->mrt = mrt; in ip6mr_rule_action()
240 struct mr_table *mrt; in ip6mr_rules_init() local
249 mrt = ip6mr_new_table(net, RT6_TABLE_DFLT); in ip6mr_rules_init()
250 if (IS_ERR(mrt)) { in ip6mr_rules_init()
251 err = PTR_ERR(mrt); in ip6mr_rules_init()
264 ip6mr_free_table(mrt); in ip6mr_rules_init()
273 struct mr_table *mrt, *next; in ip6mr_rules_exit() local
276 list_for_each_entry_safe(mrt, next, &net->ipv6.mr6_tables, list) { in ip6mr_rules_exit()
277 list_del(&mrt->list); in ip6mr_rules_exit()
278 ip6mr_free_table(mrt); in ip6mr_rules_exit()
301 #define ip6mr_for_each_table(mrt, net) \ argument
302 for (mrt = net->ipv6.mrt6; mrt; mrt = NULL)
305 struct mr_table *mrt) in ip6mr_mr_table_iter() argument
307 if (!mrt) in ip6mr_mr_table_iter()
320 struct mr_table **mrt) in ip6mr_fib_lookup() argument
322 *mrt = net->ipv6.mrt6; in ip6mr_fib_lookup()
328 struct mr_table *mrt; in ip6mr_rules_init() local
330 mrt = ip6mr_new_table(net, RT6_TABLE_DFLT); in ip6mr_rules_init()
331 if (IS_ERR(mrt)) in ip6mr_rules_init()
332 return PTR_ERR(mrt); in ip6mr_rules_init()
333 net->ipv6.mrt6 = mrt; in ip6mr_rules_init()
375 static void ip6mr_new_table_set(struct mr_table *mrt, in ip6mr_new_table_set() argument
379 list_add_tail_rcu(&mrt->list, &net->ipv6.mr6_tables); in ip6mr_new_table_set()
395 struct mr_table *mrt; in ip6mr_new_table() local
397 mrt = __ip6mr_get_table(net, id); in ip6mr_new_table()
398 if (mrt) in ip6mr_new_table()
399 return mrt; in ip6mr_new_table()
405 static void ip6mr_free_table(struct mr_table *mrt) in ip6mr_free_table() argument
407 struct net *net = read_pnet(&mrt->net); in ip6mr_free_table()
411 timer_shutdown_sync(&mrt->ipmr_expire_timer); in ip6mr_free_table()
412 mroute_clean_tables(mrt, MRT6_FLUSH_MIFS | MRT6_FLUSH_MIFS_STATIC | in ip6mr_free_table()
414 rhltable_destroy(&mrt->mfc_hash); in ip6mr_free_table()
415 kfree(mrt); in ip6mr_free_table()
428 struct mr_table *mrt; in ip6mr_vif_seq_start() local
431 mrt = __ip6mr_get_table(net, RT6_TABLE_DFLT); in ip6mr_vif_seq_start()
432 if (!mrt) { in ip6mr_vif_seq_start()
437 iter->mrt = mrt; in ip6mr_vif_seq_start()
451 struct mr_table *mrt = iter->mrt; in ip6mr_vif_seq_show() local
466 vif - mrt->vif_table, in ip6mr_vif_seq_show()
484 struct mr_table *mrt; in ipmr_mfc_seq_start() local
486 mrt = ip6mr_get_table(net, RT6_TABLE_DFLT); in ipmr_mfc_seq_start()
487 if (!mrt) in ipmr_mfc_seq_start()
490 return mr_mfc_seq_start(seq, pos, mrt, &mfc_unres_lock); in ipmr_mfc_seq_start()
505 struct mr_table *mrt = it->mrt; in ipmr_mfc_seq_show() local
511 if (it->cache != &mrt->mfc_unres_queue) { in ipmr_mfc_seq_show()
518 if (VIF_EXISTS(mrt, n) && in ipmr_mfc_seq_show()
551 struct mr_table *mrt; in pim6_rcv() local
579 if (ip6mr_fib_lookup(net, &fl6, &mrt) < 0) in pim6_rcv()
583 reg_vif_num = READ_ONCE(mrt->mroute_reg_vif_num); in pim6_rcv()
585 reg_dev = vif_dev_read(&mrt->vif_table[reg_vif_num]); in pim6_rcv()
616 struct mr_table *mrt; in reg_vif_xmit() local
626 if (ip6mr_fib_lookup(net, &fl6, &mrt) < 0) in reg_vif_xmit()
632 ip6mr_cache_report(mrt, skb, READ_ONCE(mrt->mroute_reg_vif_num), in reg_vif_xmit()
664 static struct net_device *ip6mr_reg_vif(struct net *net, struct mr_table *mrt) in ip6mr_reg_vif() argument
669 if (mrt->id == RT6_TABLE_DFLT) in ip6mr_reg_vif()
672 sprintf(name, "pim6reg%u", mrt->id); in ip6mr_reg_vif()
717 static int mif6_delete(struct mr_table *mrt, int vifi, int notify, in mif6_delete() argument
724 if (vifi < 0 || vifi >= mrt->maxvif) in mif6_delete()
727 v = &mrt->vif_table[vifi]; in mif6_delete()
733 call_ip6mr_vif_entry_notifiers(read_pnet(&mrt->net), in mif6_delete()
735 vifi, mrt->id); in mif6_delete()
740 if (vifi == mrt->mroute_reg_vif_num) { in mif6_delete()
742 WRITE_ONCE(mrt->mroute_reg_vif_num, -1); in mif6_delete()
746 if (vifi + 1 == mrt->maxvif) { in mif6_delete()
749 if (VIF_EXISTS(mrt, tmp)) in mif6_delete()
752 WRITE_ONCE(mrt->maxvif, tmp + 1); in mif6_delete()
790 static void ip6mr_destroy_unres(struct mr_table *mrt, struct mfc6_cache *c) in ip6mr_destroy_unres() argument
792 struct net *net = read_pnet(&mrt->net); in ip6mr_destroy_unres()
795 atomic_dec(&mrt->cache_resolve_queue_len); in ip6mr_destroy_unres()
816 static void ipmr_do_expire_process(struct mr_table *mrt) in ipmr_do_expire_process() argument
822 list_for_each_entry_safe(c, next, &mrt->mfc_unres_queue, list) { in ipmr_do_expire_process()
832 mr6_netlink_event(mrt, (struct mfc6_cache *)c, RTM_DELROUTE); in ipmr_do_expire_process()
833 ip6mr_destroy_unres(mrt, (struct mfc6_cache *)c); in ipmr_do_expire_process()
836 if (!list_empty(&mrt->mfc_unres_queue)) in ipmr_do_expire_process()
837 mod_timer(&mrt->ipmr_expire_timer, jiffies + expires); in ipmr_do_expire_process()
842 struct mr_table *mrt = timer_container_of(mrt, t, ipmr_expire_timer); in ipmr_expire_process() local
845 mod_timer(&mrt->ipmr_expire_timer, jiffies + 1); in ipmr_expire_process()
849 if (!list_empty(&mrt->mfc_unres_queue)) in ipmr_expire_process()
850 ipmr_do_expire_process(mrt); in ipmr_expire_process()
857 static void ip6mr_update_thresholds(struct mr_table *mrt, in ip6mr_update_thresholds() argument
867 for (vifi = 0; vifi < mrt->maxvif; vifi++) { in ip6mr_update_thresholds()
868 if (VIF_EXISTS(mrt, vifi) && in ip6mr_update_thresholds()
880 static int mif6_add(struct net *net, struct mr_table *mrt, in mif6_add() argument
884 struct vif_device *v = &mrt->vif_table[vifi]; in mif6_add()
890 if (VIF_EXISTS(mrt, vifi)) in mif6_add()
900 if (mrt->mroute_reg_vif_num >= 0) in mif6_add()
902 dev = ip6mr_reg_vif(net, mrt); in mif6_add()
946 WRITE_ONCE(mrt->mroute_reg_vif_num, vifi); in mif6_add()
948 if (vifi + 1 > mrt->maxvif) in mif6_add()
949 WRITE_ONCE(mrt->maxvif, vifi + 1); in mif6_add()
952 v, dev, vifi, mrt->id); in mif6_add()
956 static struct mfc6_cache *ip6mr_cache_find(struct mr_table *mrt, in ip6mr_cache_find() argument
965 return mr_mfc_find(mrt, &arg); in ip6mr_cache_find()
969 static struct mfc6_cache *ip6mr_cache_find_any(struct mr_table *mrt, in ip6mr_cache_find_any() argument
979 return mr_mfc_find_any_parent(mrt, mifi); in ip6mr_cache_find_any()
980 return mr_mfc_find_any(mrt, mifi, &arg); in ip6mr_cache_find_any()
985 ip6mr_cache_find_parent(struct mr_table *mrt, in ip6mr_cache_find_parent() argument
995 return mr_mfc_find_parent(mrt, &arg, parent); in ip6mr_cache_find_parent()
1025 static void ip6mr_cache_resolve(struct net *net, struct mr_table *mrt, in ip6mr_cache_resolve() argument
1039 if (mr_fill_mroute(mrt, skb, &c->_c, in ip6mr_cache_resolve()
1051 ip6_mr_forward(net, mrt, skb->dev, skb, c); in ip6mr_cache_resolve()
1063 static int ip6mr_cache_report(const struct mr_table *mrt, struct sk_buff *pkt, in ip6mr_cache_report() argument
1104 msg->im6_mif = READ_ONCE(mrt->mroute_reg_vif_num); in ip6mr_cache_report()
1139 mroute6_sk = rcu_dereference(mrt->mroute_sk); in ip6mr_cache_report()
1145 mrt6msg_netlink_event(mrt, skb); in ip6mr_cache_report()
1159 static int ip6mr_cache_unresolved(struct mr_table *mrt, mifi_t mifi, in ip6mr_cache_unresolved() argument
1167 list_for_each_entry(c, &mrt->mfc_unres_queue, _c.list) { in ip6mr_cache_unresolved()
1196 err = ip6mr_cache_report(mrt, skb, mifi, MRT6MSG_NOCACHE); in ip6mr_cache_unresolved()
1208 atomic_inc(&mrt->cache_resolve_queue_len); in ip6mr_cache_unresolved()
1209 list_add(&c->_c.list, &mrt->mfc_unres_queue); in ip6mr_cache_unresolved()
1210 mr6_netlink_event(mrt, c, RTM_NEWROUTE); in ip6mr_cache_unresolved()
1212 ipmr_do_expire_process(mrt); in ip6mr_cache_unresolved()
1236 static int ip6mr_mfc_delete(struct mr_table *mrt, struct mf6cctl *mfc, in ip6mr_mfc_delete() argument
1243 c = ip6mr_cache_find_parent(mrt, &mfc->mf6cc_origin.sin6_addr, in ip6mr_mfc_delete()
1248 rhltable_remove(&mrt->mfc_hash, &c->_c.mnode, ip6mr_rht_params); in ip6mr_mfc_delete()
1251 call_ip6mr_mfc_entry_notifiers(read_pnet(&mrt->net), in ip6mr_mfc_delete()
1252 FIB_EVENT_ENTRY_DEL, c, mrt->id); in ip6mr_mfc_delete()
1253 mr6_netlink_event(mrt, c, RTM_DELROUTE); in ip6mr_mfc_delete()
1263 struct mr_table *mrt; in ip6mr_device_event() local
1270 ip6mr_for_each_table(mrt, net) { in ip6mr_device_event()
1271 v = &mrt->vif_table[0]; in ip6mr_device_event()
1272 for (ct = 0; ct < mrt->maxvif; ct++, v++) { in ip6mr_device_event()
1274 mif6_delete(mrt, ct, 1, NULL); in ip6mr_device_event()
1443 static int ip6mr_mfc_add(struct net *net, struct mr_table *mrt, in ip6mr_mfc_add() argument
1463 c = ip6mr_cache_find_parent(mrt, &mfc->mf6cc_origin.sin6_addr, in ip6mr_mfc_add()
1469 ip6mr_update_thresholds(mrt, &c->_c, ttls); in ip6mr_mfc_add()
1474 c, mrt->id); in ip6mr_mfc_add()
1475 mr6_netlink_event(mrt, c, RTM_NEWROUTE); in ip6mr_mfc_add()
1490 ip6mr_update_thresholds(mrt, &c->_c, ttls); in ip6mr_mfc_add()
1494 err = rhltable_insert_key(&mrt->mfc_hash, &c->cmparg, &c->_c.mnode, in ip6mr_mfc_add()
1501 list_add_tail_rcu(&c->_c.list, &mrt->mfc_cache_list); in ip6mr_mfc_add()
1508 list_for_each_entry(_uc, &mrt->mfc_unres_queue, list) { in ip6mr_mfc_add()
1513 atomic_dec(&mrt->cache_resolve_queue_len); in ip6mr_mfc_add()
1518 if (list_empty(&mrt->mfc_unres_queue)) in ip6mr_mfc_add()
1519 timer_delete(&mrt->ipmr_expire_timer); in ip6mr_mfc_add()
1523 ip6mr_cache_resolve(net, mrt, uc, c); in ip6mr_mfc_add()
1527 c, mrt->id); in ip6mr_mfc_add()
1528 mr6_netlink_event(mrt, c, RTM_NEWROUTE); in ip6mr_mfc_add()
1536 static void mroute_clean_tables(struct mr_table *mrt, int flags) in mroute_clean_tables() argument
1544 for (i = 0; i < mrt->maxvif; i++) { in mroute_clean_tables()
1545 if (((mrt->vif_table[i].flags & VIFF_STATIC) && in mroute_clean_tables()
1547 (!(mrt->vif_table[i].flags & VIFF_STATIC) && !(flags & MRT6_FLUSH_MIFS))) in mroute_clean_tables()
1549 mif6_delete(mrt, i, 0, &list); in mroute_clean_tables()
1556 list_for_each_entry_safe(c, tmp, &mrt->mfc_cache_list, list) { in mroute_clean_tables()
1560 rhltable_remove(&mrt->mfc_hash, &c->mnode, ip6mr_rht_params); in mroute_clean_tables()
1562 call_ip6mr_mfc_entry_notifiers(read_pnet(&mrt->net), in mroute_clean_tables()
1564 (struct mfc6_cache *)c, mrt->id); in mroute_clean_tables()
1565 mr6_netlink_event(mrt, (struct mfc6_cache *)c, RTM_DELROUTE); in mroute_clean_tables()
1571 if (atomic_read(&mrt->cache_resolve_queue_len) != 0) { in mroute_clean_tables()
1573 list_for_each_entry_safe(c, tmp, &mrt->mfc_unres_queue, list) { in mroute_clean_tables()
1575 mr6_netlink_event(mrt, (struct mfc6_cache *)c, in mroute_clean_tables()
1577 ip6mr_destroy_unres(mrt, (struct mfc6_cache *)c); in mroute_clean_tables()
1584 static int ip6mr_sk_init(struct mr_table *mrt, struct sock *sk) in ip6mr_sk_init() argument
1591 if (rtnl_dereference(mrt->mroute_sk)) { in ip6mr_sk_init()
1594 rcu_assign_pointer(mrt->mroute_sk, sk); in ip6mr_sk_init()
1614 struct mr_table *mrt; in ip6mr_sk_done() local
1626 ip6mr_for_each_table(mrt, net) { in ip6mr_sk_done()
1627 if (sk == rtnl_dereference(mrt->mroute_sk)) { in ip6mr_sk_done()
1629 RCU_INIT_POINTER(mrt->mroute_sk, NULL); in ip6mr_sk_done()
1641 mroute_clean_tables(mrt, MRT6_FLUSH_MIFS | MRT6_FLUSH_MFC); in ip6mr_sk_done()
1653 struct mr_table *mrt; in mroute6_is_socket() local
1660 if (ip6mr_fib_lookup(net, &fl6, &mrt) < 0) in mroute6_is_socket()
1663 return rcu_access_pointer(mrt->mroute_sk); in mroute6_is_socket()
1682 struct mr_table *mrt; in ip6_mroute_setsockopt() local
1688 mrt = ip6mr_get_table(net, raw6_sk(sk)->ip6mr_table ? : RT6_TABLE_DFLT); in ip6_mroute_setsockopt()
1689 if (!mrt) in ip6_mroute_setsockopt()
1693 if (sk != rcu_access_pointer(mrt->mroute_sk) && in ip6_mroute_setsockopt()
1703 return ip6mr_sk_init(mrt, sk); in ip6_mroute_setsockopt()
1716 ret = mif6_add(net, mrt, &vif, in ip6_mroute_setsockopt()
1717 sk == rtnl_dereference(mrt->mroute_sk)); in ip6_mroute_setsockopt()
1727 ret = mif6_delete(mrt, mifi, 0, NULL); in ip6_mroute_setsockopt()
1749 ret = ip6mr_mfc_delete(mrt, &mfc, parent); in ip6_mroute_setsockopt()
1751 ret = ip6mr_mfc_add(net, mrt, &mfc, in ip6_mroute_setsockopt()
1753 rtnl_dereference(mrt->mroute_sk), in ip6_mroute_setsockopt()
1767 mroute_clean_tables(mrt, flags); in ip6_mroute_setsockopt()
1783 mrt->mroute_do_assert = v; in ip6_mroute_setsockopt()
1802 if (v != mrt->mroute_do_pim) { in ip6_mroute_setsockopt()
1803 mrt->mroute_do_pim = v; in ip6_mroute_setsockopt()
1804 mrt->mroute_do_assert = v; in ip6_mroute_setsockopt()
1805 mrt->mroute_do_wrvifwhole = do_wrmifwhole; in ip6_mroute_setsockopt()
1824 if (sk == rcu_access_pointer(mrt->mroute_sk)) in ip6_mroute_setsockopt()
1829 mrt = ip6mr_new_table(net, v); in ip6_mroute_setsockopt()
1830 if (IS_ERR(mrt)) in ip6_mroute_setsockopt()
1831 ret = PTR_ERR(mrt); in ip6_mroute_setsockopt()
1857 struct mr_table *mrt; in ip6_mroute_getsockopt() local
1863 mrt = ip6mr_get_table(net, raw6_sk(sk)->ip6mr_table ? : RT6_TABLE_DFLT); in ip6_mroute_getsockopt()
1864 if (!mrt) in ip6_mroute_getsockopt()
1873 val = mrt->mroute_do_pim; in ip6_mroute_getsockopt()
1877 val = mrt->mroute_do_assert; in ip6_mroute_getsockopt()
1907 struct mr_table *mrt; in ip6mr_ioctl() local
1909 mrt = ip6mr_get_table(net, raw6_sk(sk)->ip6mr_table ? : RT6_TABLE_DFLT); in ip6mr_ioctl()
1910 if (!mrt) in ip6mr_ioctl()
1916 if (vr->mifi >= mrt->maxvif) in ip6mr_ioctl()
1918 vr->mifi = array_index_nospec(vr->mifi, mrt->maxvif); in ip6mr_ioctl()
1920 vif = &mrt->vif_table[vr->mifi]; in ip6mr_ioctl()
1921 if (VIF_EXISTS(mrt, vr->mifi)) { in ip6mr_ioctl()
1935 c = ip6mr_cache_find(mrt, &sr->src.sin6_addr, in ip6mr_ioctl()
1975 struct mr_table *mrt; in ip6mr_compat_ioctl() local
1977 mrt = ip6mr_get_table(net, raw6_sk(sk)->ip6mr_table ? : RT6_TABLE_DFLT); in ip6mr_compat_ioctl()
1978 if (!mrt) in ip6mr_compat_ioctl()
1985 if (vr.mifi >= mrt->maxvif) in ip6mr_compat_ioctl()
1987 vr.mifi = array_index_nospec(vr.mifi, mrt->maxvif); in ip6mr_compat_ioctl()
1989 vif = &mrt->vif_table[vr.mifi]; in ip6mr_compat_ioctl()
1990 if (VIF_EXISTS(mrt, vr.mifi)) { in ip6mr_compat_ioctl()
2008 c = ip6mr_cache_find(mrt, &sr.src.sin6_addr, &sr.grp.sin6_addr); in ip6mr_compat_ioctl()
2038 static int ip6mr_prepare_xmit(struct net *net, struct mr_table *mrt, in ip6mr_prepare_xmit() argument
2041 struct vif_device *vif = &mrt->vif_table[vifi]; in ip6mr_prepare_xmit()
2057 ip6mr_cache_report(mrt, skb, vifi, MRT6MSG_WHOLEPKT); in ip6mr_prepare_xmit()
2103 static void ip6mr_forward2(struct net *net, struct mr_table *mrt, in ip6mr_forward2() argument
2108 if (ip6mr_prepare_xmit(net, mrt, skb, vifi)) in ip6mr_forward2()
2122 static void ip6mr_output2(struct net *net, struct mr_table *mrt, in ip6mr_output2() argument
2125 if (ip6mr_prepare_xmit(net, mrt, skb, vifi)) in ip6mr_output2()
2136 static int ip6mr_find_vif(struct mr_table *mrt, struct net_device *dev) in ip6mr_find_vif() argument
2141 for (ct = READ_ONCE(mrt->maxvif) - 1; ct >= 0; ct--) { in ip6mr_find_vif()
2142 if (rcu_access_pointer(mrt->vif_table[ct].dev) == dev) in ip6mr_find_vif()
2149 static void ip6_mr_forward(struct net *net, struct mr_table *mrt, in ip6_mr_forward() argument
2155 int true_vifi = ip6mr_find_vif(mrt, dev); in ip6_mr_forward()
2168 cache_proxy = mr_mfc_find_any_parent(mrt, vif); in ip6_mr_forward()
2177 if (rcu_access_pointer(mrt->vif_table[vif].dev) != dev) { in ip6_mr_forward()
2180 if (true_vifi >= 0 && mrt->mroute_do_assert && in ip6_mr_forward()
2186 (mrt->mroute_do_pim || in ip6_mr_forward()
2192 ip6mr_cache_report(mrt, skb, true_vifi, MRT6MSG_WRONGMIF); in ip6_mr_forward()
2193 if (mrt->mroute_do_wrvifwhole) in ip6_mr_forward()
2194 ip6mr_cache_report(mrt, skb, true_vifi, in ip6_mr_forward()
2201 WRITE_ONCE(mrt->vif_table[vif].pkt_in, in ip6_mr_forward()
2202 mrt->vif_table[vif].pkt_in + 1); in ip6_mr_forward()
2203 WRITE_ONCE(mrt->vif_table[vif].bytes_in, in ip6_mr_forward()
2204 mrt->vif_table[vif].bytes_in + skb->len); in ip6_mr_forward()
2232 ip6mr_forward2(net, mrt, skb2, psend); in ip6_mr_forward()
2239 ip6mr_forward2(net, mrt, skb, psend); in ip6_mr_forward()
2248 static void ip6_mr_output_finish(struct net *net, struct mr_table *mrt, in ip6_mr_output_finish() argument
2283 ip6mr_output2(net, mrt, skb2, psend); in ip6_mr_output_finish()
2290 ip6mr_output2(net, mrt, skb, psend); in ip6_mr_output_finish()
2307 struct mr_table *mrt; in ip6_mr_input() local
2325 err = ip6mr_fib_lookup(net, &fl6, &mrt); in ip6_mr_input()
2331 cache = ip6mr_cache_find(mrt, in ip6_mr_input()
2334 int vif = ip6mr_find_vif(mrt, dev); in ip6_mr_input()
2337 cache = ip6mr_cache_find_any(mrt, in ip6_mr_input()
2348 vif = ip6mr_find_vif(mrt, dev); in ip6_mr_input()
2350 int err = ip6mr_cache_unresolved(mrt, vif, skb, dev); in ip6_mr_input()
2358 ip6_mr_forward(net, mrt, dev, skb, cache); in ip6_mr_input()
2371 struct mr_table *mrt; in ip6_mr_output() local
2382 err = ip6mr_fib_lookup(net, &fl6, &mrt); in ip6_mr_output()
2388 cache = ip6mr_cache_find(mrt, in ip6_mr_output()
2391 vif = ip6mr_find_vif(mrt, dev); in ip6_mr_output()
2393 cache = ip6mr_cache_find_any(mrt, in ip6_mr_output()
2400 vif = ip6mr_find_vif(mrt, dev); in ip6_mr_output()
2402 return ip6mr_cache_unresolved(mrt, vif, skb, dev); in ip6_mr_output()
2408 if (rcu_access_pointer(mrt->vif_table[vif].dev) != dev) in ip6_mr_output()
2411 ip6_mr_output_finish(net, mrt, dev, skb, cache); in ip6_mr_output()
2422 struct mr_table *mrt; in ip6mr_get_route() local
2427 mrt = __ip6mr_get_table(net, RT6_TABLE_DFLT); in ip6mr_get_route()
2428 if (!mrt) { in ip6mr_get_route()
2433 cache = ip6mr_cache_find(mrt, &rt->rt6i_src.addr, &rt->rt6i_dst.addr); in ip6mr_get_route()
2435 int vif = ip6mr_find_vif(mrt, skb->dev); in ip6mr_get_route()
2438 cache = ip6mr_cache_find_any(mrt, &rt->rt6i_dst.addr, in ip6mr_get_route()
2449 if (!dev || (vif = ip6mr_find_vif(mrt, dev)) < 0) { in ip6mr_get_route()
2479 err = ip6mr_cache_unresolved(mrt, vif, skb2, dev); in ip6mr_get_route()
2485 err = mr_fill_mroute(mrt, skb, &cache->_c, rtm); in ip6mr_get_route()
2490 static int ip6mr_fill_mroute(struct mr_table *mrt, struct sk_buff *skb, in ip6mr_fill_mroute() argument
2507 rtm->rtm_table = mrt->id; in ip6mr_fill_mroute()
2508 if (nla_put_u32(skb, RTA_TABLE, mrt->id)) in ip6mr_fill_mroute()
2521 err = mr_fill_mroute(mrt, skb, &c->_c, rtm); in ip6mr_fill_mroute()
2534 static int _ip6mr_fill_mroute(struct mr_table *mrt, struct sk_buff *skb, in _ip6mr_fill_mroute() argument
2538 return ip6mr_fill_mroute(mrt, skb, portid, seq, (struct mfc6_cache *)c, in _ip6mr_fill_mroute()
2563 static void mr6_netlink_event(struct mr_table *mrt, struct mfc6_cache *mfc, in mr6_netlink_event() argument
2566 struct net *net = read_pnet(&mrt->net); in mr6_netlink_event()
2570 skb = nlmsg_new(mr6_msgsize(mfc->_c.mfc_parent >= MAXMIFS, mrt->maxvif), in mr6_netlink_event()
2575 err = ip6mr_fill_mroute(mrt, skb, 0, 0, mfc, cmd, 0); in mr6_netlink_event()
2604 static void mrt6msg_netlink_event(const struct mr_table *mrt, struct sk_buff *pkt) in mrt6msg_netlink_event() argument
2606 struct net *net = read_pnet(&mrt->net); in mrt6msg_netlink_event()
2697 struct mr_table *mrt; in ip6mr_rtm_getroute() local
2712 mrt = __ip6mr_get_table(net, tableid ?: RT_TABLE_DEFAULT); in ip6mr_rtm_getroute()
2713 if (!mrt) { in ip6mr_rtm_getroute()
2720 cache = ip6mr_cache_find(mrt, &src, &grp); in ip6mr_rtm_getroute()
2727 skb = nlmsg_new(mr6_msgsize(false, mrt->maxvif), GFP_KERNEL); in ip6mr_rtm_getroute()
2731 err = ip6mr_fill_mroute(mrt, skb, NETLINK_CB(in_skb).portid, in ip6mr_rtm_getroute()
2757 struct mr_table *mrt; in ip6mr_rtm_dumproute() local
2759 mrt = __ip6mr_get_table(sock_net(skb->sk), filter.table_id); in ip6mr_rtm_dumproute()
2760 if (!mrt) { in ip6mr_rtm_dumproute()
2767 err = mr_table_dump(mrt, skb, cb, _ip6mr_fill_mroute, in ip6mr_rtm_dumproute()