Lines Matching refs:fi
69 #define for_nexthops(fi) { \ argument
71 for (nhsel = 0, nh = (fi)->fib_nh; \
72 nhsel < fib_info_num_path((fi)); \
75 #define change_nexthops(fi) { \ argument
77 for (nhsel = 0, nexthop_nh = (struct fib_nh *)((fi)->fib_nh); \
78 nhsel < fib_info_num_path((fi)); \
85 #define for_nexthops(fi) { \ argument
86 int nhsel; const struct fib_nh *nh = (fi)->fib_nh; \
89 #define change_nexthops(fi) { \ argument
91 struct fib_nh *nexthop_nh = (struct fib_nh *)((fi)->fib_nh); \
96 #define endfor_nexthops(fi) } argument
235 struct fib_info *fi = container_of(head, struct fib_info, rcu); in free_fib_info_rcu() local
237 if (fi->nh) { in free_fib_info_rcu()
238 nexthop_put(fi->nh); in free_fib_info_rcu()
240 change_nexthops(fi) { in free_fib_info_rcu()
241 fib_nh_release(fi->fib_net, nexthop_nh); in free_fib_info_rcu()
242 } endfor_nexthops(fi); in free_fib_info_rcu()
245 ip_fib_metrics_put(fi->fib_metrics); in free_fib_info_rcu()
247 kfree(fi); in free_fib_info_rcu()
250 void free_fib_info(struct fib_info *fi) in free_fib_info() argument
252 if (fi->fib_dead == 0) { in free_fib_info()
253 pr_warn("Freeing alive fib_info %p\n", fi); in free_fib_info()
257 call_rcu_hurry(&fi->rcu, free_fib_info_rcu); in free_fib_info()
261 void fib_release_info(struct fib_info *fi) in fib_release_info() argument
264 if (fi && refcount_dec_and_test(&fi->fib_treeref)) { in fib_release_info()
265 hlist_del(&fi->fib_hash); in fib_release_info()
270 if (fi->fib_prefsrc) in fib_release_info()
271 hlist_del(&fi->fib_lhash); in fib_release_info()
272 if (fi->nh) { in fib_release_info()
273 list_del(&fi->nh_list); in fib_release_info()
275 change_nexthops(fi) { in fib_release_info()
279 } endfor_nexthops(fi) in fib_release_info()
282 WRITE_ONCE(fi->fib_dead, 1); in fib_release_info()
283 fib_info_put(fi); in fib_release_info()
288 static inline int nh_comp(struct fib_info *fi, struct fib_info *ofi) in nh_comp() argument
292 if (fi->nh || ofi->nh) in nh_comp()
293 return nexthop_cmp(fi->nh, ofi->nh) ? 0 : -1; in nh_comp()
298 for_nexthops(fi) { in nh_comp()
321 } endfor_nexthops(fi); in nh_comp()
357 static inline unsigned int fib_info_hashfn(struct fib_info *fi) in fib_info_hashfn() argument
361 val = fib_info_hashfn_1(fi->fib_nhs, fi->fib_protocol, in fib_info_hashfn()
362 fi->fib_scope, (__force u32)fi->fib_prefsrc, in fib_info_hashfn()
363 fi->fib_priority); in fib_info_hashfn()
365 if (fi->nh) { in fib_info_hashfn()
366 val ^= fib_devindex_hashfn(fi->nh->id); in fib_info_hashfn()
368 for_nexthops(fi) { in fib_info_hashfn()
370 } endfor_nexthops(fi) in fib_info_hashfn()
381 struct fib_info *fi; in fib_find_info_nh() local
391 hlist_for_each_entry(fi, head, fib_hash) { in fib_find_info_nh()
392 if (!net_eq(fi->fib_net, net)) in fib_find_info_nh()
394 if (!fi->nh || fi->nh->id != cfg->fc_nh_id) in fib_find_info_nh()
396 if (cfg->fc_protocol == fi->fib_protocol && in fib_find_info_nh()
397 cfg->fc_scope == fi->fib_scope && in fib_find_info_nh()
398 cfg->fc_prefsrc == fi->fib_prefsrc && in fib_find_info_nh()
399 cfg->fc_priority == fi->fib_priority && in fib_find_info_nh()
400 cfg->fc_type == fi->fib_type && in fib_find_info_nh()
401 cfg->fc_table == fi->fib_tb_id && in fib_find_info_nh()
402 !((cfg->fc_flags ^ fi->fib_flags) & ~RTNH_COMPARE_MASK)) in fib_find_info_nh()
403 return fi; in fib_find_info_nh()
412 struct fib_info *fi; in fib_find_info() local
418 hlist_for_each_entry(fi, head, fib_hash) { in fib_find_info()
419 if (!net_eq(fi->fib_net, nfi->fib_net)) in fib_find_info()
421 if (fi->fib_nhs != nfi->fib_nhs) in fib_find_info()
423 if (nfi->fib_protocol == fi->fib_protocol && in fib_find_info()
424 nfi->fib_scope == fi->fib_scope && in fib_find_info()
425 nfi->fib_prefsrc == fi->fib_prefsrc && in fib_find_info()
426 nfi->fib_priority == fi->fib_priority && in fib_find_info()
427 nfi->fib_type == fi->fib_type && in fib_find_info()
428 nfi->fib_tb_id == fi->fib_tb_id && in fib_find_info()
429 memcmp(nfi->fib_metrics, fi->fib_metrics, in fib_find_info()
431 !((nfi->fib_flags ^ fi->fib_flags) & ~RTNH_COMPARE_MASK) && in fib_find_info()
432 nh_comp(fi, nfi) == 0) in fib_find_info()
433 return fi; in fib_find_info()
465 size_t fib_nlmsg_size(struct fib_info *fi) in fib_nlmsg_size() argument
473 unsigned int nhs = fib_info_num_path(fi); in fib_nlmsg_size()
478 if (fi->nh) in fib_nlmsg_size()
493 for (i = 0; i < fib_info_num_path(fi); i++) { in fib_nlmsg_size()
494 struct fib_nh_common *nhc = fib_info_nhc(fi, i); in fib_nlmsg_size()
526 fri.fi = fa->fa_info; in rtmsg_fib()
549 static int fib_detect_death(struct fib_info *fi, int order, in fib_detect_death() argument
553 const struct fib_nh_common *nhc = fib_info_nhc(fi, 0); in fib_detect_death()
577 *last_resort = fi; in fib_detect_death()
690 static int fib_get_nhs(struct fib_info *fi, struct rtnexthop *rtnh, in fib_get_nhs() argument
694 struct net *net = fi->fib_net; in fib_get_nhs()
699 change_nexthops(fi) { in fib_get_nhs()
768 } endfor_nexthops(fi); in fib_get_nhs()
771 nh = fib_info_nh(fi, 0); in fib_get_nhs()
801 static void fib_rebalance(struct fib_info *fi) in fib_rebalance() argument
806 if (fib_info_num_path(fi) < 2) in fib_rebalance()
810 for_nexthops(fi) { in fib_rebalance()
819 } endfor_nexthops(fi); in fib_rebalance()
822 change_nexthops(fi) { in fib_rebalance()
837 } endfor_nexthops(fi); in fib_rebalance()
841 static int fib_get_nhs(struct fib_info *fi, struct rtnexthop *rtnh, in fib_get_nhs() argument
850 #define fib_rebalance(fi) do { } while (0) argument
876 int fib_nh_match(struct net *net, struct fib_config *cfg, struct fib_info *fi, in fib_nh_match() argument
884 if (cfg->fc_priority && cfg->fc_priority != fi->fib_priority) in fib_nh_match()
888 if (fi->nh && cfg->fc_nh_id == fi->nh->id) in fib_nh_match()
893 if (fi->nh) { in fib_nh_match()
902 nh = fib_info_nh(fi, 0); in fib_nh_match()
936 for_nexthops(fi) { in fib_nh_match()
1004 } endfor_nexthops(fi); in fib_nh_match()
1009 bool fib_metrics_match(struct fib_config *cfg, struct fib_info *fi) in fib_metrics_match() argument
1039 fi_val = fi->fib_metrics->metrics[type - 1]; in fib_metrics_match()
1289 struct fib_info *fi; in fib_info_hash_move() local
1291 hlist_for_each_entry_safe(fi, n, head, fib_hash) { in fib_info_hash_move()
1295 new_hash = fib_info_hashfn(fi); in fib_info_hash_move()
1297 hlist_add_head(&fi->fib_hash, dest); in fib_info_hash_move()
1306 struct fib_info *fi; in fib_info_hash_move() local
1308 hlist_for_each_entry_safe(fi, n, lhead, fib_lhash) { in fib_info_hash_move()
1311 ldest = fib_info_laddrhash_bucket(fi->fib_net, in fib_info_hash_move()
1312 fi->fib_prefsrc); in fib_info_hash_move()
1313 hlist_add_head(&fi->fib_lhash, ldest); in fib_info_hash_move()
1345 if (res->fi->fib_prefsrc) in fib_result_prefsrc()
1346 return res->fi->fib_prefsrc; in fib_result_prefsrc()
1357 return fib_info_update_nhc_saddr(net, nhc, res->fi->fib_scope); in fib_result_prefsrc()
1388 struct fib_info *fi = NULL; in fib_create_info() local
1411 fi = fib_find_info_nh(net, cfg); in fib_create_info()
1412 if (fi) { in fib_create_info()
1413 refcount_inc(&fi->fib_treeref); in fib_create_info()
1414 return fi; in fib_create_info()
1458 fi = kzalloc(struct_size(fi, fib_nh, nhs), GFP_KERNEL); in fib_create_info()
1459 if (!fi) in fib_create_info()
1461 fi->fib_metrics = ip_fib_metrics_init(cfg->fc_mx, cfg->fc_mx_len, extack); in fib_create_info()
1462 if (IS_ERR(fi->fib_metrics)) { in fib_create_info()
1463 err = PTR_ERR(fi->fib_metrics); in fib_create_info()
1464 kfree(fi); in fib_create_info()
1468 fi->fib_net = net; in fib_create_info()
1469 fi->fib_protocol = cfg->fc_protocol; in fib_create_info()
1470 fi->fib_scope = cfg->fc_scope; in fib_create_info()
1471 fi->fib_flags = cfg->fc_flags; in fib_create_info()
1472 fi->fib_priority = cfg->fc_priority; in fib_create_info()
1473 fi->fib_prefsrc = cfg->fc_prefsrc; in fib_create_info()
1474 fi->fib_type = cfg->fc_type; in fib_create_info()
1475 fi->fib_tb_id = cfg->fc_table; in fib_create_info()
1477 fi->fib_nhs = nhs; in fib_create_info()
1484 fi->nh = nh; in fib_create_info()
1487 change_nexthops(fi) { in fib_create_info()
1488 nexthop_nh->nh_parent = fi; in fib_create_info()
1489 } endfor_nexthops(fi) in fib_create_info()
1492 err = fib_get_nhs(fi, cfg->fc_mp, cfg->fc_mp_len, cfg, in fib_create_info()
1495 err = fib_nh_init(net, fi->fib_nh, cfg, 1, extack); in fib_create_info()
1527 if (fi->nh) { in fib_create_info()
1528 err = fib_check_nexthop(fi->nh, cfg->fc_scope, extack); in fib_create_info()
1532 struct fib_nh *nh = fi->fib_nh; in fib_create_info()
1555 change_nexthops(fi) { in fib_create_info()
1563 } endfor_nexthops(fi) in fib_create_info()
1564 if (linkdown == fi->fib_nhs) in fib_create_info()
1565 fi->fib_flags |= RTNH_F_LINKDOWN; in fib_create_info()
1568 if (fi->fib_prefsrc && !fib_valid_prefsrc(cfg, fi->fib_prefsrc)) { in fib_create_info()
1573 if (!fi->nh) { in fib_create_info()
1574 change_nexthops(fi) { in fib_create_info()
1576 fi->fib_scope); in fib_create_info()
1578 fi->fib_nh_is_v6 = true; in fib_create_info()
1579 } endfor_nexthops(fi) in fib_create_info()
1581 fib_rebalance(fi); in fib_create_info()
1585 ofi = fib_find_info(fi); in fib_create_info()
1588 fi->fib_dead = 1; in fib_create_info()
1589 free_fib_info(fi); in fib_create_info()
1594 refcount_set(&fi->fib_treeref, 1); in fib_create_info()
1595 refcount_set(&fi->fib_clntref, 1); in fib_create_info()
1598 hlist_add_head(&fi->fib_hash, in fib_create_info()
1599 &fib_info_hash[fib_info_hashfn(fi)]); in fib_create_info()
1600 if (fi->fib_prefsrc) { in fib_create_info()
1603 head = fib_info_laddrhash_bucket(net, fi->fib_prefsrc); in fib_create_info()
1604 hlist_add_head(&fi->fib_lhash, head); in fib_create_info()
1606 if (fi->nh) { in fib_create_info()
1607 list_add(&fi->nh_list, &nh->fi_list); in fib_create_info()
1609 change_nexthops(fi) { in fib_create_info()
1616 } endfor_nexthops(fi) in fib_create_info()
1619 return fi; in fib_create_info()
1625 if (fi) { in fib_create_info()
1627 fi->fib_dead = 1; in fib_create_info()
1628 free_fib_info(fi); in fib_create_info()
1739 static int fib_add_multipath(struct sk_buff *skb, struct fib_info *fi) in fib_add_multipath() argument
1747 if (unlikely(fi->nh)) { in fib_add_multipath()
1748 if (nexthop_mpath_fill_node(skb, fi->nh, AF_INET) < 0) in fib_add_multipath()
1753 for_nexthops(fi) { in fib_add_multipath()
1761 } endfor_nexthops(fi); in fib_add_multipath()
1772 static int fib_add_multipath(struct sk_buff *skb, struct fib_info *fi) in fib_add_multipath() argument
1781 unsigned int nhs = fib_info_num_path(fri->fi); in fib_dump_info()
1782 struct fib_info *fi = fri->fi; in fib_dump_info() local
1803 rtm->rtm_flags = fi->fib_flags; in fib_dump_info()
1804 rtm->rtm_scope = fi->fib_scope; in fib_dump_info()
1805 rtm->rtm_protocol = fi->fib_protocol; in fib_dump_info()
1810 if (fi->fib_priority && in fib_dump_info()
1811 nla_put_u32(skb, RTA_PRIORITY, fi->fib_priority)) in fib_dump_info()
1813 if (rtnetlink_put_metrics(skb, fi->fib_metrics->metrics) < 0) in fib_dump_info()
1816 if (fi->fib_prefsrc && in fib_dump_info()
1817 nla_put_in_addr(skb, RTA_PREFSRC, fi->fib_prefsrc)) in fib_dump_info()
1820 if (fi->nh) { in fib_dump_info()
1821 if (nla_put_u32(skb, RTA_NH_ID, fi->nh->id)) in fib_dump_info()
1823 if (nexthop_is_blackhole(fi->nh)) in fib_dump_info()
1825 if (!READ_ONCE(fi->fib_net->ipv4.sysctl_nexthop_compat_mode)) in fib_dump_info()
1830 const struct fib_nh_common *nhc = fib_info_nhc(fi, 0); in fib_dump_info()
1848 if (fib_add_multipath(skb, fi) < 0) in fib_dump_info()
1879 struct fib_info *fi; in fib_sync_down_addr() local
1886 hlist_for_each_entry(fi, head, fib_lhash) { in fib_sync_down_addr()
1887 if (!net_eq(fi->fib_net, net) || in fib_sync_down_addr()
1888 fi->fib_tb_id != tb_id) in fib_sync_down_addr()
1890 if (fi->fib_prefsrc == local) { in fib_sync_down_addr()
1891 fi->fib_flags |= RTNH_F_DEAD; in fib_sync_down_addr()
1892 fi->pfsrc_removed = true; in fib_sync_down_addr()
1997 struct fib_info *fi = nh->nh_parent; in fib_sync_down_dev() local
2000 BUG_ON(!fi->fib_nhs); in fib_sync_down_dev()
2001 if (nh->fib_nh_dev != dev || fi == prev_fi) in fib_sync_down_dev()
2003 prev_fi = fi; in fib_sync_down_dev()
2005 change_nexthops(fi) { in fib_sync_down_dev()
2026 dead = fi->fib_nhs; in fib_sync_down_dev()
2030 } endfor_nexthops(fi) in fib_sync_down_dev()
2031 if (dead == fi->fib_nhs) { in fib_sync_down_dev()
2035 fi->fib_flags |= RTNH_F_DEAD; in fib_sync_down_dev()
2038 fi->fib_flags |= RTNH_F_LINKDOWN; in fib_sync_down_dev()
2044 fib_rebalance(fi); in fib_sync_down_dev()
2053 struct fib_info *fi = NULL, *last_resort = NULL; in fib_select_default() local
2059 u32 last_prio = res->fi->fib_priority; in fib_select_default()
2093 if (!fi) { in fib_select_default()
2094 if (next_fi != res->fi) in fib_select_default()
2097 } else if (!fib_detect_death(fi, order, &last_resort, in fib_select_default()
2099 fib_result_assign(res, fi); in fib_select_default()
2103 fi = next_fi; in fib_select_default()
2107 if (order <= 0 || !fi) { in fib_select_default()
2113 if (!fib_detect_death(fi, order, &last_resort, &last_idx, in fib_select_default()
2115 fib_result_assign(res, fi); in fib_select_default()
2155 struct fib_info *fi = nh->nh_parent; in fib_sync_up() local
2158 BUG_ON(!fi->fib_nhs); in fib_sync_up()
2159 if (nh->fib_nh_dev != dev || fi == prev_fi) in fib_sync_up()
2162 prev_fi = fi; in fib_sync_up()
2164 change_nexthops(fi) { in fib_sync_up()
2178 } endfor_nexthops(fi) in fib_sync_up()
2181 fi->fib_flags &= ~nh_flags; in fib_sync_up()
2185 fib_rebalance(fi); in fib_sync_up()
2220 struct fib_info *fi = res->fi; in fib_select_multipath() local
2221 struct net *net = fi->fib_net; in fib_select_multipath()
2224 if (unlikely(res->fi->nh)) { in fib_select_multipath()
2229 change_nexthops(fi) { in fib_select_multipath()
2246 } endfor_nexthops(fi); in fib_select_multipath()
2257 if (fib_info_num_path(res->fi) > 1) { in fib_select_path()