Lines Matching refs:fi
65 #define for_nexthops(fi) { \ argument
67 for (nhsel = 0, nh = (fi)->fib_nh; \
68 nhsel < fib_info_num_path((fi)); \
71 #define change_nexthops(fi) { \ argument
73 for (nhsel = 0, nexthop_nh = (struct fib_nh *)((fi)->fib_nh); \
74 nhsel < fib_info_num_path((fi)); \
81 #define for_nexthops(fi) { \ argument
82 int nhsel; const struct fib_nh *nh = (fi)->fib_nh; \
85 #define change_nexthops(fi) { \ argument
87 struct fib_nh *nexthop_nh = (struct fib_nh *)((fi)->fib_nh); \
92 #define endfor_nexthops(fi) } argument
233 struct fib_info *fi = container_of(head, struct fib_info, rcu); in free_fib_info_rcu() local
235 if (fi->nh) { in free_fib_info_rcu()
236 nexthop_put(fi->nh); in free_fib_info_rcu()
238 change_nexthops(fi) { in free_fib_info_rcu()
239 fib_nh_release(fi->fib_net, nexthop_nh); in free_fib_info_rcu()
240 } endfor_nexthops(fi); in free_fib_info_rcu()
243 ip_fib_metrics_put(fi->fib_metrics); in free_fib_info_rcu()
245 kfree(fi); in free_fib_info_rcu()
248 void free_fib_info(struct fib_info *fi) in free_fib_info() argument
250 if (fi->fib_dead == 0) { in free_fib_info()
251 pr_warn("Freeing alive fib_info %p\n", fi); in free_fib_info()
256 call_rcu(&fi->rcu, free_fib_info_rcu); in free_fib_info()
260 void fib_release_info(struct fib_info *fi) in fib_release_info() argument
263 if (fi && --fi->fib_treeref == 0) { in fib_release_info()
264 hlist_del(&fi->fib_hash); in fib_release_info()
265 if (fi->fib_prefsrc) in fib_release_info()
266 hlist_del(&fi->fib_lhash); in fib_release_info()
267 if (fi->nh) { in fib_release_info()
268 list_del(&fi->nh_list); in fib_release_info()
270 change_nexthops(fi) { in fib_release_info()
274 } endfor_nexthops(fi) in fib_release_info()
276 fi->fib_dead = 1; in fib_release_info()
277 fib_info_put(fi); in fib_release_info()
282 static inline int nh_comp(struct fib_info *fi, struct fib_info *ofi) in nh_comp() argument
286 if (fi->nh || ofi->nh) in nh_comp()
287 return nexthop_cmp(fi->nh, ofi->nh) ? 0 : -1; in nh_comp()
292 for_nexthops(fi) { in nh_comp()
315 } endfor_nexthops(fi); in nh_comp()
347 static inline unsigned int fib_info_hashfn(struct fib_info *fi) in fib_info_hashfn() argument
351 val = fib_info_hashfn_1(fi->fib_nhs, fi->fib_protocol, in fib_info_hashfn()
352 fi->fib_scope, (__force u32)fi->fib_prefsrc, in fib_info_hashfn()
353 fi->fib_priority); in fib_info_hashfn()
355 if (fi->nh) { in fib_info_hashfn()
356 val ^= fib_devindex_hashfn(fi->nh->id); in fib_info_hashfn()
358 for_nexthops(fi) { in fib_info_hashfn()
360 } endfor_nexthops(fi) in fib_info_hashfn()
371 struct fib_info *fi; in fib_find_info_nh() local
381 hlist_for_each_entry(fi, head, fib_hash) { in fib_find_info_nh()
382 if (!net_eq(fi->fib_net, net)) in fib_find_info_nh()
384 if (!fi->nh || fi->nh->id != cfg->fc_nh_id) in fib_find_info_nh()
386 if (cfg->fc_protocol == fi->fib_protocol && in fib_find_info_nh()
387 cfg->fc_scope == fi->fib_scope && in fib_find_info_nh()
388 cfg->fc_prefsrc == fi->fib_prefsrc && in fib_find_info_nh()
389 cfg->fc_priority == fi->fib_priority && in fib_find_info_nh()
390 cfg->fc_type == fi->fib_type && in fib_find_info_nh()
391 cfg->fc_table == fi->fib_tb_id && in fib_find_info_nh()
392 !((cfg->fc_flags ^ fi->fib_flags) & ~RTNH_COMPARE_MASK)) in fib_find_info_nh()
393 return fi; in fib_find_info_nh()
402 struct fib_info *fi; in fib_find_info() local
408 hlist_for_each_entry(fi, head, fib_hash) { in fib_find_info()
409 if (!net_eq(fi->fib_net, nfi->fib_net)) in fib_find_info()
411 if (fi->fib_nhs != nfi->fib_nhs) in fib_find_info()
413 if (nfi->fib_protocol == fi->fib_protocol && in fib_find_info()
414 nfi->fib_scope == fi->fib_scope && in fib_find_info()
415 nfi->fib_prefsrc == fi->fib_prefsrc && in fib_find_info()
416 nfi->fib_priority == fi->fib_priority && in fib_find_info()
417 nfi->fib_type == fi->fib_type && in fib_find_info()
418 memcmp(nfi->fib_metrics, fi->fib_metrics, in fib_find_info()
420 !((nfi->fib_flags ^ fi->fib_flags) & ~RTNH_COMPARE_MASK) && in fib_find_info()
421 nh_comp(fi, nfi) == 0) in fib_find_info()
422 return fi; in fib_find_info()
455 static inline size_t fib_nlmsg_size(struct fib_info *fi) in fib_nlmsg_size() argument
463 unsigned int nhs = fib_info_num_path(fi); in fib_nlmsg_size()
468 if (fi->nh) in fib_nlmsg_size()
483 for (i = 0; i < fib_info_num_path(fi); i++) { in fib_nlmsg_size()
484 struct fib_nh_common *nhc = fib_info_nhc(fi, i); in fib_nlmsg_size()
532 static int fib_detect_death(struct fib_info *fi, int order, in fib_detect_death() argument
536 const struct fib_nh_common *nhc = fib_info_nhc(fi, 0); in fib_detect_death()
560 *last_resort = fi; in fib_detect_death()
658 static int fib_get_nhs(struct fib_info *fi, struct rtnexthop *rtnh, in fib_get_nhs() argument
662 struct net *net = fi->fib_net; in fib_get_nhs()
667 change_nexthops(fi) { in fib_get_nhs()
724 } endfor_nexthops(fi); in fib_get_nhs()
727 nh = fib_info_nh(fi, 0); in fib_get_nhs()
757 static void fib_rebalance(struct fib_info *fi) in fib_rebalance() argument
762 if (fib_info_num_path(fi) < 2) in fib_rebalance()
766 for_nexthops(fi) { in fib_rebalance()
775 } endfor_nexthops(fi); in fib_rebalance()
778 change_nexthops(fi) { in fib_rebalance()
793 } endfor_nexthops(fi); in fib_rebalance()
797 static int fib_get_nhs(struct fib_info *fi, struct rtnexthop *rtnh, in fib_get_nhs() argument
806 #define fib_rebalance(fi) do { } while (0) argument
832 int fib_nh_match(struct fib_config *cfg, struct fib_info *fi, in fib_nh_match() argument
840 if (cfg->fc_priority && cfg->fc_priority != fi->fib_priority) in fib_nh_match()
844 if (fi->nh && cfg->fc_nh_id == fi->nh->id) in fib_nh_match()
850 struct fib_nh *nh = fib_info_nh(fi, 0); in fib_nh_match()
885 for_nexthops(fi) { in fib_nh_match()
941 } endfor_nexthops(fi); in fib_nh_match()
946 bool fib_metrics_match(struct fib_config *cfg, struct fib_info *fi) in fib_metrics_match() argument
968 val = tcp_ca_get_key_by_name(fi->fib_net, tmp, &ecn_ca); in fib_metrics_match()
975 fi_val = fi->fib_metrics->metrics[type - 1]; in fib_metrics_match()
1244 struct fib_info *fi; in fib_info_hash_move() local
1246 hlist_for_each_entry_safe(fi, n, head, fib_hash) { in fib_info_hash_move()
1250 new_hash = fib_info_hashfn(fi); in fib_info_hash_move()
1252 hlist_add_head(&fi->fib_hash, dest); in fib_info_hash_move()
1260 struct fib_info *fi; in fib_info_hash_move() local
1262 hlist_for_each_entry_safe(fi, n, lhead, fib_lhash) { in fib_info_hash_move()
1266 new_hash = fib_laddr_hashfn(fi->fib_prefsrc); in fib_info_hash_move()
1268 hlist_add_head(&fi->fib_lhash, ldest); in fib_info_hash_move()
1299 if (res->fi->fib_prefsrc) in fib_result_prefsrc()
1300 return res->fi->fib_prefsrc; in fib_result_prefsrc()
1310 return fib_info_update_nhc_saddr(net, nhc, res->fi->fib_scope); in fib_result_prefsrc()
1341 struct fib_info *fi = NULL; in fib_create_info() local
1364 fi = fib_find_info_nh(net, cfg); in fib_create_info()
1365 if (fi) { in fib_create_info()
1366 fi->fib_treeref++; in fib_create_info()
1367 return fi; in fib_create_info()
1409 fi = kzalloc(struct_size(fi, fib_nh, nhs), GFP_KERNEL); in fib_create_info()
1410 if (!fi) in fib_create_info()
1412 fi->fib_metrics = ip_fib_metrics_init(fi->fib_net, cfg->fc_mx, in fib_create_info()
1414 if (IS_ERR(fi->fib_metrics)) { in fib_create_info()
1415 err = PTR_ERR(fi->fib_metrics); in fib_create_info()
1416 kfree(fi); in fib_create_info()
1421 fi->fib_net = net; in fib_create_info()
1422 fi->fib_protocol = cfg->fc_protocol; in fib_create_info()
1423 fi->fib_scope = cfg->fc_scope; in fib_create_info()
1424 fi->fib_flags = cfg->fc_flags; in fib_create_info()
1425 fi->fib_priority = cfg->fc_priority; in fib_create_info()
1426 fi->fib_prefsrc = cfg->fc_prefsrc; in fib_create_info()
1427 fi->fib_type = cfg->fc_type; in fib_create_info()
1428 fi->fib_tb_id = cfg->fc_table; in fib_create_info()
1430 fi->fib_nhs = nhs; in fib_create_info()
1437 fi->nh = nh; in fib_create_info()
1440 change_nexthops(fi) { in fib_create_info()
1441 nexthop_nh->nh_parent = fi; in fib_create_info()
1442 } endfor_nexthops(fi) in fib_create_info()
1445 err = fib_get_nhs(fi, cfg->fc_mp, cfg->fc_mp_len, cfg, in fib_create_info()
1448 err = fib_nh_init(net, fi->fib_nh, cfg, 1, extack); in fib_create_info()
1480 if (fi->nh) { in fib_create_info()
1481 err = fib_check_nexthop(fi->nh, cfg->fc_scope, extack); in fib_create_info()
1485 struct fib_nh *nh = fi->fib_nh; in fib_create_info()
1506 change_nexthops(fi) { in fib_create_info()
1514 } endfor_nexthops(fi) in fib_create_info()
1515 if (linkdown == fi->fib_nhs) in fib_create_info()
1516 fi->fib_flags |= RTNH_F_LINKDOWN; in fib_create_info()
1519 if (fi->fib_prefsrc && !fib_valid_prefsrc(cfg, fi->fib_prefsrc)) { in fib_create_info()
1524 if (!fi->nh) { in fib_create_info()
1525 change_nexthops(fi) { in fib_create_info()
1527 fi->fib_scope); in fib_create_info()
1529 fi->fib_nh_is_v6 = true; in fib_create_info()
1530 } endfor_nexthops(fi) in fib_create_info()
1532 fib_rebalance(fi); in fib_create_info()
1536 ofi = fib_find_info(fi); in fib_create_info()
1538 fi->fib_dead = 1; in fib_create_info()
1539 free_fib_info(fi); in fib_create_info()
1544 fi->fib_treeref++; in fib_create_info()
1545 refcount_set(&fi->fib_clntref, 1); in fib_create_info()
1547 hlist_add_head(&fi->fib_hash, in fib_create_info()
1548 &fib_info_hash[fib_info_hashfn(fi)]); in fib_create_info()
1549 if (fi->fib_prefsrc) { in fib_create_info()
1552 head = &fib_info_laddrhash[fib_laddr_hashfn(fi->fib_prefsrc)]; in fib_create_info()
1553 hlist_add_head(&fi->fib_lhash, head); in fib_create_info()
1555 if (fi->nh) { in fib_create_info()
1556 list_add(&fi->nh_list, &nh->fi_list); in fib_create_info()
1558 change_nexthops(fi) { in fib_create_info()
1567 } endfor_nexthops(fi) in fib_create_info()
1570 return fi; in fib_create_info()
1576 if (fi) { in fib_create_info()
1577 fi->fib_dead = 1; in fib_create_info()
1578 free_fib_info(fi); in fib_create_info()
1687 static int fib_add_multipath(struct sk_buff *skb, struct fib_info *fi) in fib_add_multipath() argument
1695 if (unlikely(fi->nh)) { in fib_add_multipath()
1696 if (nexthop_mpath_fill_node(skb, fi->nh, AF_INET) < 0) in fib_add_multipath()
1701 for_nexthops(fi) { in fib_add_multipath()
1710 } endfor_nexthops(fi); in fib_add_multipath()
1721 static int fib_add_multipath(struct sk_buff *skb, struct fib_info *fi) in fib_add_multipath() argument
1729 struct fib_info *fi, unsigned int flags) in fib_dump_info() argument
1731 unsigned int nhs = fib_info_num_path(fi); in fib_dump_info()
1751 rtm->rtm_flags = fi->fib_flags; in fib_dump_info()
1752 rtm->rtm_scope = fi->fib_scope; in fib_dump_info()
1753 rtm->rtm_protocol = fi->fib_protocol; in fib_dump_info()
1758 if (fi->fib_priority && in fib_dump_info()
1759 nla_put_u32(skb, RTA_PRIORITY, fi->fib_priority)) in fib_dump_info()
1761 if (rtnetlink_put_metrics(skb, fi->fib_metrics->metrics) < 0) in fib_dump_info()
1764 if (fi->fib_prefsrc && in fib_dump_info()
1765 nla_put_in_addr(skb, RTA_PREFSRC, fi->fib_prefsrc)) in fib_dump_info()
1768 if (fi->nh) { in fib_dump_info()
1769 if (nla_put_u32(skb, RTA_NH_ID, fi->nh->id)) in fib_dump_info()
1771 if (nexthop_is_blackhole(fi->nh)) in fib_dump_info()
1776 const struct fib_nh_common *nhc = fib_info_nhc(fi, 0); in fib_dump_info()
1794 if (fib_add_multipath(skb, fi) < 0) in fib_dump_info()
1819 struct fib_info *fi; in fib_sync_down_addr() local
1824 hlist_for_each_entry(fi, head, fib_lhash) { in fib_sync_down_addr()
1825 if (!net_eq(fi->fib_net, net) || in fib_sync_down_addr()
1826 fi->fib_tb_id != tb_id) in fib_sync_down_addr()
1828 if (fi->fib_prefsrc == local) { in fib_sync_down_addr()
1829 fi->fib_flags |= RTNH_F_DEAD; in fib_sync_down_addr()
1935 struct fib_info *fi = nh->nh_parent; in fib_sync_down_dev() local
1938 BUG_ON(!fi->fib_nhs); in fib_sync_down_dev()
1939 if (nh->fib_nh_dev != dev || fi == prev_fi) in fib_sync_down_dev()
1941 prev_fi = fi; in fib_sync_down_dev()
1943 change_nexthops(fi) { in fib_sync_down_dev()
1964 dead = fi->fib_nhs; in fib_sync_down_dev()
1968 } endfor_nexthops(fi) in fib_sync_down_dev()
1969 if (dead == fi->fib_nhs) { in fib_sync_down_dev()
1973 fi->fib_flags |= RTNH_F_DEAD; in fib_sync_down_dev()
1976 fi->fib_flags |= RTNH_F_LINKDOWN; in fib_sync_down_dev()
1982 fib_rebalance(fi); in fib_sync_down_dev()
1991 struct fib_info *fi = NULL, *last_resort = NULL; in fib_select_default() local
1997 u32 last_prio = res->fi->fib_priority; in fib_select_default()
2031 if (!fi) { in fib_select_default()
2032 if (next_fi != res->fi) in fib_select_default()
2035 } else if (!fib_detect_death(fi, order, &last_resort, in fib_select_default()
2037 fib_result_assign(res, fi); in fib_select_default()
2041 fi = next_fi; in fib_select_default()
2045 if (order <= 0 || !fi) { in fib_select_default()
2051 if (!fib_detect_death(fi, order, &last_resort, &last_idx, in fib_select_default()
2053 fib_result_assign(res, fi); in fib_select_default()
2095 struct fib_info *fi = nh->nh_parent; in fib_sync_up() local
2098 BUG_ON(!fi->fib_nhs); in fib_sync_up()
2099 if (nh->fib_nh_dev != dev || fi == prev_fi) in fib_sync_up()
2102 prev_fi = fi; in fib_sync_up()
2104 change_nexthops(fi) { in fib_sync_up()
2118 } endfor_nexthops(fi) in fib_sync_up()
2121 fi->fib_flags &= ~nh_flags; in fib_sync_up()
2125 fib_rebalance(fi); in fib_sync_up()
2160 struct fib_info *fi = res->fi; in fib_select_multipath() local
2161 struct net *net = fi->fib_net; in fib_select_multipath()
2164 if (unlikely(res->fi->nh)) { in fib_select_multipath()
2169 change_nexthops(fi) { in fib_select_multipath()
2186 } endfor_nexthops(fi); in fib_select_multipath()
2197 if (fib_info_num_path(res->fi) > 1) { in fib_select_path()