Lines Matching refs:nh
104 static int rt6_score_route(const struct fib6_nh *nh, u32 fib6_flags, int oif,
418 if (!match->nh && (!match->fib6_nsiblings || have_oif_match)) in fib6_select_path()
421 if (match->nh && have_oif_match && res->nh) in fib6_select_path()
428 (!match->nh || nexthop_is_multipath(match->nh))) in fib6_select_path()
431 if (unlikely(match->nh)) { in fib6_select_path()
441 const struct fib6_nh *nh = sibling->fib6_nh; in fib6_select_path() local
444 nh_upper_bound = atomic_read(&nh->fib_nh_upper_bound); in fib6_select_path()
447 if (rt6_score_route(nh, sibling->fib6_flags, oif, strict) < 0) in fib6_select_path()
455 res->nh = match->fib6_nh; in fib6_select_path()
462 static bool __rt6_device_match(struct net *net, const struct fib6_nh *nh, in __rt6_device_match() argument
467 if (nh->fib_nh_flags & RTNH_F_DEAD) in __rt6_device_match()
470 dev = nh->fib_nh_dev; in __rt6_device_match()
488 struct fib6_nh *nh; member
491 static int __rt6_nh_dev_match(struct fib6_nh *nh, void *_arg) in __rt6_nh_dev_match() argument
495 arg->nh = nh; in __rt6_nh_dev_match()
496 return __rt6_device_match(arg->net, nh, arg->saddr, arg->oif, in __rt6_nh_dev_match()
501 static struct fib6_nh *rt6_nh_dev_match(struct net *net, struct nexthop *nh, in rt6_nh_dev_match() argument
513 if (nexthop_is_blackhole(nh)) in rt6_nh_dev_match()
516 if (nexthop_for_each_fib6_nh(nh, __rt6_nh_dev_match, &arg)) in rt6_nh_dev_match()
517 return arg.nh; in rt6_nh_dev_match()
527 struct fib6_nh *nh; in rt6_device_match() local
530 if (unlikely(f6i->nh)) { in rt6_device_match()
531 nh = nexthop_fib6_nh(f6i->nh); in rt6_device_match()
532 if (nexthop_is_blackhole(f6i->nh)) in rt6_device_match()
535 nh = f6i->fib6_nh; in rt6_device_match()
537 if (!(nh->fib_nh_flags & RTNH_F_DEAD)) in rt6_device_match()
544 if (unlikely(spf6i->nh)) { in rt6_device_match()
545 nh = rt6_nh_dev_match(net, spf6i->nh, res, saddr, in rt6_device_match()
547 if (nh) in rt6_device_match()
550 nh = spf6i->fib6_nh; in rt6_device_match()
551 if (__rt6_device_match(net, nh, saddr, oif, flags)) in rt6_device_match()
562 nh = res->f6i->fib6_nh; in rt6_device_match()
566 if (unlikely(f6i->nh)) { in rt6_device_match()
567 nh = nexthop_fib6_nh(f6i->nh); in rt6_device_match()
568 if (nexthop_is_blackhole(f6i->nh)) in rt6_device_match()
571 nh = f6i->fib6_nh; in rt6_device_match()
574 if (nh->fib_nh_flags & RTNH_F_DEAD) { in rt6_device_match()
576 nh = res->f6i->fib6_nh; in rt6_device_match()
579 res->nh = nh; in rt6_device_match()
587 res->nh = nh; in rt6_device_match()
704 static int rt6_score_route(const struct fib6_nh *nh, u32 fib6_flags, int oif, in rt6_score_route() argument
709 if (!oif || nh->fib_nh_dev->ifindex == oif) in rt6_score_route()
718 !(fib6_flags & RTF_NONEXTHOP) && nh->fib_nh_gw_family) { in rt6_score_route()
719 int n = rt6_check_neigh(nh); in rt6_score_route()
726 static bool find_match(struct fib6_nh *nh, u32 fib6_flags, in find_match() argument
733 if (nh->fib_nh_flags & RTNH_F_DEAD) in find_match()
736 if (ip6_ignore_linkdown(nh->fib_nh_dev) && in find_match()
737 nh->fib_nh_flags & RTNH_F_LINKDOWN && in find_match()
741 m = rt6_score_route(nh, fib6_flags, oif, strict); in find_match()
750 rt6_probe(nh); in find_match()
768 struct fib6_nh *nh; member
771 static int rt6_nh_find_match(struct fib6_nh *nh, void *_arg) in rt6_nh_find_match() argument
775 arg->nh = nh; in rt6_nh_find_match()
776 return find_match(nh, arg->flags, arg->oif, arg->strict, in rt6_nh_find_match()
791 struct fib6_nh *nh; in __find_rr_leaf() local
801 if (unlikely(f6i->nh)) { in __find_rr_leaf()
810 if (nexthop_is_blackhole(f6i->nh)) { in __find_rr_leaf()
814 res->nh = nexthop_fib6_nh(f6i->nh); in __find_rr_leaf()
817 if (nexthop_for_each_fib6_nh(f6i->nh, rt6_nh_find_match, in __find_rr_leaf()
820 nh = arg.nh; in __find_rr_leaf()
823 nh = f6i->fib6_nh; in __find_rr_leaf()
824 if (find_match(nh, f6i->fib6_flags, oif, strict, in __find_rr_leaf()
830 res->nh = nh; in __find_rr_leaf()
909 res->nh = res->f6i->fib6_nh; in rt6_select()
918 res->nh->fib_nh_gw_family; in rt6_is_gw_or_nonexthop()
1004 struct net_device *dev = res->nh->fib_nh_dev; in ip6_rt_get_dev_rcu()
1098 if (res->nh->fib_nh_lws) { in ip6_rt_init_dst()
1099 rt->dst.lwtstate = lwtstate_get(res->nh->fib_nh_lws); in ip6_rt_init_dst()
1117 const struct fib6_nh *nh = res->nh; in ip6_rt_copy_init() local
1118 const struct net_device *dev = nh->fib_nh_dev; in ip6_rt_copy_init()
1126 if (nh->fib_nh_gw_family) { in ip6_rt_copy_init()
1127 rt->rt6i_gateway = nh->fib_nh_gw6; in ip6_rt_copy_init()
1173 struct net_device *dev = res->nh->fib_nh_dev; in ip6_create_rt_rcu()
1376 if (f6i->nh) in ip6_rt_pcpu_alloc()
1392 pcpu_rt = this_cpu_read(*res->nh->rt6i_pcpu); in rt6_get_pcpu_route()
1397 p = this_cpu_ptr(res->nh->rt6i_pcpu); in rt6_get_pcpu_route()
1419 p = this_cpu_ptr(res->nh->rt6i_pcpu); in rt6_make_pcpu_route()
1576 const struct fib6_nh *nh = res->nh; in fib6_mtu() local
1582 struct net_device *dev = nh->fib_nh_dev; in fib6_mtu()
1593 return mtu - lwtunnel_headroom(nh->fib_nh_lws, mtu); in fib6_mtu()
1604 struct rt6_exception_bucket *fib6_nh_get_excptn_bucket(const struct fib6_nh *nh, in fib6_nh_get_excptn_bucket() argument
1610 bucket = rcu_dereference_protected(nh->rt6i_exception_bucket, in fib6_nh_get_excptn_bucket()
1613 bucket = rcu_dereference(nh->rt6i_exception_bucket); in fib6_nh_get_excptn_bucket()
1634 static void fib6_nh_excptn_bucket_set_flushed(struct fib6_nh *nh, in fib6_nh_excptn_bucket_set_flushed() argument
1640 bucket = rcu_dereference_protected(nh->rt6i_exception_bucket, in fib6_nh_excptn_bucket_set_flushed()
1646 rcu_assign_pointer(nh->rt6i_exception_bucket, bucket); in fib6_nh_excptn_bucket_set_flushed()
1657 struct fib6_nh *nh = res->nh; in rt6_insert_exception() local
1663 bucket = rcu_dereference_protected(nh->rt6i_exception_bucket, in rt6_insert_exception()
1672 rcu_assign_pointer(nh->rt6i_exception_bucket, bucket); in rt6_insert_exception()
1732 static void fib6_nh_flush_exceptions(struct fib6_nh *nh, struct fib6_info *from) in fib6_nh_flush_exceptions() argument
1741 bucket = fib6_nh_get_excptn_bucket(nh, &rt6_exception_lock); in fib6_nh_flush_exceptions()
1747 fib6_nh_excptn_bucket_set_flushed(nh, &rt6_exception_lock); in fib6_nh_flush_exceptions()
1762 static int rt6_nh_flush_exceptions(struct fib6_nh *nh, void *arg) in rt6_nh_flush_exceptions() argument
1766 fib6_nh_flush_exceptions(nh, f6i); in rt6_nh_flush_exceptions()
1773 if (f6i->nh) in rt6_flush_exceptions()
1774 nexthop_for_each_fib6_nh(f6i->nh, rt6_nh_flush_exceptions, in rt6_flush_exceptions()
1808 bucket = fib6_nh_get_excptn_bucket(res->nh, NULL); in rt6_find_cached_rt()
1826 static int fib6_nh_remove_exception(const struct fib6_nh *nh, int plen, in fib6_nh_remove_exception() argument
1834 if (!rcu_access_pointer(nh->rt6i_exception_bucket)) in fib6_nh_remove_exception()
1838 bucket = fib6_nh_get_excptn_bucket(nh, &rt6_exception_lock); in fib6_nh_remove_exception()
1869 static int rt6_nh_remove_exception_rt(struct fib6_nh *nh, void *_arg) in rt6_nh_remove_exception_rt() argument
1874 err = fib6_nh_remove_exception(nh, arg->plen, arg->rt); in rt6_nh_remove_exception_rt()
1889 if (from->nh) { in rt6_remove_exception_rt()
1897 rc = nexthop_for_each_fib6_nh(from->nh, in rt6_remove_exception_rt()
1910 static void fib6_nh_update_exception(const struct fib6_nh *nh, int plen, in fib6_nh_update_exception() argument
1917 bucket = fib6_nh_get_excptn_bucket(nh, NULL); in fib6_nh_update_exception()
1940 static int fib6_nh_find_match(struct fib6_nh *nh, void *_arg) in fib6_nh_find_match() argument
1944 if (arg->dev != nh->fib_nh_dev || in fib6_nh_find_match()
1945 (arg->gw && !nh->fib_nh_gw_family) || in fib6_nh_find_match()
1946 (!arg->gw && nh->fib_nh_gw_family) || in fib6_nh_find_match()
1947 (arg->gw && !ipv6_addr_equal(arg->gw, &nh->fib_nh_gw6))) in fib6_nh_find_match()
1950 arg->match = nh; in fib6_nh_find_match()
1967 if (from->nh) { in rt6_update_exception_stamp_rt()
1973 nexthop_for_each_fib6_nh(from->nh, fib6_nh_find_match, &arg); in rt6_update_exception_stamp_rt()
2009 const struct fib6_nh *nh, int mtu) in rt6_exceptions_update_pmtu() argument
2015 bucket = fib6_nh_get_excptn_bucket(nh, &rt6_exception_lock); in rt6_exceptions_update_pmtu()
2037 static void fib6_nh_exceptions_clean_tohost(const struct fib6_nh *nh, in fib6_nh_exceptions_clean_tohost() argument
2045 if (!rcu_access_pointer(nh->rt6i_exception_bucket)) in fib6_nh_exceptions_clean_tohost()
2049 bucket = fib6_nh_get_excptn_bucket(nh, &rt6_exception_lock); in fib6_nh_exceptions_clean_tohost()
2114 static void fib6_nh_age_exceptions(const struct fib6_nh *nh, in fib6_nh_age_exceptions() argument
2123 if (!rcu_access_pointer(nh->rt6i_exception_bucket)) in fib6_nh_age_exceptions()
2128 bucket = fib6_nh_get_excptn_bucket(nh, &rt6_exception_lock); in fib6_nh_age_exceptions()
2148 static int rt6_nh_age_exceptions(struct fib6_nh *nh, void *_arg) in rt6_nh_age_exceptions() argument
2152 fib6_nh_age_exceptions(nh, arg->gc_args, arg->now); in rt6_nh_age_exceptions()
2160 if (f6i->nh) { in rt6_age_exceptions()
2166 nexthop_for_each_fib6_nh(f6i->nh, rt6_nh_age_exceptions, in rt6_age_exceptions()
2233 !res.nh->fib_nh_gw_family)) { in ip6_pol_route()
2763 if (res.f6i->nh) { in __ip6_rt_update_pmtu()
2769 nexthop_for_each_fib6_nh(res.f6i->nh, in __ip6_rt_update_pmtu()
2778 res.nh = arg.match; in __ip6_rt_update_pmtu()
2780 res.nh = res.f6i->fib6_nh; in __ip6_rt_update_pmtu()
2867 const struct fib6_nh *nh = res->nh; in ip6_redirect_nh_match() local
2869 if (nh->fib_nh_flags & RTNH_F_DEAD || !nh->fib_nh_gw_family || in ip6_redirect_nh_match()
2870 fl6->flowi6_oif != nh->fib_nh_dev->ifindex) in ip6_redirect_nh_match()
2878 if (!ipv6_addr_equal(gw, &nh->fib_nh_gw6)) { in ip6_redirect_nh_match()
2899 static int fib6_nh_redirect_match(struct fib6_nh *nh, void *_arg) in fib6_nh_redirect_match() argument
2903 arg->res->nh = nh; in fib6_nh_redirect_match()
2956 if (unlikely(rt->nh)) { in __ip6_route_redirect()
2957 if (nexthop_is_blackhole(rt->nh)) in __ip6_route_redirect()
2960 if (nexthop_for_each_fib6_nh(rt->nh, in __ip6_route_redirect()
2965 res.nh = rt->fib6_nh; in __ip6_route_redirect()
2986 res.nh = rt->fib6_nh; in __ip6_route_redirect()
3120 const struct fib6_nh *nh = res->nh; in ip6_mtu_from_fib6() local
3136 struct net_device *dev = nh->fib_nh_dev; in ip6_mtu_from_fib6()
3146 return mtu - lwtunnel_headroom(nh->fib_nh_lws, mtu); in ip6_mtu_from_fib6()
3256 (res.fib6_type != RTN_UNICAST || dev != res.nh->fib_nh_dev)) { in ip6_route_check_nh_onlink()
3283 res.nh->fib_nh_gw_family || in ip6_route_check_nh()
3284 (dev && dev != res.nh->fib_nh_dev)) in ip6_route_check_nh()
3296 res.nh->fib_nh_gw_family) in ip6_route_check_nh()
3308 if (dev != res.nh->fib_nh_dev) in ip6_route_check_nh()
3311 *_dev = dev = res.nh->fib_nh_dev; in ip6_route_check_nh()
3596 struct nexthop *nh = NULL; in ip6_route_info_create() local
3635 nh = nexthop_find_by_id(net, cfg->fc_nh_id); in ip6_route_info_create()
3636 if (!nh) { in ip6_route_info_create()
3640 err = fib6_check_nexthop(nh, cfg, extack); in ip6_route_info_create()
3661 rt = fib6_info_alloc(gfp_flags, !nh); in ip6_route_info_create()
3699 if (nh) { in ip6_route_info_create()
3704 if (!nexthop_get(nh)) { in ip6_route_info_create()
3708 rt->nh = nh; in ip6_route_info_create()
3709 fib6_nh = nexthop_fib6_nh(rt->nh); in ip6_route_info_create()
3892 struct fib6_nh *nh) in ip6_del_cached_rt() argument
3896 .nh = nh, in ip6_del_cached_rt()
3912 static int fib6_nh_del_cached_rt(struct fib6_nh *nh, void *_arg) in fib6_nh_del_cached_rt() argument
3917 rc = ip6_del_cached_rt(arg->cfg, arg->f6i, nh); in fib6_nh_del_cached_rt()
3928 return nexthop_for_each_fib6_nh(f6i->nh, fib6_nh_del_cached_rt, &arg); in ip6_del_cached_rt_nh()
3954 struct fib6_nh *nh; in ip6_route_del() local
3956 if (rt->nh && cfg->fc_nh_id && in ip6_route_del()
3957 rt->nh->id != cfg->fc_nh_id) in ip6_route_del()
3963 if (rt->nh) { in ip6_route_del()
3968 nh = rt->fib6_nh; in ip6_route_del()
3969 rc = ip6_del_cached_rt(cfg, rt, nh); in ip6_route_del()
3984 if (rt->nh) { in ip6_route_del()
3994 nh = rt->fib6_nh; in ip6_route_del()
3996 (!nh->fib_nh_dev || in ip6_route_del()
3997 nh->fib_nh_dev->ifindex != cfg->fc_ifindex)) in ip6_route_del()
4000 !ipv6_addr_equal(&cfg->fc_gateway, &nh->fib_nh_gw6)) in ip6_route_del()
4112 if (res.f6i->nh) { in rt6_do_redirect()
4118 nexthop_for_each_fib6_nh(res.f6i->nh, in rt6_do_redirect()
4126 res.nh = arg.match; in rt6_do_redirect()
4128 res.nh = res.f6i->fib6_nh; in rt6_do_redirect()
4183 if (rt->nh) in rt6_get_route_info()
4248 struct fib6_nh *nh; in rt6_get_dflt_router() local
4251 if (rt->nh) in rt6_get_dflt_router()
4254 nh = rt->fib6_nh; in rt6_get_dflt_router()
4255 if (dev == nh->fib_nh_dev && in rt6_get_dflt_router()
4257 ipv6_addr_equal(&nh->fib_nh_gw6, addr)) in rt6_get_dflt_router()
4504 if (!rt->nh && in fib6_remove_prefsrc()
4533 struct fib6_nh *nh; in fib6_clean_tohost() local
4536 if (rt->nh) in fib6_clean_tohost()
4539 nh = rt->fib6_nh; in fib6_clean_tohost()
4541 nh->fib_nh_gw_family && ipv6_addr_equal(gateway, &nh->fib_nh_gw6)) in fib6_clean_tohost()
4548 fib6_nh_exceptions_clean_tohost(nh, gateway); in fib6_clean_tohost()
4665 if (rt != net->ipv6.fib6_null_entry && !rt->nh && in fib6_ifup()
4751 if (rt == net->ipv6.fib6_null_entry || rt->nh) in fib6_ifdown()
4817 static int fib6_nh_mtu_change(struct fib6_nh *nh, void *_arg) in fib6_nh_mtu_change() argument
4827 if (nh->fib_nh_dev == arg->dev) { in fib6_nh_mtu_change()
4836 rt6_exceptions_update_pmtu(idev, nh, arg->mtu); in fib6_nh_mtu_change()
4862 if (f6i->nh) { in rt6_mtu_change_route()
4864 return nexthop_for_each_fib6_nh(f6i->nh, fib6_nh_mtu_change, in rt6_mtu_change_route()
5055 struct rt6_nh *nh; in ip6_route_info_append() local
5058 list_for_each_entry(nh, rt6_nh_list, next) { in ip6_route_info_append()
5060 if (rt6_duplicate_nexthop(nh->fib6_info, rt)) in ip6_route_info_append()
5064 nh = kzalloc(sizeof(*nh), GFP_KERNEL); in ip6_route_info_append()
5065 if (!nh) in ip6_route_info_append()
5067 nh->fib6_info = rt; in ip6_route_info_append()
5068 memcpy(&nh->r_cfg, r_cfg, sizeof(*r_cfg)); in ip6_route_info_append()
5069 list_add_tail(&nh->next, rt6_nh_list); in ip6_route_info_append()
5143 struct rt6_nh *nh, *nh_safe; in ip6_route_multipath_add() local
5236 list_for_each_entry(nh, &rt6_nh_list, next) { in ip6_route_multipath_add()
5237 err = __ip6_ins_rt(nh->fib6_info, info, extack); in ip6_route_multipath_add()
5238 fib6_info_release(nh->fib6_info); in ip6_route_multipath_add()
5242 rt_last = nh->fib6_info; in ip6_route_multipath_add()
5246 rt_notif = nh->fib6_info; in ip6_route_multipath_add()
5250 nh->fib6_info = NULL; in ip6_route_multipath_add()
5255 err_nh = nh; in ip6_route_multipath_add()
5310 list_for_each_entry(nh, &rt6_nh_list, next) { in ip6_route_multipath_add()
5311 if (err_nh == nh) in ip6_route_multipath_add()
5313 ip6_route_del(&nh->r_cfg, extack); in ip6_route_multipath_add()
5317 list_for_each_entry_safe(nh, nh_safe, &rt6_nh_list, next) { in ip6_route_multipath_add()
5318 if (nh->fib6_info) in ip6_route_multipath_add()
5319 fib6_info_release(nh->fib6_info); in ip6_route_multipath_add()
5320 list_del(&nh->next); in ip6_route_multipath_add()
5321 kfree(nh); in ip6_route_multipath_add()
5417 static int rt6_nh_nlmsg_size(struct fib6_nh *nh, void *arg) in rt6_nh_nlmsg_size() argument
5425 if (nh->fib_nh_lws) { in rt6_nh_nlmsg_size()
5427 *nexthop_len += lwtunnel_get_encap_size(nh->fib_nh_lws); in rt6_nh_nlmsg_size()
5439 if (f6i->nh) { in rt6_nlmsg_size()
5441 nexthop_for_each_fib6_nh(f6i->nh, rt6_nh_nlmsg_size, in rt6_nlmsg_size()
5444 struct fib6_nh *nh = f6i->fib6_nh; in rt6_nlmsg_size() local
5451 + lwtunnel_get_encap_size(nh->fib_nh_lws); in rt6_nlmsg_size()
5455 nexthop_len += lwtunnel_get_encap_size(nh->fib_nh_lws); in rt6_nlmsg_size()
5474 static int rt6_fill_node_nexthop(struct sk_buff *skb, struct nexthop *nh, in rt6_fill_node_nexthop() argument
5477 if (nexthop_is_multipath(nh)) { in rt6_fill_node_nexthop()
5484 if (nexthop_mpath_fill_node(skb, nh, AF_INET6)) in rt6_fill_node_nexthop()
5491 fib6_nh = nexthop_fib6_nh(nh); in rt6_fill_node_nexthop()
5634 } else if (rt->nh) { in rt6_fill_node()
5635 if (nla_put_u32(skb, RTA_NH_ID, rt->nh->id)) in rt6_fill_node()
5638 if (nexthop_is_blackhole(rt->nh)) in rt6_fill_node()
5642 rt6_fill_node_nexthop(skb, rt->nh, &nh_flags) < 0) in rt6_fill_node()
5681 static int fib6_info_nh_uses_dev(struct fib6_nh *nh, void *arg) in fib6_info_nh_uses_dev() argument
5685 if (nh->fib_nh_dev == dev) in fib6_info_nh_uses_dev()
5694 if (f6i->nh) { in fib6_info_uses_dev()
5697 return !!nexthop_for_each_fib6_nh(f6i->nh, in fib6_info_uses_dev()
5726 static int rt6_nh_dump_exceptions(struct fib6_nh *nh, void *arg) in rt6_nh_dump_exceptions() argument
5734 bucket = fib6_nh_get_excptn_bucket(nh, NULL); in rt6_nh_dump_exceptions()
5829 if (rt->nh) { in rt6_dump_route()
5830 err = nexthop_for_each_fib6_nh(rt->nh, in rt6_dump_route()