Lines Matching +full:use +full:- +full:rtm
1 // SPDX-License-Identifier: GPL-2.0-only
31 /* max memory we will use for mpls_route */
41 static int label_limit = (1 << 20) - 1;
82 if (index < net->mpls.platform_labels) { in mpls_route_input_rcu()
84 rcu_dereference_rtnl(net->mpls.platform_label); in mpls_route_input_rcu()
92 return dev && (dev->flags & IFF_UP) && netif_carrier_ok(dev); in mpls_output_possible()
98 return (u8 *)nh + rt->rt_via_offset; in __mpls_nh_via()
110 return nh->nh_labels * sizeof(struct mpls_shim_hdr); in mpls_nh_header_size()
116 return dev->mtu; in mpls_dev_mtu()
122 if (skb->len <= mtu) in mpls_pkt_too_big()
137 if (skb->protocol == htons(ETH_P_MPLS_UC)) { in mpls_stats_inc_outucastpkts()
140 MPLS_INC_STATS_LEN(mdev, skb->len, in mpls_stats_inc_outucastpkts()
143 } else if (skb->protocol == htons(ETH_P_IP)) { in mpls_stats_inc_outucastpkts()
144 IP_UPD_PO_STATS(dev_net(dev), IPSTATS_MIB_OUT, skb->len); in mpls_stats_inc_outucastpkts()
146 } else if (skb->protocol == htons(ETH_P_IPV6)) { in mpls_stats_inc_outucastpkts()
151 IPSTATS_MIB_OUT, skb->len); in mpls_stats_inc_outucastpkts()
176 /* RFC6790 - reserved labels MUST NOT be used as keys in mpls_multipath_hash()
177 * for the load-balancing function in mpls_multipath_hash()
184 * label was just added to the hash - no need to in mpls_multipath_hash()
202 if (v4hdr->version == 4) { in mpls_multipath_hash()
203 hash = jhash_3words(ntohl(v4hdr->saddr), in mpls_multipath_hash()
204 ntohl(v4hdr->daddr), in mpls_multipath_hash()
205 v4hdr->protocol, hash); in mpls_multipath_hash()
206 } else if (v4hdr->version == 6 && in mpls_multipath_hash()
212 hash = __ipv6_addr_jhash(&v6hdr->saddr, hash); in mpls_multipath_hash()
213 hash = __ipv6_addr_jhash(&v6hdr->daddr, hash); in mpls_multipath_hash()
214 hash = jhash_1word(v6hdr->nexthdr, hash); in mpls_multipath_hash()
226 return (struct mpls_nh *)((u8 *)rt->rt_nh + index * rt->rt_nh_size); in mpls_get_nexthop()
229 /* number of alive nexthops (rt->rt_nhn_alive) and the flags for
230 * a next hop (nh->nh_flags) are modified by netdev event handlers.
231 * Since those fields can change at any moment, use READ_ONCE to
245 if (rt->rt_nhn == 1) in mpls_select_multipath()
246 return rt->rt_nh; in mpls_select_multipath()
248 alive = READ_ONCE(rt->rt_nhn_alive); in mpls_select_multipath()
254 if (alive == rt->rt_nhn) in mpls_select_multipath()
257 unsigned int nh_flags = READ_ONCE(nh->nh_flags); in mpls_select_multipath()
289 payload_type = rt->rt_payload_type; in mpls_egress()
291 payload_type = ip_hdr(skb)->version; in mpls_egress()
297 skb->protocol = htons(ETH_P_IP); in mpls_egress()
303 if (rt->rt_ttl_propagate == MPLS_TTL_PROP_ENABLED || in mpls_egress()
304 (rt->rt_ttl_propagate == MPLS_TTL_PROP_DEFAULT && in mpls_egress()
305 net->mpls.ip_ttl_propagate)) in mpls_egress()
308 new_ttl = hdr4->ttl ? hdr4->ttl - 1 : 0; in mpls_egress()
310 csum_replace2(&hdr4->check, in mpls_egress()
311 htons(hdr4->ttl << 8), in mpls_egress()
313 hdr4->ttl = new_ttl; in mpls_egress()
319 skb->protocol = htons(ETH_P_IPV6); in mpls_egress()
325 if (rt->rt_ttl_propagate == MPLS_TTL_PROP_ENABLED || in mpls_egress()
326 (rt->rt_ttl_propagate == MPLS_TTL_PROP_DEFAULT && in mpls_egress()
327 net->mpls.ip_ttl_propagate)) in mpls_egress()
328 hdr6->hop_limit = dec.ttl; in mpls_egress()
329 else if (hdr6->hop_limit) in mpls_egress()
330 hdr6->hop_limit = hdr6->hop_limit - 1; in mpls_egress()
364 MPLS_INC_STATS_LEN(mdev, skb->len, rx_packets, in mpls_forward()
367 if (!mdev->input_enabled) { in mpls_forward()
372 if (skb->pkt_type != PACKET_HOST) in mpls_forward()
413 out_dev = nh->nh_dev; in mpls_forward()
420 if (mpls_pkt_too_big(skb, mtu - new_header_size)) in mpls_forward()
424 if (!out_dev->header_ops) in mpls_forward()
431 skb->dev = out_dev; in mpls_forward()
432 skb->protocol = htons(ETH_P_MPLS_UC); in mpls_forward()
434 dec.ttl -= 1; in mpls_forward()
447 for (i = nh->nh_labels - 1; i >= 0; i--) { in mpls_forward()
448 hdr[i] = mpls_entry_encode(nh->nh_label[i], in mpls_forward()
457 if (nh->nh_via_table == MPLS_NEIGH_TABLE_UNSPEC) in mpls_forward()
459 out_dev->dev_addr, skb); in mpls_forward()
461 err = neigh_xmit(nh->nh_via_table, out_dev, in mpls_forward()
519 return ERR_PTR(-EINVAL); in mpls_rt_alloc()
523 return ERR_PTR(-ENOMEM); in mpls_rt_alloc()
525 rt->rt_nhn = num_nh; in mpls_rt_alloc()
526 rt->rt_nhn_alive = num_nh; in mpls_rt_alloc()
527 rt->rt_nh_size = nh_size; in mpls_rt_alloc()
528 rt->rt_via_offset = MPLS_NH_VIA_OFF(max_labels); in mpls_rt_alloc()
543 struct nlmsghdr *nlh = info ? info->nlh : NULL; in mpls_notify_route()
544 unsigned portid = info ? info->portid : 0; in mpls_notify_route()
562 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_route_update()
578 platform_label = rtnl_dereference(net->mpls.platform_label); in find_free_label()
579 platform_labels = net->mpls.platform_labels; in find_free_label()
601 dev = rt->dst.dev; in inet_fib_lookup_dev()
612 return ERR_PTR(-EAFNOSUPPORT); in inet_fib_lookup_dev()
625 return ERR_PTR(-EAFNOSUPPORT); in inet6_fib_lookup_dev()
629 dst = ipv6_stub->ipv6_dst_lookup_flow(net, NULL, &fl6, NULL); in inet6_fib_lookup_dev()
633 dev = dst->dev; in inet6_fib_lookup_dev()
643 return ERR_PTR(-EAFNOSUPPORT); in inet6_fib_lookup_dev()
654 switch (nh->nh_via_table) { in find_outdev()
669 return ERR_PTR(-ENODEV); in find_outdev()
684 int err = -ENODEV; in mpls_nh_assign_dev()
694 err = -EINVAL; in mpls_nh_assign_dev()
698 if ((nh->nh_via_table == NEIGH_LINK_TABLE) && in mpls_nh_assign_dev()
699 (dev->addr_len != nh->nh_via_alen)) in mpls_nh_assign_dev()
702 nh->nh_dev = dev; in mpls_nh_assign_dev()
704 if (!(dev->flags & IFF_UP)) { in mpls_nh_assign_dev()
705 nh->nh_flags |= RTNH_F_DEAD; in mpls_nh_assign_dev()
711 nh->nh_flags |= RTNH_F_LINKDOWN; in mpls_nh_assign_dev()
724 int err = -EINVAL; in nla_get_via()
732 alen = nla_len(nla) - in nla_get_via()
741 switch (via->rtvia_family) { in nla_get_via()
760 memcpy(via_addr, via->rtvia_addr, alen); in nla_get_via()
771 struct net *net = cfg->rc_nlinfo.nl_net; in mpls_nh_build_from_cfg()
772 struct mpls_nh *nh = rt->rt_nh; in mpls_nh_build_from_cfg()
777 return -ENOMEM; in mpls_nh_build_from_cfg()
779 nh->nh_labels = cfg->rc_output_labels; in mpls_nh_build_from_cfg()
780 for (i = 0; i < nh->nh_labels; i++) in mpls_nh_build_from_cfg()
781 nh->nh_label[i] = cfg->rc_output_label[i]; in mpls_nh_build_from_cfg()
783 nh->nh_via_table = cfg->rc_via_table; in mpls_nh_build_from_cfg()
784 memcpy(__mpls_nh_via(rt, nh), cfg->rc_via, cfg->rc_via_alen); in mpls_nh_build_from_cfg()
785 nh->nh_via_alen = cfg->rc_via_alen; in mpls_nh_build_from_cfg()
787 err = mpls_nh_assign_dev(net, rt, nh, cfg->rc_ifindex); in mpls_nh_build_from_cfg()
791 if (nh->nh_flags & (RTNH_F_DEAD | RTNH_F_LINKDOWN)) in mpls_nh_build_from_cfg()
792 rt->rt_nhn_alive--; in mpls_nh_build_from_cfg()
805 int err = -ENOMEM; in mpls_nh_build()
811 err = nla_get_labels(newdst, max_labels, &nh->nh_labels, in mpls_nh_build()
812 nh->nh_label, extack); in mpls_nh_build()
818 err = nla_get_via(via, &nh->nh_via_alen, &nh->nh_via_table, in mpls_nh_build()
823 nh->nh_via_table = MPLS_NEIGH_TABLE_UNSPEC; in mpls_nh_build()
855 int via_alen = nla_len(nla) - in mpls_count_nexthops()
889 struct rtnexthop *rtnh = cfg->rc_mp; in mpls_nh_build_multi()
891 int remaining = cfg->rc_mp_len; in mpls_nh_build_multi()
901 err = -EINVAL; in mpls_nh_build_multi()
908 if (rtnh->rtnh_hops || rtnh->rtnh_flags) in mpls_nh_build_multi()
919 err = mpls_nh_build(cfg->rc_nlinfo.nl_net, rt, nh, in mpls_nh_build_multi()
920 rtnh->rtnh_ifindex, nla_via, nla_newdst, in mpls_nh_build_multi()
925 if (nh->nh_flags & (RTNH_F_DEAD | RTNH_F_LINKDOWN)) in mpls_nh_build_multi()
926 rt->rt_nhn_alive--; in mpls_nh_build_multi()
932 rt->rt_nhn = nhs; in mpls_nh_build_multi()
948 "Invalid label - must be MPLS_LABEL_FIRST_UNRESERVED or higher"); in mpls_label_ok()
953 if (is_ok && *index >= net->mpls.platform_labels) { in mpls_label_ok()
959 *index = array_index_nospec(*index, net->mpls.platform_labels); in mpls_label_ok()
967 struct net *net = cfg->rc_nlinfo.nl_net; in mpls_route_add()
969 int err = -EINVAL; in mpls_route_add()
975 index = cfg->rc_label; in mpls_route_add()
979 (cfg->rc_nlflags & NLM_F_CREATE)) { in mpls_route_add()
987 err = -EOPNOTSUPP; in mpls_route_add()
988 if (cfg->rc_nlflags & NLM_F_APPEND) { in mpls_route_add()
993 err = -EEXIST; in mpls_route_add()
994 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_route_add()
996 if ((cfg->rc_nlflags & NLM_F_EXCL) && old) in mpls_route_add()
999 err = -EEXIST; in mpls_route_add()
1000 if (!(cfg->rc_nlflags & NLM_F_REPLACE) && old) in mpls_route_add()
1003 err = -ENOENT; in mpls_route_add()
1004 if (!(cfg->rc_nlflags & NLM_F_CREATE) && !old) in mpls_route_add()
1007 err = -EINVAL; in mpls_route_add()
1008 if (cfg->rc_mp) { in mpls_route_add()
1009 nhs = mpls_count_nexthops(cfg->rc_mp, cfg->rc_mp_len, in mpls_route_add()
1010 cfg->rc_via_alen, &max_via_alen, in mpls_route_add()
1013 max_via_alen = cfg->rc_via_alen; in mpls_route_add()
1014 max_labels = cfg->rc_output_labels; in mpls_route_add()
1029 rt->rt_protocol = cfg->rc_protocol; in mpls_route_add()
1030 rt->rt_payload_type = cfg->rc_payload_type; in mpls_route_add()
1031 rt->rt_ttl_propagate = cfg->rc_ttl_propagate; in mpls_route_add()
1033 if (cfg->rc_mp) in mpls_route_add()
1040 mpls_route_update(net, index, rt, &cfg->rc_nlinfo); in mpls_route_add()
1053 struct net *net = cfg->rc_nlinfo.nl_net; in mpls_route_del()
1055 int err = -EINVAL; in mpls_route_del()
1057 index = cfg->rc_label; in mpls_route_del()
1062 mpls_route_update(net, index, NULL, &cfg->rc_nlinfo); in mpls_route_del()
1081 p = per_cpu_ptr(mdev->stats, i); in mpls_get_stats()
1083 start = u64_stats_fetch_begin(&p->syncp); in mpls_get_stats()
1084 local = p->stats; in mpls_get_stats()
1085 } while (u64_stats_fetch_retry(&p->syncp, start)); in mpls_get_stats()
1087 stats->rx_packets += local.rx_packets; in mpls_get_stats()
1088 stats->rx_bytes += local.rx_bytes; in mpls_get_stats()
1089 stats->tx_packets += local.tx_packets; in mpls_get_stats()
1090 stats->tx_bytes += local.tx_bytes; in mpls_get_stats()
1091 stats->rx_errors += local.rx_errors; in mpls_get_stats()
1092 stats->tx_errors += local.tx_errors; in mpls_get_stats()
1093 stats->rx_dropped += local.rx_dropped; in mpls_get_stats()
1094 stats->tx_dropped += local.tx_dropped; in mpls_get_stats()
1095 stats->rx_noroute += local.rx_noroute; in mpls_get_stats()
1108 return -ENODATA; in mpls_fill_stats_af()
1114 return -EMSGSIZE; in mpls_fill_stats_af()
1144 return -EMSGSIZE; in mpls_netconf_fill_devconf()
1150 ncm->ncm_family = AF_MPLS; in mpls_netconf_fill_devconf()
1152 if (nla_put_s32(skb, NETCONFA_IFINDEX, mdev->dev->ifindex) < 0) in mpls_netconf_fill_devconf()
1157 READ_ONCE(mdev->input_enabled)) < 0) in mpls_netconf_fill_devconf()
1165 return -EMSGSIZE; in mpls_netconf_fill_devconf()
1187 int err = -ENOBUFS; in mpls_netconf_notify_devconf()
1195 /* -EMSGSIZE implies BUG in mpls_netconf_msgsize_devconf() */ in mpls_netconf_notify_devconf()
1196 WARN_ON(err == -EMSGSIZE); in mpls_netconf_notify_devconf()
1219 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(struct netconfmsg))) { in mpls_netconf_valid_get_req()
1222 return -EINVAL; in mpls_netconf_valid_get_req()
1245 return -EINVAL; in mpls_netconf_valid_get_req()
1256 struct net *net = sock_net(in_skb->sk); in mpls_netconf_get_devconf()
1268 err = -EINVAL; in mpls_netconf_get_devconf()
1281 err = -ENOBUFS; in mpls_netconf_get_devconf()
1288 nlh->nlmsg_seq, RTM_NEWNETCONF, 0, in mpls_netconf_get_devconf()
1291 /* -EMSGSIZE implies BUG in mpls_netconf_msgsize_devconf() */ in mpls_netconf_get_devconf()
1292 WARN_ON(err == -EMSGSIZE); in mpls_netconf_get_devconf()
1304 const struct nlmsghdr *nlh = cb->nlh; in mpls_netconf_dump_devconf()
1305 struct net *net = sock_net(skb->sk); in mpls_netconf_dump_devconf()
1308 } *ctx = (void *)cb->ctx; in mpls_netconf_dump_devconf()
1313 if (cb->strict_check) { in mpls_netconf_dump_devconf()
1314 struct netlink_ext_ack *extack = cb->extack; in mpls_netconf_dump_devconf()
1317 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(*ncm))) { in mpls_netconf_dump_devconf()
1319 return -EINVAL; in mpls_netconf_dump_devconf()
1324 return -EINVAL; in mpls_netconf_dump_devconf()
1329 for_each_netdev_dump(net, dev, ctx->ifindex) { in mpls_netconf_dump_devconf()
1334 NETLINK_CB(cb->skb).portid, in mpls_netconf_dump_devconf()
1335 nlh->nlmsg_seq, in mpls_netconf_dump_devconf()
1348 (&((struct mpls_dev *)0)->field)
1353 int oval = *(int *)ctl->data; in mpls_conf_proc()
1357 struct mpls_dev *mdev = ctl->extra1; in mpls_conf_proc()
1358 int i = (int *)ctl->data - (int *)mdev; in mpls_conf_proc()
1359 struct net *net = ctl->extra2; in mpls_conf_proc()
1360 int val = *(int *)ctl->data; in mpls_conf_proc()
1404 snprintf(path, sizeof(path), "net/mpls/conf/%s", dev->name); in mpls_dev_sysctl_register()
1406 mdev->sysctl = register_net_sysctl_sz(net, path, table, in mpls_dev_sysctl_register()
1408 if (!mdev->sysctl) in mpls_dev_sysctl_register()
1417 mdev->sysctl = NULL; in mpls_dev_sysctl_register()
1418 return -ENOBUFS; in mpls_dev_sysctl_register()
1427 if (!mdev->sysctl) in mpls_dev_sysctl_unregister()
1430 table = mdev->sysctl->ctl_table_arg; in mpls_dev_sysctl_unregister()
1431 unregister_net_sysctl_table(mdev->sysctl); in mpls_dev_sysctl_unregister()
1440 int err = -ENOMEM; in mpls_add_dev()
1449 mdev->stats = alloc_percpu(struct mpls_pcpu_stats); in mpls_add_dev()
1450 if (!mdev->stats) in mpls_add_dev()
1456 mpls_stats = per_cpu_ptr(mdev->stats, i); in mpls_add_dev()
1457 u64_stats_init(&mpls_stats->syncp); in mpls_add_dev()
1460 mdev->dev = dev; in mpls_add_dev()
1466 rcu_assign_pointer(dev->mpls_ptr, mdev); in mpls_add_dev()
1471 free_percpu(mdev->stats); in mpls_add_dev()
1480 free_percpu(mdev->stats); in mpls_dev_destroy_rcu()
1490 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_ifdown()
1491 for (index = 0; index < net->mpls.platform_labels; index++) { in mpls_ifdown()
1503 if (!nh->nh_dev || nh->nh_dev == dev) in mpls_ifdown()
1505 if (nh->nh_dev == dev) in mpls_ifdown()
1510 if (deleted == rt->rt_nhn) { in mpls_ifdown()
1516 size_t size = sizeof(*rt) + rt->rt_nhn * in mpls_ifdown()
1517 rt->rt_nh_size; in mpls_ifdown()
1522 return -ENOMEM; in mpls_ifdown()
1527 unsigned int nh_flags = nh->nh_flags; in mpls_ifdown()
1529 if (nh->nh_dev != dev) in mpls_ifdown()
1542 nh->nh_dev = NULL; in mpls_ifdown()
1544 if (nh->nh_flags != nh_flags) in mpls_ifdown()
1545 WRITE_ONCE(nh->nh_flags, nh_flags); in mpls_ifdown()
1551 WRITE_ONCE(rt->rt_nhn_alive, alive); in mpls_ifdown()
1567 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_ifup()
1568 for (index = 0; index < net->mpls.platform_labels; index++) { in mpls_ifup()
1576 unsigned int nh_flags = nh->nh_flags; in mpls_ifup()
1582 if (nh->nh_dev != dev) in mpls_ifup()
1586 WRITE_ONCE(nh->nh_flags, nh_flags); in mpls_ifup()
1589 WRITE_ONCE(rt->rt_nhn_alive, alive); in mpls_ifup()
1644 RCU_INIT_POINTER(dev->mpls_ptr, NULL); in mpls_dev_notify()
1645 call_rcu(&mdev->rcu, mpls_dev_destroy_rcu); in mpls_dev_notify()
1677 return -EMSGSIZE; in nla_put_via()
1683 via->rtvia_family = family; in nla_put_via()
1684 memcpy(via->rtvia_addr, addr, alen); in nla_put_via()
1697 return -EMSGSIZE; in nla_put_labels()
1701 for (i = labels - 1; i >= 0; i--) { in nla_put_labels()
1725 return -EINVAL; in nla_get_labels()
1732 return -EINVAL; in nla_get_labels()
1741 for (i = nla_labels - 1; i >= 0; i--, bos = false) { in nla_get_labels()
1751 return -EINVAL; in nla_get_labels()
1757 return -EINVAL; in nla_get_labels()
1769 return -EINVAL; in nla_get_labels()
1780 return -EINVAL; in nla_get_labels()
1796 struct rtmsg *rtm; in rtm_to_route_config() local
1801 err = nlmsg_parse_deprecated(nlh, sizeof(*rtm), tb, RTA_MAX, in rtm_to_route_config()
1806 err = -EINVAL; in rtm_to_route_config()
1807 rtm = nlmsg_data(nlh); in rtm_to_route_config()
1809 if (rtm->rtm_family != AF_MPLS) { in rtm_to_route_config()
1813 if (rtm->rtm_dst_len != 20) { in rtm_to_route_config()
1817 if (rtm->rtm_src_len != 0) { in rtm_to_route_config()
1821 if (rtm->rtm_tos != 0) { in rtm_to_route_config()
1825 if (rtm->rtm_table != RT_TABLE_MAIN) { in rtm_to_route_config()
1836 if (rtm->rtm_scope != RT_SCOPE_UNIVERSE) { in rtm_to_route_config()
1838 "Invalid route scope - MPLS only supports UNIVERSE"); in rtm_to_route_config()
1841 if (rtm->rtm_type != RTN_UNICAST) { in rtm_to_route_config()
1843 "Invalid route type - MPLS only supports UNICAST"); in rtm_to_route_config()
1846 if (rtm->rtm_flags != 0) { in rtm_to_route_config()
1851 cfg->rc_label = LABEL_NOT_SPECIFIED; in rtm_to_route_config()
1852 cfg->rc_protocol = rtm->rtm_protocol; in rtm_to_route_config()
1853 cfg->rc_via_table = MPLS_NEIGH_TABLE_UNSPEC; in rtm_to_route_config()
1854 cfg->rc_ttl_propagate = MPLS_TTL_PROP_DEFAULT; in rtm_to_route_config()
1855 cfg->rc_nlflags = nlh->nlmsg_flags; in rtm_to_route_config()
1856 cfg->rc_nlinfo.portid = NETLINK_CB(skb).portid; in rtm_to_route_config()
1857 cfg->rc_nlinfo.nlh = nlh; in rtm_to_route_config()
1858 cfg->rc_nlinfo.nl_net = sock_net(skb->sk); in rtm_to_route_config()
1867 cfg->rc_ifindex = nla_get_u32(nla); in rtm_to_route_config()
1871 &cfg->rc_output_labels, in rtm_to_route_config()
1872 cfg->rc_output_label, extack)) in rtm_to_route_config()
1879 &cfg->rc_label, extack)) in rtm_to_route_config()
1882 if (!mpls_label_ok(cfg->rc_nlinfo.nl_net, in rtm_to_route_config()
1883 &cfg->rc_label, extack)) in rtm_to_route_config()
1892 if (nla_get_via(nla, &cfg->rc_via_alen, in rtm_to_route_config()
1893 &cfg->rc_via_table, cfg->rc_via, in rtm_to_route_config()
1900 cfg->rc_mp = nla_data(nla); in rtm_to_route_config()
1901 cfg->rc_mp_len = nla_len(nla); in rtm_to_route_config()
1913 cfg->rc_ttl_propagate = ttl_propagate ? in rtm_to_route_config()
1938 return -ENOMEM; in mpls_rtm_delroute()
1960 return -ENOMEM; in mpls_rtm_newroute()
1978 struct rtmsg *rtm; in mpls_dump_route() local
1980 nlh = nlmsg_put(skb, portid, seq, event, sizeof(*rtm), flags); in mpls_dump_route()
1982 return -EMSGSIZE; in mpls_dump_route()
1984 rtm = nlmsg_data(nlh); in mpls_dump_route()
1985 rtm->rtm_family = AF_MPLS; in mpls_dump_route()
1986 rtm->rtm_dst_len = 20; in mpls_dump_route()
1987 rtm->rtm_src_len = 0; in mpls_dump_route()
1988 rtm->rtm_tos = 0; in mpls_dump_route()
1989 rtm->rtm_table = RT_TABLE_MAIN; in mpls_dump_route()
1990 rtm->rtm_protocol = rt->rt_protocol; in mpls_dump_route()
1991 rtm->rtm_scope = RT_SCOPE_UNIVERSE; in mpls_dump_route()
1992 rtm->rtm_type = RTN_UNICAST; in mpls_dump_route()
1993 rtm->rtm_flags = 0; in mpls_dump_route()
1998 if (rt->rt_ttl_propagate != MPLS_TTL_PROP_DEFAULT) { in mpls_dump_route()
2000 rt->rt_ttl_propagate == MPLS_TTL_PROP_ENABLED; in mpls_dump_route()
2006 if (rt->rt_nhn == 1) { in mpls_dump_route()
2007 const struct mpls_nh *nh = rt->rt_nh; in mpls_dump_route()
2009 if (nh->nh_labels && in mpls_dump_route()
2010 nla_put_labels(skb, RTA_NEWDST, nh->nh_labels, in mpls_dump_route()
2011 nh->nh_label)) in mpls_dump_route()
2013 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC && in mpls_dump_route()
2014 nla_put_via(skb, nh->nh_via_table, mpls_nh_via(rt, nh), in mpls_dump_route()
2015 nh->nh_via_alen)) in mpls_dump_route()
2017 dev = nh->nh_dev; in mpls_dump_route()
2018 if (dev && nla_put_u32(skb, RTA_OIF, dev->ifindex)) in mpls_dump_route()
2020 if (nh->nh_flags & RTNH_F_LINKDOWN) in mpls_dump_route()
2021 rtm->rtm_flags |= RTNH_F_LINKDOWN; in mpls_dump_route()
2022 if (nh->nh_flags & RTNH_F_DEAD) in mpls_dump_route()
2023 rtm->rtm_flags |= RTNH_F_DEAD; in mpls_dump_route()
2035 dev = nh->nh_dev; in mpls_dump_route()
2043 rtnh->rtnh_ifindex = dev->ifindex; in mpls_dump_route()
2044 if (nh->nh_flags & RTNH_F_LINKDOWN) { in mpls_dump_route()
2045 rtnh->rtnh_flags |= RTNH_F_LINKDOWN; in mpls_dump_route()
2048 if (nh->nh_flags & RTNH_F_DEAD) { in mpls_dump_route()
2049 rtnh->rtnh_flags |= RTNH_F_DEAD; in mpls_dump_route()
2053 if (nh->nh_labels && nla_put_labels(skb, RTA_NEWDST, in mpls_dump_route()
2054 nh->nh_labels, in mpls_dump_route()
2055 nh->nh_label)) in mpls_dump_route()
2057 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC && in mpls_dump_route()
2058 nla_put_via(skb, nh->nh_via_table, in mpls_dump_route()
2060 nh->nh_via_alen)) in mpls_dump_route()
2064 rtnh->rtnh_len = nlmsg_get_pos(skb) - (void *)rtnh; in mpls_dump_route()
2067 if (linkdown == rt->rt_nhn) in mpls_dump_route()
2068 rtm->rtm_flags |= RTNH_F_LINKDOWN; in mpls_dump_route()
2069 if (dead == rt->rt_nhn) in mpls_dump_route()
2070 rtm->rtm_flags |= RTNH_F_DEAD; in mpls_dump_route()
2080 return -EMSGSIZE; in mpls_dump_route()
2095 struct netlink_ext_ack *extack = cb->extack; in mpls_valid_fib_dump_req()
2097 struct rtmsg *rtm; in mpls_valid_fib_dump_req() local
2100 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(*rtm))) { in mpls_valid_fib_dump_req()
2102 return -EINVAL; in mpls_valid_fib_dump_req()
2105 rtm = nlmsg_data(nlh); in mpls_valid_fib_dump_req()
2106 if (rtm->rtm_dst_len || rtm->rtm_src_len || rtm->rtm_tos || in mpls_valid_fib_dump_req()
2107 rtm->rtm_table || rtm->rtm_scope || rtm->rtm_type || in mpls_valid_fib_dump_req()
2108 rtm->rtm_flags) { in mpls_valid_fib_dump_req()
2110 return -EINVAL; in mpls_valid_fib_dump_req()
2113 if (rtm->rtm_protocol) { in mpls_valid_fib_dump_req()
2114 filter->protocol = rtm->rtm_protocol; in mpls_valid_fib_dump_req()
2115 filter->filter_set = 1; in mpls_valid_fib_dump_req()
2116 cb->answer_flags = NLM_F_DUMP_FILTERED; in mpls_valid_fib_dump_req()
2119 err = nlmsg_parse_deprecated_strict(nlh, sizeof(*rtm), tb, RTA_MAX, in mpls_valid_fib_dump_req()
2129 filter->dev = __dev_get_by_index(net, ifindex); in mpls_valid_fib_dump_req()
2130 if (!filter->dev) in mpls_valid_fib_dump_req()
2131 return -ENODEV; in mpls_valid_fib_dump_req()
2132 filter->filter_set = 1; in mpls_valid_fib_dump_req()
2135 return -EINVAL; in mpls_valid_fib_dump_req()
2146 if (rt->rt_nhn == 1) { in mpls_rt_uses_dev()
2147 struct mpls_nh *nh = rt->rt_nh; in mpls_rt_uses_dev()
2149 if (nh->nh_dev == dev) in mpls_rt_uses_dev()
2153 if (nh->nh_dev == dev) in mpls_rt_uses_dev()
2163 const struct nlmsghdr *nlh = cb->nlh; in mpls_dump_routes()
2164 struct net *net = sock_net(skb->sk); in mpls_dump_routes()
2173 if (cb->strict_check) { in mpls_dump_routes()
2186 return skb->len; in mpls_dump_routes()
2189 index = cb->args[0]; in mpls_dump_routes()
2193 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_dump_routes()
2194 platform_labels = net->mpls.platform_labels; in mpls_dump_routes()
2207 (filter.protocol && rt->rt_protocol != filter.protocol)) in mpls_dump_routes()
2210 if (mpls_dump_route(skb, NETLINK_CB(cb->skb).portid, in mpls_dump_routes()
2211 cb->nlh->nlmsg_seq, RTM_NEWROUTE, in mpls_dump_routes()
2215 cb->args[0] = index; in mpls_dump_routes()
2217 return skb->len; in mpls_dump_routes()
2227 if (rt->rt_nhn == 1) { in lfib_nlmsg_size()
2228 struct mpls_nh *nh = rt->rt_nh; in lfib_nlmsg_size()
2230 if (nh->nh_dev) in lfib_nlmsg_size()
2232 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC) /* RTA_VIA */ in lfib_nlmsg_size()
2233 payload += nla_total_size(2 + nh->nh_via_alen); in lfib_nlmsg_size()
2234 if (nh->nh_labels) /* RTA_NEWDST */ in lfib_nlmsg_size()
2235 payload += nla_total_size(nh->nh_labels * 4); in lfib_nlmsg_size()
2241 if (!nh->nh_dev) in lfib_nlmsg_size()
2245 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC) in lfib_nlmsg_size()
2246 nhsize += nla_total_size(2 + nh->nh_via_alen); in lfib_nlmsg_size()
2247 if (nh->nh_labels) in lfib_nlmsg_size()
2248 nhsize += nla_total_size(nh->nh_labels * 4); in lfib_nlmsg_size()
2262 u32 seq = nlh ? nlh->nlmsg_seq : 0; in rtmsg_lfib()
2263 int err = -ENOBUFS; in rtmsg_lfib()
2271 /* -EMSGSIZE implies BUG in lfib_nlmsg_size */ in rtmsg_lfib()
2272 WARN_ON(err == -EMSGSIZE); in rtmsg_lfib()
2289 struct rtmsg *rtm; in mpls_valid_getroute_req() local
2292 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(*rtm))) { in mpls_valid_getroute_req()
2295 return -EINVAL; in mpls_valid_getroute_req()
2299 return nlmsg_parse_deprecated(nlh, sizeof(*rtm), tb, RTA_MAX, in mpls_valid_getroute_req()
2302 rtm = nlmsg_data(nlh); in mpls_valid_getroute_req()
2303 if ((rtm->rtm_dst_len && rtm->rtm_dst_len != 20) || in mpls_valid_getroute_req()
2304 rtm->rtm_src_len || rtm->rtm_tos || rtm->rtm_table || in mpls_valid_getroute_req()
2305 rtm->rtm_protocol || rtm->rtm_scope || rtm->rtm_type) { in mpls_valid_getroute_req()
2307 return -EINVAL; in mpls_valid_getroute_req()
2309 if (rtm->rtm_flags & ~RTM_F_FIB_MATCH) { in mpls_valid_getroute_req()
2312 return -EINVAL; in mpls_valid_getroute_req()
2315 err = nlmsg_parse_deprecated_strict(nlh, sizeof(*rtm), tb, RTA_MAX, in mpls_valid_getroute_req()
2320 if ((tb[RTA_DST] || tb[RTA_NEWDST]) && !rtm->rtm_dst_len) { in mpls_valid_getroute_req()
2322 return -EINVAL; in mpls_valid_getroute_req()
2335 return -EINVAL; in mpls_valid_getroute_req()
2345 struct net *net = sock_net(in_skb->sk); in mpls_getroute()
2355 struct rtmsg *rtm, *r; in mpls_getroute() local
2365 rtm = nlmsg_data(in_nlh); in mpls_getroute()
2372 err = -EINVAL; in mpls_getroute()
2377 err = -EINVAL; in mpls_getroute()
2384 err = -ENETUNREACH; in mpls_getroute()
2388 if (rtm->rtm_flags & RTM_F_FIB_MATCH) { in mpls_getroute()
2391 err = -ENOBUFS; in mpls_getroute()
2395 err = mpls_dump_route(skb, portid, in_nlh->nlmsg_seq, in mpls_getroute()
2398 /* -EMSGSIZE implies BUG in lfib_nlmsg_size */ in mpls_getroute()
2399 WARN_ON(err == -EMSGSIZE); in mpls_getroute()
2409 err = -EINVAL; in mpls_getroute()
2418 err = -ENOBUFS; in mpls_getroute()
2422 skb->protocol = htons(ETH_P_MPLS_UC); in mpls_getroute()
2429 err = -ENOBUFS; in mpls_getroute()
2440 for (i = n_labels - 1; i >= 0; i--) { in mpls_getroute()
2449 err = -ENETUNREACH; in mpls_getroute()
2458 nlh = nlmsg_put(skb, portid, in_nlh->nlmsg_seq, in mpls_getroute()
2461 err = -EMSGSIZE; in mpls_getroute()
2466 r->rtm_family = AF_MPLS; in mpls_getroute()
2467 r->rtm_dst_len = 20; in mpls_getroute()
2468 r->rtm_src_len = 0; in mpls_getroute()
2469 r->rtm_table = RT_TABLE_MAIN; in mpls_getroute()
2470 r->rtm_type = RTN_UNICAST; in mpls_getroute()
2471 r->rtm_scope = RT_SCOPE_UNIVERSE; in mpls_getroute()
2472 r->rtm_protocol = rt->rt_protocol; in mpls_getroute()
2473 r->rtm_flags = 0; in mpls_getroute()
2478 if (nh->nh_labels && in mpls_getroute()
2479 nla_put_labels(skb, RTA_NEWDST, nh->nh_labels, in mpls_getroute()
2480 nh->nh_label)) in mpls_getroute()
2483 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC && in mpls_getroute()
2484 nla_put_via(skb, nh->nh_via_table, mpls_nh_via(rt, nh), in mpls_getroute()
2485 nh->nh_via_alen)) in mpls_getroute()
2487 dev = nh->nh_dev; in mpls_getroute()
2488 if (dev && nla_put_u32(skb, RTA_OIF, dev->ifindex)) in mpls_getroute()
2499 err = -EMSGSIZE; in mpls_getroute()
2522 struct net_device *lo = net->loopback_dev; in resize_platform_label_table()
2523 rt0 = mpls_rt_alloc(1, lo->addr_len, 0); in resize_platform_label_table()
2526 rt0->rt_nh->nh_dev = lo; in resize_platform_label_table()
2527 rt0->rt_protocol = RTPROT_KERNEL; in resize_platform_label_table()
2528 rt0->rt_payload_type = MPT_IPV4; in resize_platform_label_table()
2529 rt0->rt_ttl_propagate = MPLS_TTL_PROP_DEFAULT; in resize_platform_label_table()
2530 rt0->rt_nh->nh_via_table = NEIGH_LINK_TABLE; in resize_platform_label_table()
2531 rt0->rt_nh->nh_via_alen = lo->addr_len; in resize_platform_label_table()
2532 memcpy(__mpls_nh_via(rt0, rt0->rt_nh), lo->dev_addr, in resize_platform_label_table()
2533 lo->addr_len); in resize_platform_label_table()
2536 struct net_device *lo = net->loopback_dev; in resize_platform_label_table()
2537 rt2 = mpls_rt_alloc(1, lo->addr_len, 0); in resize_platform_label_table()
2540 rt2->rt_nh->nh_dev = lo; in resize_platform_label_table()
2541 rt2->rt_protocol = RTPROT_KERNEL; in resize_platform_label_table()
2542 rt2->rt_payload_type = MPT_IPV6; in resize_platform_label_table()
2543 rt2->rt_ttl_propagate = MPLS_TTL_PROP_DEFAULT; in resize_platform_label_table()
2544 rt2->rt_nh->nh_via_table = NEIGH_LINK_TABLE; in resize_platform_label_table()
2545 rt2->rt_nh->nh_via_alen = lo->addr_len; in resize_platform_label_table()
2546 memcpy(__mpls_nh_via(rt2, rt2->rt_nh), lo->dev_addr, in resize_platform_label_table()
2547 lo->addr_len); in resize_platform_label_table()
2552 old = rtnl_dereference(net->mpls.platform_label); in resize_platform_label_table()
2553 old_limit = net->mpls.platform_labels; in resize_platform_label_table()
2580 net->mpls.platform_labels = limit; in resize_platform_label_table()
2581 rcu_assign_pointer(net->mpls.platform_label, labels); in resize_platform_label_table()
2599 return -ENOMEM; in resize_platform_label_table()
2605 struct net *net = table->data; in mpls_platform_labels()
2606 int platform_labels = net->mpls.platform_labels; in mpls_platform_labels()
2609 .procname = table->procname, in mpls_platform_labels()
2612 .mode = table->mode, in mpls_platform_labels()
2626 (&((struct net *)0)->field)
2662 net->mpls.platform_labels = 0; in mpls_net_init()
2663 net->mpls.platform_label = NULL; in mpls_net_init()
2664 net->mpls.ip_ttl_propagate = 1; in mpls_net_init()
2665 net->mpls.default_ttl = 255; in mpls_net_init()
2669 return -ENOMEM; in mpls_net_init()
2674 for (i = 0; i < ARRAY_SIZE(mpls_table) - 1; i++) in mpls_net_init()
2677 net->mpls.ctl = register_net_sysctl_sz(net, "net/mpls", table, in mpls_net_init()
2679 if (net->mpls.ctl == NULL) { in mpls_net_init()
2681 return -ENOMEM; in mpls_net_init()
2694 table = net->mpls.ctl->ctl_table_arg; in mpls_net_exit()
2695 unregister_net_sysctl_table(net->mpls.ctl); in mpls_net_exit()
2708 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_net_exit()
2709 platform_labels = net->mpls.platform_labels; in mpls_net_exit()