Lines Matching +full:use +full:- +full:rtm
1 // SPDX-License-Identifier: GPL-2.0-only
30 /* max memory we will use for mpls_route */
40 static int label_limit = (1 << 20) - 1;
81 if (index < net->mpls.platform_labels) { in mpls_route_input_rcu()
83 rcu_dereference(net->mpls.platform_label); in mpls_route_input_rcu()
91 return dev && (dev->flags & IFF_UP) && netif_carrier_ok(dev); in mpls_output_possible()
97 return (u8 *)nh + rt->rt_via_offset; in __mpls_nh_via()
109 return nh->nh_labels * sizeof(struct mpls_shim_hdr); in mpls_nh_header_size()
115 return dev->mtu; in mpls_dev_mtu()
121 if (skb->len <= mtu) in mpls_pkt_too_big()
136 if (skb->protocol == htons(ETH_P_MPLS_UC)) { in mpls_stats_inc_outucastpkts()
139 MPLS_INC_STATS_LEN(mdev, skb->len, in mpls_stats_inc_outucastpkts()
142 } else if (skb->protocol == htons(ETH_P_IP)) { in mpls_stats_inc_outucastpkts()
143 IP_UPD_PO_STATS(dev_net(dev), IPSTATS_MIB_OUT, skb->len); in mpls_stats_inc_outucastpkts()
145 } else if (skb->protocol == htons(ETH_P_IPV6)) { in mpls_stats_inc_outucastpkts()
150 IPSTATS_MIB_OUT, skb->len); in mpls_stats_inc_outucastpkts()
175 /* RFC6790 - reserved labels MUST NOT be used as keys in mpls_multipath_hash()
176 * for the load-balancing function in mpls_multipath_hash()
183 * label was just added to the hash - no need to in mpls_multipath_hash()
201 if (v4hdr->version == 4) { in mpls_multipath_hash()
202 hash = jhash_3words(ntohl(v4hdr->saddr), in mpls_multipath_hash()
203 ntohl(v4hdr->daddr), in mpls_multipath_hash()
204 v4hdr->protocol, hash); in mpls_multipath_hash()
205 } else if (v4hdr->version == 6 && in mpls_multipath_hash()
211 hash = __ipv6_addr_jhash(&v6hdr->saddr, hash); in mpls_multipath_hash()
212 hash = __ipv6_addr_jhash(&v6hdr->daddr, hash); in mpls_multipath_hash()
213 hash = jhash_1word(v6hdr->nexthdr, hash); in mpls_multipath_hash()
225 return (struct mpls_nh *)((u8 *)rt->rt_nh + index * rt->rt_nh_size); in mpls_get_nexthop()
228 /* number of alive nexthops (rt->rt_nhn_alive) and the flags for
229 * a next hop (nh->nh_flags) are modified by netdev event handlers.
230 * Since those fields can change at any moment, use READ_ONCE to
244 if (rt->rt_nhn == 1) in mpls_select_multipath()
245 return rt->rt_nh; in mpls_select_multipath()
247 alive = READ_ONCE(rt->rt_nhn_alive); in mpls_select_multipath()
253 if (alive == rt->rt_nhn) in mpls_select_multipath()
256 unsigned int nh_flags = READ_ONCE(nh->nh_flags); in mpls_select_multipath()
288 payload_type = rt->rt_payload_type; in mpls_egress()
290 payload_type = ip_hdr(skb)->version; in mpls_egress()
296 skb->protocol = htons(ETH_P_IP); in mpls_egress()
302 if (rt->rt_ttl_propagate == MPLS_TTL_PROP_ENABLED || in mpls_egress()
303 (rt->rt_ttl_propagate == MPLS_TTL_PROP_DEFAULT && in mpls_egress()
304 net->mpls.ip_ttl_propagate)) in mpls_egress()
307 new_ttl = hdr4->ttl ? hdr4->ttl - 1 : 0; in mpls_egress()
309 csum_replace2(&hdr4->check, in mpls_egress()
310 htons(hdr4->ttl << 8), in mpls_egress()
312 hdr4->ttl = new_ttl; in mpls_egress()
318 skb->protocol = htons(ETH_P_IPV6); in mpls_egress()
324 if (rt->rt_ttl_propagate == MPLS_TTL_PROP_ENABLED || in mpls_egress()
325 (rt->rt_ttl_propagate == MPLS_TTL_PROP_DEFAULT && in mpls_egress()
326 net->mpls.ip_ttl_propagate)) in mpls_egress()
327 hdr6->hop_limit = dec.ttl; in mpls_egress()
328 else if (hdr6->hop_limit) in mpls_egress()
329 hdr6->hop_limit = hdr6->hop_limit - 1; in mpls_egress()
363 MPLS_INC_STATS_LEN(mdev, skb->len, rx_packets, in mpls_forward()
366 if (!mdev->input_enabled) { in mpls_forward()
371 if (skb->pkt_type != PACKET_HOST) in mpls_forward()
408 dec.ttl -= 1; in mpls_forward()
411 out_dev = rcu_dereference(nh->nh_dev); in mpls_forward()
418 if (mpls_pkt_too_big(skb, mtu - new_header_size)) in mpls_forward()
422 if (!out_dev->header_ops) in mpls_forward()
429 skb->dev = out_dev; in mpls_forward()
430 skb->protocol = htons(ETH_P_MPLS_UC); in mpls_forward()
444 for (i = nh->nh_labels - 1; i >= 0; i--) { in mpls_forward()
445 hdr[i] = mpls_entry_encode(nh->nh_label[i], in mpls_forward()
454 if (nh->nh_via_table == MPLS_NEIGH_TABLE_UNSPEC) in mpls_forward()
456 out_dev->dev_addr, skb); in mpls_forward()
458 err = neigh_xmit(nh->nh_via_table, out_dev, in mpls_forward()
516 return ERR_PTR(-EINVAL); in mpls_rt_alloc()
520 return ERR_PTR(-ENOMEM); in mpls_rt_alloc()
522 rt->rt_nhn = num_nh; in mpls_rt_alloc()
523 rt->rt_nhn_alive = num_nh; in mpls_rt_alloc()
524 rt->rt_nh_size = nh_size; in mpls_rt_alloc()
525 rt->rt_via_offset = MPLS_NH_VIA_OFF(max_labels); in mpls_rt_alloc()
540 struct nlmsghdr *nlh = info ? info->nlh : NULL; in mpls_notify_route()
541 unsigned portid = info ? info->portid : 0; in mpls_notify_route()
559 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_route_update()
575 platform_label = rtnl_dereference(net->mpls.platform_label); in find_free_label()
576 platform_labels = net->mpls.platform_labels; in find_free_label()
598 dev = rt->dst.dev; in inet_fib_lookup_dev()
609 return ERR_PTR(-EAFNOSUPPORT); in inet_fib_lookup_dev()
622 return ERR_PTR(-EAFNOSUPPORT); in inet6_fib_lookup_dev()
626 dst = ipv6_stub->ipv6_dst_lookup_flow(net, NULL, &fl6, NULL); in inet6_fib_lookup_dev()
630 dev = dst->dev; in inet6_fib_lookup_dev()
640 return ERR_PTR(-EAFNOSUPPORT); in inet6_fib_lookup_dev()
651 switch (nh->nh_via_table) { in find_outdev()
666 return ERR_PTR(-ENODEV); in find_outdev()
681 int err = -ENODEV; in mpls_nh_assign_dev()
691 err = -EINVAL; in mpls_nh_assign_dev()
695 if ((nh->nh_via_table == NEIGH_LINK_TABLE) && in mpls_nh_assign_dev()
696 (dev->addr_len != nh->nh_via_alen)) in mpls_nh_assign_dev()
699 RCU_INIT_POINTER(nh->nh_dev, dev); in mpls_nh_assign_dev()
701 if (!(dev->flags & IFF_UP)) { in mpls_nh_assign_dev()
702 nh->nh_flags |= RTNH_F_DEAD; in mpls_nh_assign_dev()
708 nh->nh_flags |= RTNH_F_LINKDOWN; in mpls_nh_assign_dev()
721 int err = -EINVAL; in nla_get_via()
729 alen = nla_len(nla) - in nla_get_via()
738 switch (via->rtvia_family) { in nla_get_via()
757 memcpy(via_addr, via->rtvia_addr, alen); in nla_get_via()
768 struct net *net = cfg->rc_nlinfo.nl_net; in mpls_nh_build_from_cfg()
769 struct mpls_nh *nh = rt->rt_nh; in mpls_nh_build_from_cfg()
774 return -ENOMEM; in mpls_nh_build_from_cfg()
776 nh->nh_labels = cfg->rc_output_labels; in mpls_nh_build_from_cfg()
777 for (i = 0; i < nh->nh_labels; i++) in mpls_nh_build_from_cfg()
778 nh->nh_label[i] = cfg->rc_output_label[i]; in mpls_nh_build_from_cfg()
780 nh->nh_via_table = cfg->rc_via_table; in mpls_nh_build_from_cfg()
781 memcpy(__mpls_nh_via(rt, nh), cfg->rc_via, cfg->rc_via_alen); in mpls_nh_build_from_cfg()
782 nh->nh_via_alen = cfg->rc_via_alen; in mpls_nh_build_from_cfg()
784 err = mpls_nh_assign_dev(net, rt, nh, cfg->rc_ifindex); in mpls_nh_build_from_cfg()
788 if (nh->nh_flags & (RTNH_F_DEAD | RTNH_F_LINKDOWN)) in mpls_nh_build_from_cfg()
789 rt->rt_nhn_alive--; in mpls_nh_build_from_cfg()
802 int err = -ENOMEM; in mpls_nh_build()
808 err = nla_get_labels(newdst, max_labels, &nh->nh_labels, in mpls_nh_build()
809 nh->nh_label, extack); in mpls_nh_build()
815 err = nla_get_via(via, &nh->nh_via_alen, &nh->nh_via_table, in mpls_nh_build()
820 nh->nh_via_table = MPLS_NEIGH_TABLE_UNSPEC; in mpls_nh_build()
852 int via_alen = nla_len(nla) - in mpls_count_nexthops()
886 struct rtnexthop *rtnh = cfg->rc_mp; in mpls_nh_build_multi()
888 int remaining = cfg->rc_mp_len; in mpls_nh_build_multi()
898 err = -EINVAL; in mpls_nh_build_multi()
905 if (rtnh->rtnh_hops || rtnh->rtnh_flags) in mpls_nh_build_multi()
916 err = mpls_nh_build(cfg->rc_nlinfo.nl_net, rt, nh, in mpls_nh_build_multi()
917 rtnh->rtnh_ifindex, nla_via, nla_newdst, in mpls_nh_build_multi()
922 if (nh->nh_flags & (RTNH_F_DEAD | RTNH_F_LINKDOWN)) in mpls_nh_build_multi()
923 rt->rt_nhn_alive--; in mpls_nh_build_multi()
929 rt->rt_nhn = nhs; in mpls_nh_build_multi()
945 "Invalid label - must be MPLS_LABEL_FIRST_UNRESERVED or higher"); in mpls_label_ok()
950 if (is_ok && *index >= net->mpls.platform_labels) { in mpls_label_ok()
956 *index = array_index_nospec(*index, net->mpls.platform_labels); in mpls_label_ok()
964 struct net *net = cfg->rc_nlinfo.nl_net; in mpls_route_add()
966 int err = -EINVAL; in mpls_route_add()
972 index = cfg->rc_label; in mpls_route_add()
976 (cfg->rc_nlflags & NLM_F_CREATE)) { in mpls_route_add()
984 err = -EOPNOTSUPP; in mpls_route_add()
985 if (cfg->rc_nlflags & NLM_F_APPEND) { in mpls_route_add()
990 err = -EEXIST; in mpls_route_add()
991 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_route_add()
993 if ((cfg->rc_nlflags & NLM_F_EXCL) && old) in mpls_route_add()
996 err = -EEXIST; in mpls_route_add()
997 if (!(cfg->rc_nlflags & NLM_F_REPLACE) && old) in mpls_route_add()
1000 err = -ENOENT; in mpls_route_add()
1001 if (!(cfg->rc_nlflags & NLM_F_CREATE) && !old) in mpls_route_add()
1004 err = -EINVAL; in mpls_route_add()
1005 if (cfg->rc_mp) { in mpls_route_add()
1006 nhs = mpls_count_nexthops(cfg->rc_mp, cfg->rc_mp_len, in mpls_route_add()
1007 cfg->rc_via_alen, &max_via_alen, in mpls_route_add()
1010 max_via_alen = cfg->rc_via_alen; in mpls_route_add()
1011 max_labels = cfg->rc_output_labels; in mpls_route_add()
1020 err = -ENOMEM; in mpls_route_add()
1027 rt->rt_protocol = cfg->rc_protocol; in mpls_route_add()
1028 rt->rt_payload_type = cfg->rc_payload_type; in mpls_route_add()
1029 rt->rt_ttl_propagate = cfg->rc_ttl_propagate; in mpls_route_add()
1031 if (cfg->rc_mp) in mpls_route_add()
1038 mpls_route_update(net, index, rt, &cfg->rc_nlinfo); in mpls_route_add()
1051 struct net *net = cfg->rc_nlinfo.nl_net; in mpls_route_del()
1053 int err = -EINVAL; in mpls_route_del()
1055 index = cfg->rc_label; in mpls_route_del()
1060 mpls_route_update(net, index, NULL, &cfg->rc_nlinfo); in mpls_route_del()
1079 p = per_cpu_ptr(mdev->stats, i); in mpls_get_stats()
1081 start = u64_stats_fetch_begin_irq(&p->syncp); in mpls_get_stats()
1082 local = p->stats; in mpls_get_stats()
1083 } while (u64_stats_fetch_retry_irq(&p->syncp, start)); in mpls_get_stats()
1085 stats->rx_packets += local.rx_packets; in mpls_get_stats()
1086 stats->rx_bytes += local.rx_bytes; in mpls_get_stats()
1087 stats->tx_packets += local.tx_packets; in mpls_get_stats()
1088 stats->tx_bytes += local.tx_bytes; in mpls_get_stats()
1089 stats->rx_errors += local.rx_errors; in mpls_get_stats()
1090 stats->tx_errors += local.tx_errors; in mpls_get_stats()
1091 stats->rx_dropped += local.rx_dropped; in mpls_get_stats()
1092 stats->tx_dropped += local.tx_dropped; in mpls_get_stats()
1093 stats->rx_noroute += local.rx_noroute; in mpls_get_stats()
1106 return -ENODATA; in mpls_fill_stats_af()
1112 return -EMSGSIZE; in mpls_fill_stats_af()
1142 return -EMSGSIZE; in mpls_netconf_fill_devconf()
1148 ncm->ncm_family = AF_MPLS; in mpls_netconf_fill_devconf()
1150 if (nla_put_s32(skb, NETCONFA_IFINDEX, mdev->dev->ifindex) < 0) in mpls_netconf_fill_devconf()
1155 mdev->input_enabled) < 0) in mpls_netconf_fill_devconf()
1163 return -EMSGSIZE; in mpls_netconf_fill_devconf()
1185 int err = -ENOBUFS; in mpls_netconf_notify_devconf()
1193 /* -EMSGSIZE implies BUG in mpls_netconf_msgsize_devconf() */ in mpls_netconf_notify_devconf()
1194 WARN_ON(err == -EMSGSIZE); in mpls_netconf_notify_devconf()
1217 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(struct netconfmsg))) { in mpls_netconf_valid_get_req()
1220 return -EINVAL; in mpls_netconf_valid_get_req()
1243 return -EINVAL; in mpls_netconf_valid_get_req()
1254 struct net *net = sock_net(in_skb->sk); in mpls_netconf_get_devconf()
1266 err = -EINVAL; in mpls_netconf_get_devconf()
1279 err = -ENOBUFS; in mpls_netconf_get_devconf()
1286 nlh->nlmsg_seq, RTM_NEWNETCONF, 0, in mpls_netconf_get_devconf()
1289 /* -EMSGSIZE implies BUG in mpls_netconf_msgsize_devconf() */ in mpls_netconf_get_devconf()
1290 WARN_ON(err == -EMSGSIZE); in mpls_netconf_get_devconf()
1302 const struct nlmsghdr *nlh = cb->nlh; in mpls_netconf_dump_devconf()
1303 struct net *net = sock_net(skb->sk); in mpls_netconf_dump_devconf()
1310 if (cb->strict_check) { in mpls_netconf_dump_devconf()
1311 struct netlink_ext_ack *extack = cb->extack; in mpls_netconf_dump_devconf()
1314 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(*ncm))) { in mpls_netconf_dump_devconf()
1316 return -EINVAL; in mpls_netconf_dump_devconf()
1321 return -EINVAL; in mpls_netconf_dump_devconf()
1325 s_h = cb->args[0]; in mpls_netconf_dump_devconf()
1326 s_idx = idx = cb->args[1]; in mpls_netconf_dump_devconf()
1330 head = &net->dev_index_head[h]; in mpls_netconf_dump_devconf()
1332 cb->seq = net->dev_base_seq; in mpls_netconf_dump_devconf()
1340 NETLINK_CB(cb->skb).portid, in mpls_netconf_dump_devconf()
1341 nlh->nlmsg_seq, in mpls_netconf_dump_devconf()
1355 cb->args[0] = h; in mpls_netconf_dump_devconf()
1356 cb->args[1] = idx; in mpls_netconf_dump_devconf()
1358 return skb->len; in mpls_netconf_dump_devconf()
1362 (&((struct mpls_dev *)0)->field)
1367 int oval = *(int *)ctl->data; in mpls_conf_proc()
1371 struct mpls_dev *mdev = ctl->extra1; in mpls_conf_proc()
1372 int i = (int *)ctl->data - (int *)mdev; in mpls_conf_proc()
1373 struct net *net = ctl->extra2; in mpls_conf_proc()
1374 int val = *(int *)ctl->data; in mpls_conf_proc()
1418 snprintf(path, sizeof(path), "net/mpls/conf/%s", dev->name); in mpls_dev_sysctl_register()
1420 mdev->sysctl = register_net_sysctl(net, path, table); in mpls_dev_sysctl_register()
1421 if (!mdev->sysctl) in mpls_dev_sysctl_register()
1430 mdev->sysctl = NULL; in mpls_dev_sysctl_register()
1431 return -ENOBUFS; in mpls_dev_sysctl_register()
1440 if (!mdev->sysctl) in mpls_dev_sysctl_unregister()
1443 table = mdev->sysctl->ctl_table_arg; in mpls_dev_sysctl_unregister()
1444 unregister_net_sysctl_table(mdev->sysctl); in mpls_dev_sysctl_unregister()
1453 int err = -ENOMEM; in mpls_add_dev()
1462 mdev->stats = alloc_percpu(struct mpls_pcpu_stats); in mpls_add_dev()
1463 if (!mdev->stats) in mpls_add_dev()
1469 mpls_stats = per_cpu_ptr(mdev->stats, i); in mpls_add_dev()
1470 u64_stats_init(&mpls_stats->syncp); in mpls_add_dev()
1473 mdev->dev = dev; in mpls_add_dev()
1479 rcu_assign_pointer(dev->mpls_ptr, mdev); in mpls_add_dev()
1484 free_percpu(mdev->stats); in mpls_add_dev()
1493 free_percpu(mdev->stats); in mpls_dev_destroy_rcu()
1503 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_ifdown()
1504 for (index = 0; index < net->mpls.platform_labels; index++) { in mpls_ifdown()
1517 rtnl_dereference(nh->nh_dev); in mpls_ifdown()
1526 if (deleted == rt->rt_nhn) { in mpls_ifdown()
1532 size_t size = sizeof(*rt) + rt->rt_nhn * in mpls_ifdown()
1533 rt->rt_nh_size; in mpls_ifdown()
1538 return -ENOMEM; in mpls_ifdown()
1544 unsigned int nh_flags = nh->nh_flags; in mpls_ifdown()
1546 if (rtnl_dereference(nh->nh_dev) != dev) in mpls_ifdown()
1559 RCU_INIT_POINTER(nh->nh_dev, NULL); in mpls_ifdown()
1561 if (nh->nh_flags != nh_flags) in mpls_ifdown()
1562 WRITE_ONCE(nh->nh_flags, nh_flags); in mpls_ifdown()
1568 WRITE_ONCE(rt->rt_nhn_alive, alive); in mpls_ifdown()
1584 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_ifup()
1585 for (index = 0; index < net->mpls.platform_labels; index++) { in mpls_ifup()
1593 unsigned int nh_flags = nh->nh_flags; in mpls_ifup()
1595 rtnl_dereference(nh->nh_dev); in mpls_ifup()
1605 WRITE_ONCE(nh->nh_flags, nh_flags); in mpls_ifup()
1608 WRITE_ONCE(rt->rt_nhn_alive, alive); in mpls_ifup()
1663 RCU_INIT_POINTER(dev->mpls_ptr, NULL); in mpls_dev_notify()
1664 call_rcu(&mdev->rcu, mpls_dev_destroy_rcu); in mpls_dev_notify()
1696 return -EMSGSIZE; in nla_put_via()
1702 via->rtvia_family = family; in nla_put_via()
1703 memcpy(via->rtvia_addr, addr, alen); in nla_put_via()
1716 return -EMSGSIZE; in nla_put_labels()
1720 for (i = labels - 1; i >= 0; i--) { in nla_put_labels()
1744 return -EINVAL; in nla_get_labels()
1751 return -EINVAL; in nla_get_labels()
1760 for (i = nla_labels - 1; i >= 0; i--, bos = false) { in nla_get_labels()
1770 return -EINVAL; in nla_get_labels()
1776 return -EINVAL; in nla_get_labels()
1788 return -EINVAL; in nla_get_labels()
1799 return -EINVAL; in nla_get_labels()
1815 struct rtmsg *rtm; in rtm_to_route_config() local
1820 err = nlmsg_parse_deprecated(nlh, sizeof(*rtm), tb, RTA_MAX, in rtm_to_route_config()
1825 err = -EINVAL; in rtm_to_route_config()
1826 rtm = nlmsg_data(nlh); in rtm_to_route_config()
1828 if (rtm->rtm_family != AF_MPLS) { in rtm_to_route_config()
1832 if (rtm->rtm_dst_len != 20) { in rtm_to_route_config()
1836 if (rtm->rtm_src_len != 0) { in rtm_to_route_config()
1840 if (rtm->rtm_tos != 0) { in rtm_to_route_config()
1844 if (rtm->rtm_table != RT_TABLE_MAIN) { in rtm_to_route_config()
1855 if (rtm->rtm_scope != RT_SCOPE_UNIVERSE) { in rtm_to_route_config()
1857 "Invalid route scope - MPLS only supports UNIVERSE"); in rtm_to_route_config()
1860 if (rtm->rtm_type != RTN_UNICAST) { in rtm_to_route_config()
1862 "Invalid route type - MPLS only supports UNICAST"); in rtm_to_route_config()
1865 if (rtm->rtm_flags != 0) { in rtm_to_route_config()
1870 cfg->rc_label = LABEL_NOT_SPECIFIED; in rtm_to_route_config()
1871 cfg->rc_protocol = rtm->rtm_protocol; in rtm_to_route_config()
1872 cfg->rc_via_table = MPLS_NEIGH_TABLE_UNSPEC; in rtm_to_route_config()
1873 cfg->rc_ttl_propagate = MPLS_TTL_PROP_DEFAULT; in rtm_to_route_config()
1874 cfg->rc_nlflags = nlh->nlmsg_flags; in rtm_to_route_config()
1875 cfg->rc_nlinfo.portid = NETLINK_CB(skb).portid; in rtm_to_route_config()
1876 cfg->rc_nlinfo.nlh = nlh; in rtm_to_route_config()
1877 cfg->rc_nlinfo.nl_net = sock_net(skb->sk); in rtm_to_route_config()
1886 cfg->rc_ifindex = nla_get_u32(nla); in rtm_to_route_config()
1890 &cfg->rc_output_labels, in rtm_to_route_config()
1891 cfg->rc_output_label, extack)) in rtm_to_route_config()
1898 &cfg->rc_label, extack)) in rtm_to_route_config()
1901 if (!mpls_label_ok(cfg->rc_nlinfo.nl_net, in rtm_to_route_config()
1902 &cfg->rc_label, extack)) in rtm_to_route_config()
1911 if (nla_get_via(nla, &cfg->rc_via_alen, in rtm_to_route_config()
1912 &cfg->rc_via_table, cfg->rc_via, in rtm_to_route_config()
1919 cfg->rc_mp = nla_data(nla); in rtm_to_route_config()
1920 cfg->rc_mp_len = nla_len(nla); in rtm_to_route_config()
1932 cfg->rc_ttl_propagate = ttl_propagate ? in rtm_to_route_config()
1957 return -ENOMEM; in mpls_rtm_delroute()
1979 return -ENOMEM; in mpls_rtm_newroute()
1997 struct rtmsg *rtm; in mpls_dump_route() local
1999 nlh = nlmsg_put(skb, portid, seq, event, sizeof(*rtm), flags); in mpls_dump_route()
2001 return -EMSGSIZE; in mpls_dump_route()
2003 rtm = nlmsg_data(nlh); in mpls_dump_route()
2004 rtm->rtm_family = AF_MPLS; in mpls_dump_route()
2005 rtm->rtm_dst_len = 20; in mpls_dump_route()
2006 rtm->rtm_src_len = 0; in mpls_dump_route()
2007 rtm->rtm_tos = 0; in mpls_dump_route()
2008 rtm->rtm_table = RT_TABLE_MAIN; in mpls_dump_route()
2009 rtm->rtm_protocol = rt->rt_protocol; in mpls_dump_route()
2010 rtm->rtm_scope = RT_SCOPE_UNIVERSE; in mpls_dump_route()
2011 rtm->rtm_type = RTN_UNICAST; in mpls_dump_route()
2012 rtm->rtm_flags = 0; in mpls_dump_route()
2017 if (rt->rt_ttl_propagate != MPLS_TTL_PROP_DEFAULT) { in mpls_dump_route()
2019 rt->rt_ttl_propagate == MPLS_TTL_PROP_ENABLED; in mpls_dump_route()
2025 if (rt->rt_nhn == 1) { in mpls_dump_route()
2026 const struct mpls_nh *nh = rt->rt_nh; in mpls_dump_route()
2028 if (nh->nh_labels && in mpls_dump_route()
2029 nla_put_labels(skb, RTA_NEWDST, nh->nh_labels, in mpls_dump_route()
2030 nh->nh_label)) in mpls_dump_route()
2032 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC && in mpls_dump_route()
2033 nla_put_via(skb, nh->nh_via_table, mpls_nh_via(rt, nh), in mpls_dump_route()
2034 nh->nh_via_alen)) in mpls_dump_route()
2036 dev = rtnl_dereference(nh->nh_dev); in mpls_dump_route()
2037 if (dev && nla_put_u32(skb, RTA_OIF, dev->ifindex)) in mpls_dump_route()
2039 if (nh->nh_flags & RTNH_F_LINKDOWN) in mpls_dump_route()
2040 rtm->rtm_flags |= RTNH_F_LINKDOWN; in mpls_dump_route()
2041 if (nh->nh_flags & RTNH_F_DEAD) in mpls_dump_route()
2042 rtm->rtm_flags |= RTNH_F_DEAD; in mpls_dump_route()
2054 dev = rtnl_dereference(nh->nh_dev); in mpls_dump_route()
2062 rtnh->rtnh_ifindex = dev->ifindex; in mpls_dump_route()
2063 if (nh->nh_flags & RTNH_F_LINKDOWN) { in mpls_dump_route()
2064 rtnh->rtnh_flags |= RTNH_F_LINKDOWN; in mpls_dump_route()
2067 if (nh->nh_flags & RTNH_F_DEAD) { in mpls_dump_route()
2068 rtnh->rtnh_flags |= RTNH_F_DEAD; in mpls_dump_route()
2072 if (nh->nh_labels && nla_put_labels(skb, RTA_NEWDST, in mpls_dump_route()
2073 nh->nh_labels, in mpls_dump_route()
2074 nh->nh_label)) in mpls_dump_route()
2076 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC && in mpls_dump_route()
2077 nla_put_via(skb, nh->nh_via_table, in mpls_dump_route()
2079 nh->nh_via_alen)) in mpls_dump_route()
2083 rtnh->rtnh_len = nlmsg_get_pos(skb) - (void *)rtnh; in mpls_dump_route()
2086 if (linkdown == rt->rt_nhn) in mpls_dump_route()
2087 rtm->rtm_flags |= RTNH_F_LINKDOWN; in mpls_dump_route()
2088 if (dead == rt->rt_nhn) in mpls_dump_route()
2089 rtm->rtm_flags |= RTNH_F_DEAD; in mpls_dump_route()
2099 return -EMSGSIZE; in mpls_dump_route()
2114 struct netlink_ext_ack *extack = cb->extack; in mpls_valid_fib_dump_req()
2116 struct rtmsg *rtm; in mpls_valid_fib_dump_req() local
2119 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(*rtm))) { in mpls_valid_fib_dump_req()
2121 return -EINVAL; in mpls_valid_fib_dump_req()
2124 rtm = nlmsg_data(nlh); in mpls_valid_fib_dump_req()
2125 if (rtm->rtm_dst_len || rtm->rtm_src_len || rtm->rtm_tos || in mpls_valid_fib_dump_req()
2126 rtm->rtm_table || rtm->rtm_scope || rtm->rtm_type || in mpls_valid_fib_dump_req()
2127 rtm->rtm_flags) { in mpls_valid_fib_dump_req()
2129 return -EINVAL; in mpls_valid_fib_dump_req()
2132 if (rtm->rtm_protocol) { in mpls_valid_fib_dump_req()
2133 filter->protocol = rtm->rtm_protocol; in mpls_valid_fib_dump_req()
2134 filter->filter_set = 1; in mpls_valid_fib_dump_req()
2135 cb->answer_flags = NLM_F_DUMP_FILTERED; in mpls_valid_fib_dump_req()
2138 err = nlmsg_parse_deprecated_strict(nlh, sizeof(*rtm), tb, RTA_MAX, in mpls_valid_fib_dump_req()
2148 filter->dev = __dev_get_by_index(net, ifindex); in mpls_valid_fib_dump_req()
2149 if (!filter->dev) in mpls_valid_fib_dump_req()
2150 return -ENODEV; in mpls_valid_fib_dump_req()
2151 filter->filter_set = 1; in mpls_valid_fib_dump_req()
2154 return -EINVAL; in mpls_valid_fib_dump_req()
2167 if (rt->rt_nhn == 1) { in mpls_rt_uses_dev()
2168 struct mpls_nh *nh = rt->rt_nh; in mpls_rt_uses_dev()
2170 nh_dev = rtnl_dereference(nh->nh_dev); in mpls_rt_uses_dev()
2175 nh_dev = rtnl_dereference(nh->nh_dev); in mpls_rt_uses_dev()
2186 const struct nlmsghdr *nlh = cb->nlh; in mpls_dump_routes()
2187 struct net *net = sock_net(skb->sk); in mpls_dump_routes()
2196 if (cb->strict_check) { in mpls_dump_routes()
2209 return skb->len; in mpls_dump_routes()
2212 index = cb->args[0]; in mpls_dump_routes()
2216 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_dump_routes()
2217 platform_labels = net->mpls.platform_labels; in mpls_dump_routes()
2230 (filter.protocol && rt->rt_protocol != filter.protocol)) in mpls_dump_routes()
2233 if (mpls_dump_route(skb, NETLINK_CB(cb->skb).portid, in mpls_dump_routes()
2234 cb->nlh->nlmsg_seq, RTM_NEWROUTE, in mpls_dump_routes()
2238 cb->args[0] = index; in mpls_dump_routes()
2240 return skb->len; in mpls_dump_routes()
2250 if (rt->rt_nhn == 1) { in lfib_nlmsg_size()
2251 struct mpls_nh *nh = rt->rt_nh; in lfib_nlmsg_size()
2253 if (nh->nh_dev) in lfib_nlmsg_size()
2255 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC) /* RTA_VIA */ in lfib_nlmsg_size()
2256 payload += nla_total_size(2 + nh->nh_via_alen); in lfib_nlmsg_size()
2257 if (nh->nh_labels) /* RTA_NEWDST */ in lfib_nlmsg_size()
2258 payload += nla_total_size(nh->nh_labels * 4); in lfib_nlmsg_size()
2264 if (!rtnl_dereference(nh->nh_dev)) in lfib_nlmsg_size()
2268 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC) in lfib_nlmsg_size()
2269 nhsize += nla_total_size(2 + nh->nh_via_alen); in lfib_nlmsg_size()
2270 if (nh->nh_labels) in lfib_nlmsg_size()
2271 nhsize += nla_total_size(nh->nh_labels * 4); in lfib_nlmsg_size()
2285 u32 seq = nlh ? nlh->nlmsg_seq : 0; in rtmsg_lfib()
2286 int err = -ENOBUFS; in rtmsg_lfib()
2294 /* -EMSGSIZE implies BUG in lfib_nlmsg_size */ in rtmsg_lfib()
2295 WARN_ON(err == -EMSGSIZE); in rtmsg_lfib()
2312 struct rtmsg *rtm; in mpls_valid_getroute_req() local
2315 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(*rtm))) { in mpls_valid_getroute_req()
2318 return -EINVAL; in mpls_valid_getroute_req()
2322 return nlmsg_parse_deprecated(nlh, sizeof(*rtm), tb, RTA_MAX, in mpls_valid_getroute_req()
2325 rtm = nlmsg_data(nlh); in mpls_valid_getroute_req()
2326 if ((rtm->rtm_dst_len && rtm->rtm_dst_len != 20) || in mpls_valid_getroute_req()
2327 rtm->rtm_src_len || rtm->rtm_tos || rtm->rtm_table || in mpls_valid_getroute_req()
2328 rtm->rtm_protocol || rtm->rtm_scope || rtm->rtm_type) { in mpls_valid_getroute_req()
2330 return -EINVAL; in mpls_valid_getroute_req()
2332 if (rtm->rtm_flags & ~RTM_F_FIB_MATCH) { in mpls_valid_getroute_req()
2335 return -EINVAL; in mpls_valid_getroute_req()
2338 err = nlmsg_parse_deprecated_strict(nlh, sizeof(*rtm), tb, RTA_MAX, in mpls_valid_getroute_req()
2343 if ((tb[RTA_DST] || tb[RTA_NEWDST]) && !rtm->rtm_dst_len) { in mpls_valid_getroute_req()
2345 return -EINVAL; in mpls_valid_getroute_req()
2358 return -EINVAL; in mpls_valid_getroute_req()
2368 struct net *net = sock_net(in_skb->sk); in mpls_getroute()
2377 struct rtmsg *rtm, *r; in mpls_getroute() local
2388 rtm = nlmsg_data(in_nlh); in mpls_getroute()
2395 err = -EINVAL; in mpls_getroute()
2400 err = -EINVAL; in mpls_getroute()
2407 err = -ENETUNREACH; in mpls_getroute()
2411 if (rtm->rtm_flags & RTM_F_FIB_MATCH) { in mpls_getroute()
2414 err = -ENOBUFS; in mpls_getroute()
2418 err = mpls_dump_route(skb, portid, in_nlh->nlmsg_seq, in mpls_getroute()
2421 /* -EMSGSIZE implies BUG in lfib_nlmsg_size */ in mpls_getroute()
2422 WARN_ON(err == -EMSGSIZE); in mpls_getroute()
2432 err = -EINVAL; in mpls_getroute()
2441 err = -ENOBUFS; in mpls_getroute()
2445 skb->protocol = htons(ETH_P_MPLS_UC); in mpls_getroute()
2452 err = -ENOBUFS; in mpls_getroute()
2463 for (i = n_labels - 1; i >= 0; i--) { in mpls_getroute()
2472 err = -ENETUNREACH; in mpls_getroute()
2481 nlh = nlmsg_put(skb, portid, in_nlh->nlmsg_seq, in mpls_getroute()
2484 err = -EMSGSIZE; in mpls_getroute()
2489 r->rtm_family = AF_MPLS; in mpls_getroute()
2490 r->rtm_dst_len = 20; in mpls_getroute()
2491 r->rtm_src_len = 0; in mpls_getroute()
2492 r->rtm_table = RT_TABLE_MAIN; in mpls_getroute()
2493 r->rtm_type = RTN_UNICAST; in mpls_getroute()
2494 r->rtm_scope = RT_SCOPE_UNIVERSE; in mpls_getroute()
2495 r->rtm_protocol = rt->rt_protocol; in mpls_getroute()
2496 r->rtm_flags = 0; in mpls_getroute()
2501 if (nh->nh_labels && in mpls_getroute()
2502 nla_put_labels(skb, RTA_NEWDST, nh->nh_labels, in mpls_getroute()
2503 nh->nh_label)) in mpls_getroute()
2506 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC && in mpls_getroute()
2507 nla_put_via(skb, nh->nh_via_table, mpls_nh_via(rt, nh), in mpls_getroute()
2508 nh->nh_via_alen)) in mpls_getroute()
2510 dev = rtnl_dereference(nh->nh_dev); in mpls_getroute()
2511 if (dev && nla_put_u32(skb, RTA_OIF, dev->ifindex)) in mpls_getroute()
2522 err = -EMSGSIZE; in mpls_getroute()
2545 struct net_device *lo = net->loopback_dev; in resize_platform_label_table()
2546 rt0 = mpls_rt_alloc(1, lo->addr_len, 0); in resize_platform_label_table()
2549 RCU_INIT_POINTER(rt0->rt_nh->nh_dev, lo); in resize_platform_label_table()
2550 rt0->rt_protocol = RTPROT_KERNEL; in resize_platform_label_table()
2551 rt0->rt_payload_type = MPT_IPV4; in resize_platform_label_table()
2552 rt0->rt_ttl_propagate = MPLS_TTL_PROP_DEFAULT; in resize_platform_label_table()
2553 rt0->rt_nh->nh_via_table = NEIGH_LINK_TABLE; in resize_platform_label_table()
2554 rt0->rt_nh->nh_via_alen = lo->addr_len; in resize_platform_label_table()
2555 memcpy(__mpls_nh_via(rt0, rt0->rt_nh), lo->dev_addr, in resize_platform_label_table()
2556 lo->addr_len); in resize_platform_label_table()
2559 struct net_device *lo = net->loopback_dev; in resize_platform_label_table()
2560 rt2 = mpls_rt_alloc(1, lo->addr_len, 0); in resize_platform_label_table()
2563 RCU_INIT_POINTER(rt2->rt_nh->nh_dev, lo); in resize_platform_label_table()
2564 rt2->rt_protocol = RTPROT_KERNEL; in resize_platform_label_table()
2565 rt2->rt_payload_type = MPT_IPV6; in resize_platform_label_table()
2566 rt2->rt_ttl_propagate = MPLS_TTL_PROP_DEFAULT; in resize_platform_label_table()
2567 rt2->rt_nh->nh_via_table = NEIGH_LINK_TABLE; in resize_platform_label_table()
2568 rt2->rt_nh->nh_via_alen = lo->addr_len; in resize_platform_label_table()
2569 memcpy(__mpls_nh_via(rt2, rt2->rt_nh), lo->dev_addr, in resize_platform_label_table()
2570 lo->addr_len); in resize_platform_label_table()
2575 old = rtnl_dereference(net->mpls.platform_label); in resize_platform_label_table()
2576 old_limit = net->mpls.platform_labels; in resize_platform_label_table()
2603 net->mpls.platform_labels = limit; in resize_platform_label_table()
2604 rcu_assign_pointer(net->mpls.platform_label, labels); in resize_platform_label_table()
2622 return -ENOMEM; in resize_platform_label_table()
2628 struct net *net = table->data; in mpls_platform_labels()
2629 int platform_labels = net->mpls.platform_labels; in mpls_platform_labels()
2632 .procname = table->procname, in mpls_platform_labels()
2635 .mode = table->mode, in mpls_platform_labels()
2649 (&((struct net *)0)->field)
2685 net->mpls.platform_labels = 0; in mpls_net_init()
2686 net->mpls.platform_label = NULL; in mpls_net_init()
2687 net->mpls.ip_ttl_propagate = 1; in mpls_net_init()
2688 net->mpls.default_ttl = 255; in mpls_net_init()
2692 return -ENOMEM; in mpls_net_init()
2697 for (i = 0; i < ARRAY_SIZE(mpls_table) - 1; i++) in mpls_net_init()
2700 net->mpls.ctl = register_net_sysctl(net, "net/mpls", table); in mpls_net_init()
2701 if (net->mpls.ctl == NULL) { in mpls_net_init()
2703 return -ENOMEM; in mpls_net_init()
2716 table = net->mpls.ctl->ctl_table_arg; in mpls_net_exit()
2717 unregister_net_sysctl_table(net->mpls.ctl); in mpls_net_exit()
2730 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_net_exit()
2731 platform_labels = net->mpls.platform_labels; in mpls_net_exit()