Lines Matching +full:vs +full:- +full:supply
1 // SPDX-License-Identifier: GPL-2.0-only
5 * Copyright (c) 2012-2013 Vyatta Inc.
64 /* per-network namespace private data for this module */
92 static inline bool vxlan_collect_metadata(struct vxlan_sock *vs) in vxlan_collect_metadata() argument
94 return vs->flags & VXLAN_F_COLLECT_METADATA || in vxlan_collect_metadata()
102 if (a->sa.sa_family != b->sa.sa_family) in vxlan_addr_equal()
104 if (a->sa.sa_family == AF_INET6) in vxlan_addr_equal()
105 return ipv6_addr_equal(&a->sin6.sin6_addr, &b->sin6.sin6_addr); in vxlan_addr_equal()
107 return a->sin.sin_addr.s_addr == b->sin.sin_addr.s_addr; in vxlan_addr_equal()
113 ip->sin6.sin6_addr = nla_get_in6_addr(nla); in vxlan_nla_get_addr()
114 ip->sa.sa_family = AF_INET6; in vxlan_nla_get_addr()
117 ip->sin.sin_addr.s_addr = nla_get_in_addr(nla); in vxlan_nla_get_addr()
118 ip->sa.sa_family = AF_INET; in vxlan_nla_get_addr()
121 return -EAFNOSUPPORT; in vxlan_nla_get_addr()
128 if (ip->sa.sa_family == AF_INET6) in vxlan_nla_put_addr()
129 return nla_put_in6_addr(skb, attr, &ip->sin6.sin6_addr); in vxlan_nla_put_addr()
131 return nla_put_in_addr(skb, attr, ip->sin.sin_addr.s_addr); in vxlan_nla_put_addr()
139 return a->sin.sin_addr.s_addr == b->sin.sin_addr.s_addr; in vxlan_addr_equal()
145 return -EAFNOSUPPORT; in vxlan_nla_get_addr()
147 ip->sin.sin_addr.s_addr = nla_get_in_addr(nla); in vxlan_nla_get_addr()
148 ip->sa.sa_family = AF_INET; in vxlan_nla_get_addr()
151 return -EAFNOSUPPORT; in vxlan_nla_get_addr()
158 return nla_put_in_addr(skb, attr, ip->sin.sin_addr.s_addr); in vxlan_nla_put_addr()
163 static inline struct hlist_head *vni_head(struct vxlan_sock *vs, __be32 vni) in vni_head() argument
165 return &vs->vni_list[hash_32((__force u32)vni, VNI_HASH_BITS)]; in vni_head()
173 return &vn->sock_list[hash_32(ntohs(port), PORT_HASH_BITS)]; in vs_head()
177 * Guaranteed to be non-NULL because remotes are never deleted.
181 if (rcu_access_pointer(fdb->nh)) in first_remote_rcu()
183 return list_entry_rcu(fdb->remotes.next, struct vxlan_rdst, list); in first_remote_rcu()
188 if (rcu_access_pointer(fdb->nh)) in first_remote_rtnl()
190 return list_first_entry(&fdb->remotes, struct vxlan_rdst, list); in first_remote_rtnl()
195 * non-default VRF).
200 struct vxlan_sock *vs; in vxlan_find_sock() local
204 hlist_for_each_entry_rcu(vs, vs_head(net, port), hlist) { in vxlan_find_sock()
205 if (inet_sk(vs->sock->sk)->inet_sport == port && in vxlan_find_sock()
206 vxlan_get_sk_family(vs) == family && in vxlan_find_sock()
207 vs->flags == flags && in vxlan_find_sock()
208 vs->sock->sk->sk_bound_dev_if == ifindex) in vxlan_find_sock()
209 return vs; in vxlan_find_sock()
214 static struct vxlan_dev *vxlan_vs_find_vni(struct vxlan_sock *vs, int ifindex, in vxlan_vs_find_vni() argument
220 if (vs->flags & VXLAN_F_COLLECT_METADATA) in vxlan_vs_find_vni()
223 hlist_for_each_entry_rcu(node, vni_head(vs, vni), hlist) { in vxlan_vs_find_vni()
224 if (node->vxlan->default_dst.remote_vni != vni) in vxlan_vs_find_vni()
228 const struct vxlan_config *cfg = &node->vxlan->cfg; in vxlan_vs_find_vni()
230 if ((cfg->flags & VXLAN_F_IPV6_LINKLOCAL) && in vxlan_vs_find_vni()
231 cfg->remote_ifindex != ifindex) in vxlan_vs_find_vni()
235 return node->vxlan; in vxlan_vs_find_vni()
246 struct vxlan_sock *vs; in vxlan_find_vni() local
248 vs = vxlan_find_sock(net, family, port, flags, ifindex); in vxlan_find_vni()
249 if (!vs) in vxlan_find_vni()
252 return vxlan_vs_find_vni(vs, ifindex, vni); in vxlan_find_vni()
272 return -EMSGSIZE; in vxlan_fdb_info()
280 nh = rcu_dereference(fdb->nh); in vxlan_fdb_info()
283 nh_id = nh->id; in vxlan_fdb_info()
289 send_ip = !vxlan_addr_any(&rdst->remote_ip); in vxlan_fdb_info()
290 ndm->ndm_family = send_ip ? rdst->remote_ip.sa.sa_family : AF_INET; in vxlan_fdb_info()
292 ndm->ndm_family = nh_family; in vxlan_fdb_info()
294 send_eth = !is_zero_ether_addr(fdb->eth_addr); in vxlan_fdb_info()
296 ndm->ndm_family = AF_BRIDGE; in vxlan_fdb_info()
297 ndm->ndm_state = fdb->state; in vxlan_fdb_info()
298 ndm->ndm_ifindex = vxlan->dev->ifindex; in vxlan_fdb_info()
299 ndm->ndm_flags = fdb->flags; in vxlan_fdb_info()
300 if (rdst && rdst->offloaded) in vxlan_fdb_info()
301 ndm->ndm_flags |= NTF_OFFLOADED; in vxlan_fdb_info()
302 ndm->ndm_type = RTN_UNICAST; in vxlan_fdb_info()
304 if (!net_eq(dev_net(vxlan->dev), vxlan->net) && in vxlan_fdb_info()
306 peernet2id(dev_net(vxlan->dev), vxlan->net))) in vxlan_fdb_info()
309 if (send_eth && nla_put(skb, NDA_LLADDR, ETH_ALEN, &fdb->eth_addr)) in vxlan_fdb_info()
316 &rdst->remote_ip)) in vxlan_fdb_info()
319 if (rdst->remote_port && in vxlan_fdb_info()
320 rdst->remote_port != vxlan->cfg.dst_port && in vxlan_fdb_info()
321 nla_put_be16(skb, NDA_PORT, rdst->remote_port)) in vxlan_fdb_info()
323 if (rdst->remote_vni != vxlan->default_dst.remote_vni && in vxlan_fdb_info()
324 nla_put_u32(skb, NDA_VNI, be32_to_cpu(rdst->remote_vni))) in vxlan_fdb_info()
326 if (rdst->remote_ifindex && in vxlan_fdb_info()
327 nla_put_u32(skb, NDA_IFINDEX, rdst->remote_ifindex)) in vxlan_fdb_info()
331 if ((vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA) && fdb->vni && in vxlan_fdb_info()
333 be32_to_cpu(fdb->vni))) in vxlan_fdb_info()
336 ci.ndm_used = jiffies_to_clock_t(now - fdb->used); in vxlan_fdb_info()
338 ci.ndm_updated = jiffies_to_clock_t(now - fdb->updated); in vxlan_fdb_info()
349 return -EMSGSIZE; in vxlan_fdb_info()
367 struct net *net = dev_net(vxlan->dev); in __vxlan_fdb_notify()
369 int err = -ENOBUFS; in __vxlan_fdb_notify()
377 /* -EMSGSIZE implies BUG in vxlan_nlmsg_size() */ in __vxlan_fdb_notify()
378 WARN_ON(err == -EMSGSIZE); in __vxlan_fdb_notify()
396 fdb_info->info.dev = vxlan->dev; in vxlan_fdb_switchdev_notifier_info()
397 fdb_info->info.extack = extack; in vxlan_fdb_switchdev_notifier_info()
398 fdb_info->remote_ip = rd->remote_ip; in vxlan_fdb_switchdev_notifier_info()
399 fdb_info->remote_port = rd->remote_port; in vxlan_fdb_switchdev_notifier_info()
400 fdb_info->remote_vni = rd->remote_vni; in vxlan_fdb_switchdev_notifier_info()
401 fdb_info->remote_ifindex = rd->remote_ifindex; in vxlan_fdb_switchdev_notifier_info()
402 memcpy(fdb_info->eth_addr, fdb->eth_addr, ETH_ALEN); in vxlan_fdb_switchdev_notifier_info()
403 fdb_info->vni = fdb->vni; in vxlan_fdb_switchdev_notifier_info()
404 fdb_info->offloaded = rd->offloaded; in vxlan_fdb_switchdev_notifier_info()
405 fdb_info->added_by_user = fdb->flags & NTF_VXLAN_ADDED_BY_USER; in vxlan_fdb_switchdev_notifier_info()
424 ret = call_switchdev_notifiers(notifier_type, vxlan->dev, in vxlan_fdb_switchdev_call_notifiers()
499 return jhash_2words(key, vni, vxlan_salt) & (FDB_HASH_SIZE - 1); in eth_vni_hash()
504 if (vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA) in fdb_head_index()
514 return &vxlan->fdb_head[fdb_head_index(vxlan, mac, vni)]; in vxlan_fdb_head()
525 if (ether_addr_equal(mac, f->eth_addr)) { in __vxlan_find_mac()
526 if (vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA) { in __vxlan_find_mac()
527 if (vni == f->vni) in __vxlan_find_mac()
544 if (f && f->used != jiffies) in vxlan_find_mac()
545 f->used = jiffies; in vxlan_find_mac()
550 /* caller should hold vxlan->hash_lock */
557 list_for_each_entry(rd, &f->remotes, list) { in vxlan_fdb_find_rdst()
558 if (vxlan_addr_equal(&rd->remote_ip, ip) && in vxlan_fdb_find_rdst()
559 rd->remote_port == port && in vxlan_fdb_find_rdst()
560 rd->remote_vni == vni && in vxlan_fdb_find_rdst()
561 rd->remote_ifindex == ifindex) in vxlan_fdb_find_rdst()
579 return -EINVAL; in vxlan_fdb_find_uc()
587 rc = -ENOENT; in vxlan_fdb_find_uc()
610 rc = nb->notifier_call(nb, SWITCHDEV_VXLAN_FDB_ADD_TO_DEVICE, in vxlan_fdb_notify_one()
626 return -EINVAL; in vxlan_fdb_replay()
630 spin_lock_bh(&vxlan->hash_lock[h]); in vxlan_fdb_replay()
631 hlist_for_each_entry(f, &vxlan->fdb_head[h], hlist) { in vxlan_fdb_replay()
632 if (f->vni == vni) { in vxlan_fdb_replay()
633 list_for_each_entry(rdst, &f->remotes, list) { in vxlan_fdb_replay()
642 spin_unlock_bh(&vxlan->hash_lock[h]); in vxlan_fdb_replay()
647 spin_unlock_bh(&vxlan->hash_lock[h]); in vxlan_fdb_replay()
664 spin_lock_bh(&vxlan->hash_lock[h]); in vxlan_fdb_clear_offload()
665 hlist_for_each_entry(f, &vxlan->fdb_head[h], hlist) in vxlan_fdb_clear_offload()
666 if (f->vni == vni) in vxlan_fdb_clear_offload()
667 list_for_each_entry(rdst, &f->remotes, list) in vxlan_fdb_clear_offload()
668 rdst->offloaded = false; in vxlan_fdb_clear_offload()
669 spin_unlock_bh(&vxlan->hash_lock[h]); in vxlan_fdb_clear_offload()
686 rd = list_first_entry_or_null(&f->remotes, struct vxlan_rdst, list); in vxlan_fdb_replace()
691 dst_cache_reset(&rd->dst_cache); in vxlan_fdb_replace()
692 rd->remote_ip = *ip; in vxlan_fdb_replace()
693 rd->remote_port = port; in vxlan_fdb_replace()
694 rd->remote_vni = vni; in vxlan_fdb_replace()
695 rd->remote_ifindex = ifindex; in vxlan_fdb_replace()
696 rd->offloaded = false; in vxlan_fdb_replace()
713 return -ENOBUFS; in vxlan_fdb_append()
715 if (dst_cache_init(&rd->dst_cache, GFP_ATOMIC)) { in vxlan_fdb_append()
717 return -ENOBUFS; in vxlan_fdb_append()
720 rd->remote_ip = *ip; in vxlan_fdb_append()
721 rd->remote_port = port; in vxlan_fdb_append()
722 rd->offloaded = false; in vxlan_fdb_append()
723 rd->remote_vni = vni; in vxlan_fdb_append()
724 rd->remote_ifindex = ifindex; in vxlan_fdb_append()
726 list_add_tail_rcu(&rd->list, &f->remotes); in vxlan_fdb_append()
741 if (skb->remcsum_offload) in vxlan_gro_remcsum()
744 if (!NAPI_GRO_CB(skb)->csum_valid) in vxlan_gro_remcsum()
753 skb->remcsum_offload = 1; in vxlan_gro_remcsum()
767 struct vxlan_sock *vs = rcu_dereference_sk_user_data(sk); in vxlan_gro_receive() local
784 flags = vh->vx_flags; in vxlan_gro_receive()
786 if ((flags & VXLAN_HF_RCO) && (vs->flags & VXLAN_F_REMCSUM_RX)) { in vxlan_gro_receive()
788 vh->vx_vni, &grc, in vxlan_gro_receive()
789 !!(vs->flags & in vxlan_gro_receive()
799 if (!NAPI_GRO_CB(p)->same_flow) in vxlan_gro_receive()
802 vh2 = (struct vxlanhdr *)(p->data + off_vx); in vxlan_gro_receive()
803 if (vh->vx_flags != vh2->vx_flags || in vxlan_gro_receive()
804 vh->vx_vni != vh2->vx_vni) { in vxlan_gro_receive()
805 NAPI_GRO_CB(p)->same_flow = 0; in vxlan_gro_receive()
821 /* Sets 'skb->inner_mac_header' since we are always called with in vxlan_gro_complete()
822 * 'skb->encapsulation' set. in vxlan_gro_complete()
836 f->state = state; in vxlan_fdb_alloc()
837 f->flags = ndm_flags; in vxlan_fdb_alloc()
838 f->updated = f->used = jiffies; in vxlan_fdb_alloc()
839 f->vni = src_vni; in vxlan_fdb_alloc()
840 f->nh = NULL; in vxlan_fdb_alloc()
841 RCU_INIT_POINTER(f->vdev, vxlan); in vxlan_fdb_alloc()
842 INIT_LIST_HEAD(&f->nh_list); in vxlan_fdb_alloc()
843 INIT_LIST_HEAD(&f->remotes); in vxlan_fdb_alloc()
844 memcpy(f->eth_addr, mac, ETH_ALEN); in vxlan_fdb_alloc()
852 ++vxlan->addrcnt; in vxlan_fdb_insert()
853 hlist_add_head_rcu(&f->hlist, in vxlan_fdb_insert()
860 struct nexthop *old_nh = rtnl_dereference(fdb->nh); in vxlan_fdb_nh_update()
862 int err = -EINVAL; in vxlan_fdb_nh_update()
864 if (old_nh && old_nh->id == nhid) in vxlan_fdb_nh_update()
867 nh = nexthop_find_by_id(vxlan->net, nhid); in vxlan_fdb_nh_update()
890 switch (vxlan->default_dst.remote_ip.sa.sa_family) { in vxlan_fdb_nh_update()
893 err = -EAFNOSUPPORT; in vxlan_fdb_nh_update()
900 err = -EAFNOSUPPORT; in vxlan_fdb_nh_update()
908 list_del_rcu(&fdb->nh_list); in vxlan_fdb_nh_update()
911 rcu_assign_pointer(fdb->nh, nh); in vxlan_fdb_nh_update()
912 list_add_tail_rcu(&fdb->nh_list, &nh->fdb_list); in vxlan_fdb_nh_update()
932 if (vxlan->cfg.addrmax && in vxlan_fdb_create()
933 vxlan->addrcnt >= vxlan->cfg.addrmax) in vxlan_fdb_create()
934 return -ENOSPC; in vxlan_fdb_create()
936 netdev_dbg(vxlan->dev, "add %pM -> %pIS\n", mac, ip); in vxlan_fdb_create()
939 return -ENOMEM; in vxlan_fdb_create()
962 nh = rcu_dereference_raw(f->nh); in __vxlan_fdb_free()
964 rcu_assign_pointer(f->nh, NULL); in __vxlan_fdb_free()
965 rcu_assign_pointer(f->vdev, NULL); in __vxlan_fdb_free()
969 list_for_each_entry_safe(rd, nd, &f->remotes, list) { in __vxlan_fdb_free()
970 dst_cache_destroy(&rd->dst_cache); in __vxlan_fdb_free()
988 netdev_dbg(vxlan->dev, "delete %pM\n", f->eth_addr); in vxlan_fdb_destroy()
990 --vxlan->addrcnt; in vxlan_fdb_destroy()
992 if (rcu_access_pointer(f->nh)) in vxlan_fdb_destroy()
996 list_for_each_entry(rd, &f->remotes, list) in vxlan_fdb_destroy()
1001 hlist_del_rcu(&f->hlist); in vxlan_fdb_destroy()
1002 list_del_rcu(&f->nh_list); in vxlan_fdb_destroy()
1003 call_rcu(&f->rcu, vxlan_fdb_free); in vxlan_fdb_destroy()
1010 dst_cache_destroy(&rd->dst_cache); in vxlan_dst_free()
1030 if (nhid && !rcu_access_pointer(f->nh)) { in vxlan_fdb_update_existing()
1033 return -EOPNOTSUPP; in vxlan_fdb_update_existing()
1039 return -EOPNOTSUPP; in vxlan_fdb_update_existing()
1046 !(f->flags & NTF_VXLAN_ADDED_BY_USER)) { in vxlan_fdb_update_existing()
1047 if (f->state != state) { in vxlan_fdb_update_existing()
1048 f->state = state; in vxlan_fdb_update_existing()
1049 f->updated = jiffies; in vxlan_fdb_update_existing()
1052 if (f->flags != fdb_flags) { in vxlan_fdb_update_existing()
1053 f->flags = fdb_flags; in vxlan_fdb_update_existing()
1054 f->updated = jiffies; in vxlan_fdb_update_existing()
1061 if (!(is_multicast_ether_addr(f->eth_addr) || in vxlan_fdb_update_existing()
1062 is_zero_ether_addr(f->eth_addr))) { in vxlan_fdb_update_existing()
1073 NL_SET_ERR_MSG(extack, "Cannot replace non-unicast fdb entries"); in vxlan_fdb_update_existing()
1074 return -EOPNOTSUPP; in vxlan_fdb_update_existing()
1078 (is_multicast_ether_addr(f->eth_addr) || in vxlan_fdb_update_existing()
1079 is_zero_ether_addr(f->eth_addr))) { in vxlan_fdb_update_existing()
1088 f->used = jiffies; in vxlan_fdb_update_existing()
1108 list_del_rcu(&rd->list); in vxlan_fdb_update_existing()
1109 call_rcu(&rd->rcu, vxlan_dst_free); in vxlan_fdb_update_existing()
1129 return -EOPNOTSUPP; in vxlan_fdb_update_create()
1131 netdev_dbg(vxlan->dev, "add %pM -> %pIS\n", mac, ip); in vxlan_fdb_update_create()
1150 /* Add new entry to forwarding table -- assumes lock held */
1164 netdev_dbg(vxlan->dev, in vxlan_fdb_update()
1166 return -EEXIST; in vxlan_fdb_update()
1174 return -ENOENT; in vxlan_fdb_update()
1186 list_del_rcu(&rd->list); in vxlan_fdb_dst_destroy()
1188 call_rcu(&rd->rcu, vxlan_dst_free); in vxlan_fdb_dst_destroy()
1195 struct net *net = dev_net(vxlan->dev); in vxlan_fdb_parse()
1200 return -EINVAL; in vxlan_fdb_parse()
1207 union vxlan_addr *remote = &vxlan->default_dst.remote_ip; in vxlan_fdb_parse()
1209 if (remote->sa.sa_family == AF_INET) { in vxlan_fdb_parse()
1210 ip->sin.sin_addr.s_addr = htonl(INADDR_ANY); in vxlan_fdb_parse()
1211 ip->sa.sa_family = AF_INET; in vxlan_fdb_parse()
1214 ip->sin6.sin6_addr = in6addr_any; in vxlan_fdb_parse()
1215 ip->sa.sa_family = AF_INET6; in vxlan_fdb_parse()
1222 return -EINVAL; in vxlan_fdb_parse()
1225 *port = vxlan->cfg.dst_port; in vxlan_fdb_parse()
1230 return -EINVAL; in vxlan_fdb_parse()
1233 *vni = vxlan->default_dst.remote_vni; in vxlan_fdb_parse()
1238 return -EINVAL; in vxlan_fdb_parse()
1241 *src_vni = vxlan->default_dst.remote_vni; in vxlan_fdb_parse()
1248 return -EINVAL; in vxlan_fdb_parse()
1252 return -EADDRNOTAVAIL; in vxlan_fdb_parse()
1272 /* struct net *net = dev_net(vxlan->dev); */ in vxlan_fdb_add()
1280 if (!(ndm->ndm_state & (NUD_PERMANENT|NUD_REACHABLE))) { in vxlan_fdb_add()
1282 ndm->ndm_state); in vxlan_fdb_add()
1283 return -EINVAL; in vxlan_fdb_add()
1287 return -EINVAL; in vxlan_fdb_add()
1294 if (vxlan->default_dst.remote_ip.sa.sa_family != ip.sa.sa_family) in vxlan_fdb_add()
1295 return -EAFNOSUPPORT; in vxlan_fdb_add()
1298 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_add()
1299 err = vxlan_fdb_update(vxlan, addr, &ip, ndm->ndm_state, flags, in vxlan_fdb_add()
1301 ndm->ndm_flags | NTF_VXLAN_ADDED_BY_USER, in vxlan_fdb_add()
1303 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_add()
1315 int err = -ENOENT; in __vxlan_fdb_delete()
1330 if (rd && !list_is_singular(&f->remotes)) { in __vxlan_fdb_delete()
1360 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_delete()
1363 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_delete()
1381 hlist_for_each_entry_rcu(f, &vxlan->fdb_head[h], hlist) { in vxlan_fdb_dump()
1384 if (rcu_access_pointer(f->nh)) { in vxlan_fdb_dump()
1385 if (*idx < cb->args[2]) in vxlan_fdb_dump()
1388 NETLINK_CB(cb->skb).portid, in vxlan_fdb_dump()
1389 cb->nlh->nlmsg_seq, in vxlan_fdb_dump()
1401 list_for_each_entry_rcu(rd, &f->remotes, list) { in vxlan_fdb_dump()
1402 if (*idx < cb->args[2]) in vxlan_fdb_dump()
1406 NETLINK_CB(cb->skb).portid, in vxlan_fdb_dump()
1407 cb->nlh->nlmsg_seq, in vxlan_fdb_dump()
1439 vni = vxlan->default_dst.remote_vni; in vxlan_fdb_get()
1446 err = -ENOENT; in vxlan_fdb_get()
1470 if (src_ip->sa.sa_family == AF_INET6 && in vxlan_snoop()
1471 (ipv6_addr_type(&src_ip->sin6.sin6_addr) & IPV6_ADDR_LINKLOCAL)) in vxlan_snoop()
1479 if (likely(vxlan_addr_equal(&rdst->remote_ip, src_ip) && in vxlan_snoop()
1480 rdst->remote_ifindex == ifindex)) in vxlan_snoop()
1484 if (f->state & (NUD_PERMANENT | NUD_NOARP)) in vxlan_snoop()
1488 if (rcu_access_pointer(f->nh)) in vxlan_snoop()
1494 src_mac, &rdst->remote_ip.sa, &src_ip->sa); in vxlan_snoop()
1496 rdst->remote_ip = *src_ip; in vxlan_snoop()
1497 f->updated = jiffies; in vxlan_snoop()
1503 spin_lock(&vxlan->hash_lock[hash_index]); in vxlan_snoop()
1510 vxlan->cfg.dst_port, in vxlan_snoop()
1512 vxlan->default_dst.remote_vni, in vxlan_snoop()
1514 spin_unlock(&vxlan->hash_lock[hash_index]); in vxlan_snoop()
1528 unsigned short family = dev->default_dst.remote_ip.sa.sa_family; in vxlan_group_used()
1530 sock4 = rtnl_dereference(dev->vn4_sock); in vxlan_group_used()
1535 if (family == AF_INET && sock4 && refcount_read(&sock4->refcnt) == 1) in vxlan_group_used()
1538 sock6 = rtnl_dereference(dev->vn6_sock); in vxlan_group_used()
1539 if (family == AF_INET6 && sock6 && refcount_read(&sock6->refcnt) == 1) in vxlan_group_used()
1543 list_for_each_entry(vxlan, &vn->vxlan_list, next) { in vxlan_group_used()
1544 if (!netif_running(vxlan->dev) || vxlan == dev) in vxlan_group_used()
1548 rtnl_dereference(vxlan->vn4_sock) != sock4) in vxlan_group_used()
1552 rtnl_dereference(vxlan->vn6_sock) != sock6) in vxlan_group_used()
1556 if (!vxlan_addr_equal(&vxlan->default_dst.remote_ip, in vxlan_group_used()
1557 &dev->default_dst.remote_ip)) in vxlan_group_used()
1560 if (vxlan->default_dst.remote_ifindex != in vxlan_group_used()
1561 dev->default_dst.remote_ifindex) in vxlan_group_used()
1570 static bool __vxlan_sock_release_prep(struct vxlan_sock *vs) in __vxlan_sock_release_prep() argument
1574 if (!vs) in __vxlan_sock_release_prep()
1576 if (!refcount_dec_and_test(&vs->refcnt)) in __vxlan_sock_release_prep()
1579 vn = net_generic(sock_net(vs->sock->sk), vxlan_net_id); in __vxlan_sock_release_prep()
1580 spin_lock(&vn->sock_lock); in __vxlan_sock_release_prep()
1581 hlist_del_rcu(&vs->hlist); in __vxlan_sock_release_prep()
1582 udp_tunnel_notify_del_rx_port(vs->sock, in __vxlan_sock_release_prep()
1583 (vs->flags & VXLAN_F_GPE) ? in __vxlan_sock_release_prep()
1586 spin_unlock(&vn->sock_lock); in __vxlan_sock_release_prep()
1593 struct vxlan_sock *sock4 = rtnl_dereference(vxlan->vn4_sock); in vxlan_sock_release()
1595 struct vxlan_sock *sock6 = rtnl_dereference(vxlan->vn6_sock); in vxlan_sock_release()
1597 RCU_INIT_POINTER(vxlan->vn6_sock, NULL); in vxlan_sock_release()
1600 RCU_INIT_POINTER(vxlan->vn4_sock, NULL); in vxlan_sock_release()
1606 udp_tunnel_sock_release(sock4->sock); in vxlan_sock_release()
1612 udp_tunnel_sock_release(sock6->sock); in vxlan_sock_release()
1624 union vxlan_addr *ip = &vxlan->default_dst.remote_ip; in vxlan_igmp_join()
1625 int ifindex = vxlan->default_dst.remote_ifindex; in vxlan_igmp_join()
1626 int ret = -EINVAL; in vxlan_igmp_join()
1628 if (ip->sa.sa_family == AF_INET) { in vxlan_igmp_join()
1629 struct vxlan_sock *sock4 = rtnl_dereference(vxlan->vn4_sock); in vxlan_igmp_join()
1631 .imr_multiaddr.s_addr = ip->sin.sin_addr.s_addr, in vxlan_igmp_join()
1635 sk = sock4->sock->sk; in vxlan_igmp_join()
1641 struct vxlan_sock *sock6 = rtnl_dereference(vxlan->vn6_sock); in vxlan_igmp_join()
1643 sk = sock6->sock->sk; in vxlan_igmp_join()
1645 ret = ipv6_stub->ipv6_sock_mc_join(sk, ifindex, in vxlan_igmp_join()
1646 &ip->sin6.sin6_addr); in vxlan_igmp_join()
1658 union vxlan_addr *ip = &vxlan->default_dst.remote_ip; in vxlan_igmp_leave()
1659 int ifindex = vxlan->default_dst.remote_ifindex; in vxlan_igmp_leave()
1660 int ret = -EINVAL; in vxlan_igmp_leave()
1662 if (ip->sa.sa_family == AF_INET) { in vxlan_igmp_leave()
1663 struct vxlan_sock *sock4 = rtnl_dereference(vxlan->vn4_sock); in vxlan_igmp_leave()
1665 .imr_multiaddr.s_addr = ip->sin.sin_addr.s_addr, in vxlan_igmp_leave()
1669 sk = sock4->sock->sk; in vxlan_igmp_leave()
1675 struct vxlan_sock *sock6 = rtnl_dereference(vxlan->vn6_sock); in vxlan_igmp_leave()
1677 sk = sock6->sock->sk; in vxlan_igmp_leave()
1679 ret = ipv6_stub->ipv6_sock_mc_drop(sk, ifindex, in vxlan_igmp_leave()
1680 &ip->sin6.sin6_addr); in vxlan_igmp_leave()
1693 if (!(unparsed->vx_flags & VXLAN_HF_RCO) || skb->remcsum_offload) in vxlan_remcsum()
1696 start = vxlan_rco_start(unparsed->vx_vni); in vxlan_remcsum()
1697 offset = start + vxlan_rco_offset(unparsed->vx_vni); in vxlan_remcsum()
1705 unparsed->vx_flags &= ~VXLAN_HF_RCO; in vxlan_remcsum()
1706 unparsed->vx_vni &= VXLAN_VNI_MASK; in vxlan_remcsum()
1717 if (!(unparsed->vx_flags & VXLAN_HF_GBP)) in vxlan_parse_gbp_hdr()
1720 md->gbp = ntohs(gbp->policy_id); in vxlan_parse_gbp_hdr()
1724 tun_dst->u.tun_info.key.tun_flags |= TUNNEL_VXLAN_OPT; in vxlan_parse_gbp_hdr()
1725 tun_dst->u.tun_info.options_len = sizeof(*md); in vxlan_parse_gbp_hdr()
1727 if (gbp->dont_learn) in vxlan_parse_gbp_hdr()
1728 md->gbp |= VXLAN_GBP_DONT_LEARN; in vxlan_parse_gbp_hdr()
1730 if (gbp->policy_applied) in vxlan_parse_gbp_hdr()
1731 md->gbp |= VXLAN_GBP_POLICY_APPLIED; in vxlan_parse_gbp_hdr()
1733 /* In flow-based mode, GBP is carried in dst_metadata */ in vxlan_parse_gbp_hdr()
1735 skb->mark = md->gbp; in vxlan_parse_gbp_hdr()
1737 unparsed->vx_flags &= ~VXLAN_GBP_USED_BITS; in vxlan_parse_gbp_hdr()
1747 if (!gpe->np_applied) in vxlan_parse_gpe_hdr()
1752 if (gpe->version != 0) in vxlan_parse_gpe_hdr()
1758 if (gpe->oam_flag) in vxlan_parse_gpe_hdr()
1761 *protocol = tun_p_to_eth_p(gpe->next_protocol); in vxlan_parse_gpe_hdr()
1765 unparsed->vx_flags &= ~VXLAN_GPE_USED_BITS; in vxlan_parse_gpe_hdr()
1770 struct vxlan_sock *vs, in vxlan_set_mac() argument
1774 u32 ifindex = skb->dev->ifindex; in vxlan_set_mac()
1777 skb->protocol = eth_type_trans(skb, vxlan->dev); in vxlan_set_mac()
1781 if (ether_addr_equal(eth_hdr(skb)->h_source, vxlan->dev->dev_addr)) in vxlan_set_mac()
1785 if (vxlan_get_sk_family(vs) == AF_INET) { in vxlan_set_mac()
1786 saddr.sin.sin_addr.s_addr = ip_hdr(skb)->saddr; in vxlan_set_mac()
1790 saddr.sin6.sin6_addr = ipv6_hdr(skb)->saddr; in vxlan_set_mac()
1795 if ((vxlan->cfg.flags & VXLAN_F_LEARN) && in vxlan_set_mac()
1796 vxlan_snoop(skb->dev, &saddr, eth_hdr(skb)->h_source, ifindex, vni)) in vxlan_set_mac()
1802 static bool vxlan_ecn_decapsulate(struct vxlan_sock *vs, void *oiph, in vxlan_ecn_decapsulate() argument
1807 if (vxlan_get_sk_family(vs) == AF_INET) in vxlan_ecn_decapsulate()
1815 if (vxlan_get_sk_family(vs) == AF_INET) in vxlan_ecn_decapsulate()
1816 net_info_ratelimited("non-ECT from %pI4 with TOS=%#x\n", in vxlan_ecn_decapsulate()
1817 &((struct iphdr *)oiph)->saddr, in vxlan_ecn_decapsulate()
1818 ((struct iphdr *)oiph)->tos); in vxlan_ecn_decapsulate()
1820 net_info_ratelimited("non-ECT from %pI6\n", in vxlan_ecn_decapsulate()
1821 &((struct ipv6hdr *)oiph)->saddr); in vxlan_ecn_decapsulate()
1830 struct vxlan_sock *vs; in vxlan_rcv() local
1846 netdev_dbg(skb->dev, "invalid vxlan flags=%#x vni=%#x\n", in vxlan_rcv()
1847 ntohl(vxlan_hdr(skb)->vx_flags), in vxlan_rcv()
1848 ntohl(vxlan_hdr(skb)->vx_vni)); in vxlan_rcv()
1855 vs = rcu_dereference_sk_user_data(sk); in vxlan_rcv()
1856 if (!vs) in vxlan_rcv()
1859 vni = vxlan_vni(vxlan_hdr(skb)->vx_vni); in vxlan_rcv()
1861 vxlan = vxlan_vs_find_vni(vs, skb->dev->ifindex, vni); in vxlan_rcv()
1868 if (vs->flags & VXLAN_F_GPE) { in vxlan_rcv()
1869 if (!vxlan_parse_gpe_hdr(&unparsed, &protocol, skb, vs->flags)) in vxlan_rcv()
1875 !net_eq(vxlan->net, dev_net(vxlan->dev)))) in vxlan_rcv()
1878 if (vs->flags & VXLAN_F_REMCSUM_RX) in vxlan_rcv()
1879 if (unlikely(!vxlan_remcsum(&unparsed, skb, vs->flags))) in vxlan_rcv()
1882 if (vxlan_collect_metadata(vs)) { in vxlan_rcv()
1885 tun_dst = udp_tun_rx_dst(skb, vxlan_get_sk_family(vs), TUNNEL_KEY, in vxlan_rcv()
1891 md = ip_tunnel_info_opts(&tun_dst->u.tun_info); in vxlan_rcv()
1898 if (vs->flags & VXLAN_F_GBP) in vxlan_rcv()
1899 vxlan_parse_gbp_hdr(&unparsed, skb, vs->flags, md); in vxlan_rcv()
1917 if (!vxlan_set_mac(vxlan, vs, skb, vni)) in vxlan_rcv()
1921 skb->dev = vxlan->dev; in vxlan_rcv()
1922 skb->pkt_type = PACKET_HOST; in vxlan_rcv()
1928 if (!vxlan_ecn_decapsulate(vs, oiph, skb)) { in vxlan_rcv()
1929 ++vxlan->dev->stats.rx_frame_errors; in vxlan_rcv()
1930 ++vxlan->dev->stats.rx_errors; in vxlan_rcv()
1936 if (unlikely(!(vxlan->dev->flags & IFF_UP))) { in vxlan_rcv()
1938 atomic_long_inc(&vxlan->dev->rx_dropped); in vxlan_rcv()
1942 dev_sw_netstats_rx_add(vxlan->dev, skb->len); in vxlan_rcv()
1943 gro_cells_receive(&vxlan->gro_cells, skb); in vxlan_rcv()
1959 struct vxlan_sock *vs; in vxlan_err_lookup() local
1964 return -EINVAL; in vxlan_err_lookup()
1968 if (!(hdr->vx_flags & VXLAN_HF_VNI)) in vxlan_err_lookup()
1969 return -EINVAL; in vxlan_err_lookup()
1971 vs = rcu_dereference_sk_user_data(sk); in vxlan_err_lookup()
1972 if (!vs) in vxlan_err_lookup()
1973 return -ENOENT; in vxlan_err_lookup()
1975 vni = vxlan_vni(hdr->vx_vni); in vxlan_err_lookup()
1976 vxlan = vxlan_vs_find_vni(vs, skb->dev->ifindex, vni); in vxlan_err_lookup()
1978 return -ENOENT; in vxlan_err_lookup()
1991 if (dev->flags & IFF_NOARP) in arp_reduce()
1995 dev->stats.tx_dropped++; in arp_reduce()
2000 if ((parp->ar_hrd != htons(ARPHRD_ETHER) && in arp_reduce()
2001 parp->ar_hrd != htons(ARPHRD_IEEE802)) || in arp_reduce()
2002 parp->ar_pro != htons(ETH_P_IP) || in arp_reduce()
2003 parp->ar_op != htons(ARPOP_REQUEST) || in arp_reduce()
2004 parp->ar_hln != dev->addr_len || in arp_reduce()
2005 parp->ar_pln != 4) in arp_reduce()
2009 arpptr += dev->addr_len; /* sha */ in arp_reduce()
2012 arpptr += dev->addr_len; /* tha */ in arp_reduce()
2025 if (!(n->nud_state & NUD_CONNECTED)) { in arp_reduce()
2030 f = vxlan_find_mac(vxlan, n->ha, vni); in arp_reduce()
2031 if (f && vxlan_addr_any(&(first_remote_rcu(f)->remote_ip))) { in arp_reduce()
2032 /* bridge-local neighbor */ in arp_reduce()
2038 n->ha, sha); in arp_reduce()
2047 reply->ip_summed = CHECKSUM_UNNECESSARY; in arp_reduce()
2048 reply->pkt_type = PACKET_HOST; in arp_reduce()
2051 dev->stats.rx_dropped++; in arp_reduce()
2052 } else if (vxlan->cfg.flags & VXLAN_F_L3MISS) { in arp_reduce()
2069 struct net_device *dev = request->dev; in vxlan_na_create()
2078 if (dev == NULL || !pskb_may_pull(request, request->len)) in vxlan_na_create()
2082 sizeof(*na) + na_olen + dev->needed_tailroom; in vxlan_na_create()
2087 reply->protocol = htons(ETH_P_IPV6); in vxlan_na_create()
2088 reply->dev = dev; in vxlan_na_create()
2089 skb_reserve(reply, LL_RESERVED_SPACE(request->dev)); in vxlan_na_create()
2095 daddr = eth_hdr(request)->h_source; in vxlan_na_create()
2096 ns_olen = request->len - skb_network_offset(request) - in vxlan_na_create()
2097 sizeof(struct ipv6hdr) - sizeof(*ns); in vxlan_na_create()
2098 for (i = 0; i < ns_olen-1; i += (ns->opt[i+1]<<3)) { in vxlan_na_create()
2099 if (!ns->opt[i + 1]) { in vxlan_na_create()
2103 if (ns->opt[i] == ND_OPT_SOURCE_LL_ADDR) { in vxlan_na_create()
2104 daddr = ns->opt + i + sizeof(struct nd_opt_hdr); in vxlan_na_create()
2110 ether_addr_copy(eth_hdr(reply)->h_dest, daddr); in vxlan_na_create()
2111 ether_addr_copy(eth_hdr(reply)->h_source, n->ha); in vxlan_na_create()
2112 eth_hdr(reply)->h_proto = htons(ETH_P_IPV6); in vxlan_na_create()
2113 reply->protocol = htons(ETH_P_IPV6); in vxlan_na_create()
2123 pip6->version = 6; in vxlan_na_create()
2124 pip6->priority = ipv6_hdr(request)->priority; in vxlan_na_create()
2125 pip6->nexthdr = IPPROTO_ICMPV6; in vxlan_na_create()
2126 pip6->hop_limit = 255; in vxlan_na_create()
2127 pip6->daddr = ipv6_hdr(request)->saddr; in vxlan_na_create()
2128 pip6->saddr = *(struct in6_addr *)n->primary_key; in vxlan_na_create()
2135 na->icmph.icmp6_type = NDISC_NEIGHBOUR_ADVERTISEMENT; in vxlan_na_create()
2136 na->icmph.icmp6_router = isrouter; in vxlan_na_create()
2137 na->icmph.icmp6_override = 1; in vxlan_na_create()
2138 na->icmph.icmp6_solicited = 1; in vxlan_na_create()
2139 na->target = ns->target; in vxlan_na_create()
2140 ether_addr_copy(&na->opt[2], n->ha); in vxlan_na_create()
2141 na->opt[0] = ND_OPT_TARGET_LL_ADDR; in vxlan_na_create()
2142 na->opt[1] = na_olen >> 3; in vxlan_na_create()
2144 na->icmph.icmp6_cksum = csum_ipv6_magic(&pip6->saddr, in vxlan_na_create()
2145 &pip6->daddr, sizeof(*na)+na_olen, IPPROTO_ICMPV6, in vxlan_na_create()
2148 pip6->payload_len = htons(sizeof(*na)+na_olen); in vxlan_na_create()
2152 reply->ip_summed = CHECKSUM_UNNECESSARY; in vxlan_na_create()
2172 daddr = &iphdr->daddr; in neigh_reduce()
2176 ipv6_addr_is_multicast(&msg->target)) in neigh_reduce()
2179 n = neigh_lookup(ipv6_stub->nd_tbl, &msg->target, dev); in neigh_reduce()
2185 if (!(n->nud_state & NUD_CONNECTED)) { in neigh_reduce()
2190 f = vxlan_find_mac(vxlan, n->ha, vni); in neigh_reduce()
2191 if (f && vxlan_addr_any(&(first_remote_rcu(f)->remote_ip))) { in neigh_reduce()
2192 /* bridge-local neighbor */ in neigh_reduce()
2198 !!(f ? f->flags & NTF_ROUTER : 0)); in neigh_reduce()
2206 dev->stats.rx_dropped++; in neigh_reduce()
2208 } else if (vxlan->cfg.flags & VXLAN_F_L3MISS) { in neigh_reduce()
2210 .sin6.sin6_addr = msg->target, in neigh_reduce()
2229 if (is_multicast_ether_addr(eth_hdr(skb)->h_dest)) in route_shortcircuit()
2233 switch (ntohs(eth_hdr(skb)->h_proto)) { in route_shortcircuit()
2241 n = neigh_lookup(&arp_tbl, &pip->daddr, dev); in route_shortcircuit()
2242 if (!n && (vxlan->cfg.flags & VXLAN_F_L3MISS)) { in route_shortcircuit()
2244 .sin.sin_addr.s_addr = pip->daddr, in route_shortcircuit()
2262 n = neigh_lookup(ipv6_stub->nd_tbl, &pip6->daddr, dev); in route_shortcircuit()
2263 if (!n && (vxlan->cfg.flags & VXLAN_F_L3MISS)) { in route_shortcircuit()
2265 .sin6.sin6_addr = pip6->daddr, in route_shortcircuit()
2283 diff = !ether_addr_equal(eth_hdr(skb)->h_dest, n->ha); in route_shortcircuit()
2285 memcpy(eth_hdr(skb)->h_source, eth_hdr(skb)->h_dest, in route_shortcircuit()
2286 dev->addr_len); in route_shortcircuit()
2287 memcpy(eth_hdr(skb)->h_dest, n->ha, dev->addr_len); in route_shortcircuit()
2301 if (!md->gbp) in vxlan_build_gbp_hdr()
2305 vxh->vx_flags |= VXLAN_HF_GBP; in vxlan_build_gbp_hdr()
2307 if (md->gbp & VXLAN_GBP_DONT_LEARN) in vxlan_build_gbp_hdr()
2308 gbp->dont_learn = 1; in vxlan_build_gbp_hdr()
2310 if (md->gbp & VXLAN_GBP_POLICY_APPLIED) in vxlan_build_gbp_hdr()
2311 gbp->policy_applied = 1; in vxlan_build_gbp_hdr()
2313 gbp->policy_id = htons(md->gbp & VXLAN_GBP_ID_MASK); in vxlan_build_gbp_hdr()
2321 gpe->np_applied = 1; in vxlan_build_gpe_hdr()
2322 gpe->next_protocol = tun_p_from_eth_p(protocol); in vxlan_build_gpe_hdr()
2323 if (!gpe->next_protocol) in vxlan_build_gpe_hdr()
2324 return -EPFNOSUPPORT; in vxlan_build_gpe_hdr()
2340 skb->ip_summed == CHECKSUM_PARTIAL) { in vxlan_build_skb()
2345 (skb->csum_offset == offsetof(struct udphdr, check) || in vxlan_build_skb()
2346 skb->csum_offset == offsetof(struct tcphdr, check))) in vxlan_build_skb()
2350 min_headroom = LL_RESERVED_SPACE(dst->dev) + dst->header_len in vxlan_build_skb()
2363 vxh->vx_flags = VXLAN_HF_VNI; in vxlan_build_skb()
2364 vxh->vx_vni = vxlan_vni_field(vni); in vxlan_build_skb()
2369 start = skb_checksum_start_offset(skb) - sizeof(struct vxlanhdr); in vxlan_build_skb()
2370 vxh->vx_vni |= vxlan_compute_rco(start, skb->csum_offset); in vxlan_build_skb()
2371 vxh->vx_flags |= VXLAN_HF_RCO; in vxlan_build_skb()
2374 skb->ip_summed = CHECKSUM_NONE; in vxlan_build_skb()
2375 skb->encapsulation = 0; in vxlan_build_skb()
2382 err = vxlan_build_gpe_hdr(vxh, vxflags, skb->protocol); in vxlan_build_skb()
2385 inner_protocol = skb->protocol; in vxlan_build_skb()
2404 return ERR_PTR(-EIO); in vxlan_get_route()
2417 fl4.flowi4_mark = skb->mark; in vxlan_get_route()
2424 rt = ip_route_output_key(vxlan->net, &fl4); in vxlan_get_route()
2426 if (rt->dst.dev == dev) { in vxlan_get_route()
2429 return ERR_PTR(-ELOOP); in vxlan_get_route()
2434 dst_cache_set_ip4(dst_cache, &rt->dst, fl4.saddr); in vxlan_get_route()
2437 return ERR_PTR(-ENETUNREACH); in vxlan_get_route()
2459 return ERR_PTR(-EIO); in vxlan6_get_route()
2474 fl6.flowi6_mark = skb->mark; in vxlan6_get_route()
2479 ndst = ipv6_stub->ipv6_dst_lookup_flow(vxlan->net, sock6->sock->sk, in vxlan6_get_route()
2483 return ERR_PTR(-ENETUNREACH); in vxlan6_get_route()
2486 if (unlikely(ndst->dev == dev)) { in vxlan6_get_route()
2489 return ERR_PTR(-ELOOP); in vxlan6_get_route()
2506 union vxlan_addr *remote_ip = &dst_vxlan->default_dst.remote_ip; in vxlan_encap_bypass()
2508 int len = skb->len; in vxlan_encap_bypass()
2510 tx_stats = this_cpu_ptr(src_vxlan->dev->tstats); in vxlan_encap_bypass()
2511 rx_stats = this_cpu_ptr(dst_vxlan->dev->tstats); in vxlan_encap_bypass()
2512 skb->pkt_type = PACKET_HOST; in vxlan_encap_bypass()
2513 skb->encapsulation = 0; in vxlan_encap_bypass()
2514 skb->dev = dst_vxlan->dev; in vxlan_encap_bypass()
2517 if (remote_ip->sa.sa_family == AF_INET) { in vxlan_encap_bypass()
2528 dev = skb->dev; in vxlan_encap_bypass()
2529 if (unlikely(!(dev->flags & IFF_UP))) { in vxlan_encap_bypass()
2534 if ((dst_vxlan->cfg.flags & VXLAN_F_LEARN) && snoop) in vxlan_encap_bypass()
2535 vxlan_snoop(dev, &loopback, eth_hdr(skb)->h_source, 0, vni); in vxlan_encap_bypass()
2537 u64_stats_update_begin(&tx_stats->syncp); in vxlan_encap_bypass()
2538 tx_stats->tx_packets++; in vxlan_encap_bypass()
2539 tx_stats->tx_bytes += len; in vxlan_encap_bypass()
2540 u64_stats_update_end(&tx_stats->syncp); in vxlan_encap_bypass()
2543 u64_stats_update_begin(&rx_stats->syncp); in vxlan_encap_bypass()
2544 rx_stats->rx_packets++; in vxlan_encap_bypass()
2545 rx_stats->rx_bytes += len; in vxlan_encap_bypass()
2546 u64_stats_update_end(&rx_stats->syncp); in vxlan_encap_bypass()
2549 dev->stats.rx_dropped++; in vxlan_encap_bypass()
2562 /* IPv6 rt-flags are checked against RTF_LOCAL, but the value of in encap_bypass_if_local()
2574 dst_vxlan = vxlan_find_vni(vxlan->net, dst_ifindex, vni, in encap_bypass_if_local()
2575 daddr->sa.sa_family, dst_port, in encap_bypass_if_local()
2576 vxlan->cfg.flags); in encap_bypass_if_local()
2578 dev->stats.tx_errors++; in encap_bypass_if_local()
2581 return -ENOENT; in encap_bypass_if_local()
2608 u32 flags = vxlan->cfg.flags; in vxlan_xmit_one()
2610 bool xnet = !net_eq(vxlan->net, dev_net(vxlan->dev)); in vxlan_xmit_one()
2615 dst = &rdst->remote_ip; in vxlan_xmit_one()
2618 /* short-circuited back to local bridge */ in vxlan_xmit_one()
2626 dst_port = rdst->remote_port ? rdst->remote_port : vxlan->cfg.dst_port; in vxlan_xmit_one()
2627 vni = (rdst->remote_vni) ? : default_vni; in vxlan_xmit_one()
2628 ifindex = rdst->remote_ifindex; in vxlan_xmit_one()
2629 local_ip = vxlan->cfg.saddr; in vxlan_xmit_one()
2630 dst_cache = &rdst->dst_cache; in vxlan_xmit_one()
2631 md->gbp = skb->mark; in vxlan_xmit_one()
2635 ttl = vxlan->cfg.ttl; in vxlan_xmit_one()
2640 tos = vxlan->cfg.tos; in vxlan_xmit_one()
2644 if (dst->sa.sa_family == AF_INET) in vxlan_xmit_one()
2648 label = vxlan->cfg.label; in vxlan_xmit_one()
2652 dev->name); in vxlan_xmit_one()
2657 remote_ip.sin.sin_addr.s_addr = info->key.u.ipv4.dst; in vxlan_xmit_one()
2658 local_ip.sin.sin_addr.s_addr = info->key.u.ipv4.src; in vxlan_xmit_one()
2660 remote_ip.sin6.sin6_addr = info->key.u.ipv6.dst; in vxlan_xmit_one()
2661 local_ip.sin6.sin6_addr = info->key.u.ipv6.src; in vxlan_xmit_one()
2664 dst_port = info->key.tp_dst ? : vxlan->cfg.dst_port; in vxlan_xmit_one()
2665 vni = tunnel_id_to_key32(info->key.tun_id); in vxlan_xmit_one()
2667 dst_cache = &info->dst_cache; in vxlan_xmit_one()
2668 if (info->key.tun_flags & TUNNEL_VXLAN_OPT) { in vxlan_xmit_one()
2669 if (info->options_len < sizeof(*md)) in vxlan_xmit_one()
2673 ttl = info->key.ttl; in vxlan_xmit_one()
2674 tos = info->key.tos; in vxlan_xmit_one()
2675 label = info->key.label; in vxlan_xmit_one()
2676 udp_sum = !!(info->key.tun_flags & TUNNEL_CSUM); in vxlan_xmit_one()
2678 src_port = udp_flow_src_port(dev_net(dev), skb, vxlan->cfg.port_min, in vxlan_xmit_one()
2679 vxlan->cfg.port_max, true); in vxlan_xmit_one()
2682 if (dst->sa.sa_family == AF_INET) { in vxlan_xmit_one()
2683 struct vxlan_sock *sock4 = rcu_dereference(vxlan->vn4_sock); in vxlan_xmit_one()
2688 ifindex = sock4->sock->sk->sk_bound_dev_if; in vxlan_xmit_one()
2691 dst->sin.sin_addr.s_addr, in vxlan_xmit_one()
2704 &rt->dst, rt->rt_flags); in vxlan_xmit_one()
2708 if (vxlan->cfg.df == VXLAN_DF_SET) { in vxlan_xmit_one()
2710 } else if (vxlan->cfg.df == VXLAN_DF_INHERIT) { in vxlan_xmit_one()
2713 if (ntohs(eth->h_proto) == ETH_P_IPV6 || in vxlan_xmit_one()
2714 (ntohs(eth->h_proto) == ETH_P_IP && in vxlan_xmit_one()
2715 old_iph->frag_off & htons(IP_DF))) in vxlan_xmit_one()
2718 } else if (info->key.tun_flags & TUNNEL_DONT_FRAGMENT) { in vxlan_xmit_one()
2722 ndst = &rt->dst; in vxlan_xmit_one()
2738 unclone->key.u.ipv4.src = src.s_addr; in vxlan_xmit_one()
2739 unclone->key.u.ipv4.dst = dst.s_addr; in vxlan_xmit_one()
2747 ttl = ttl ? : ip4_dst_hoplimit(&rt->dst); in vxlan_xmit_one()
2753 udp_tunnel_xmit_skb(rt, sock4->sock->sk, skb, local_ip.sin.sin_addr.s_addr, in vxlan_xmit_one()
2754 dst->sin.sin_addr.s_addr, tos, ttl, df, in vxlan_xmit_one()
2758 struct vxlan_sock *sock6 = rcu_dereference(vxlan->vn6_sock); in vxlan_xmit_one()
2761 ifindex = sock6->sock->sk->sk_bound_dev_if; in vxlan_xmit_one()
2764 label, &dst->sin6.sin6_addr, in vxlan_xmit_one()
2775 u32 rt6i_flags = ((struct rt6_info *)ndst)->rt6i_flags; in vxlan_xmit_one()
2799 unclone->key.u.ipv6.src = src; in vxlan_xmit_one()
2800 unclone->key.u.ipv6.dst = dst; in vxlan_xmit_one()
2816 udp_tunnel6_xmit_skb(ndst, sock6->sock->sk, skb, dev, in vxlan_xmit_one()
2818 &dst->sin6.sin6_addr, tos, ttl, in vxlan_xmit_one()
2827 dev->stats.tx_dropped++; in vxlan_xmit_one()
2833 if (err == -ELOOP) in vxlan_xmit_one()
2834 dev->stats.collisions++; in vxlan_xmit_one()
2835 else if (err == -ENETUNREACH) in vxlan_xmit_one()
2836 dev->stats.tx_carrier_errors++; in vxlan_xmit_one()
2838 dev->stats.tx_errors++; in vxlan_xmit_one()
2854 nh = rcu_dereference(f->nh); in vxlan_xmit_nh()
2870 dev->stats.tx_dropped++; in vxlan_xmit_nh()
2894 if (vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA) { in vxlan_xmit()
2895 if (info && info->mode & IP_TUNNEL_INFO_BRIDGE && in vxlan_xmit()
2896 info->mode & IP_TUNNEL_INFO_TX) { in vxlan_xmit()
2897 vni = tunnel_id_to_key32(info->key.tun_id); in vxlan_xmit()
2899 if (info && info->mode & IP_TUNNEL_INFO_TX) in vxlan_xmit()
2907 if (vxlan->cfg.flags & VXLAN_F_PROXY) { in vxlan_xmit()
2909 if (ntohs(eth->h_proto) == ETH_P_ARP) in vxlan_xmit()
2912 else if (ntohs(eth->h_proto) == ETH_P_IPV6 && in vxlan_xmit()
2915 ipv6_hdr(skb)->nexthdr == IPPROTO_ICMPV6) { in vxlan_xmit()
2918 if (m->icmph.icmp6_code == 0 && in vxlan_xmit()
2919 m->icmph.icmp6_type == NDISC_NEIGHBOUR_SOLICITATION) in vxlan_xmit()
2926 f = vxlan_find_mac(vxlan, eth->h_dest, vni); in vxlan_xmit()
2929 if (f && (f->flags & NTF_ROUTER) && (vxlan->cfg.flags & VXLAN_F_RSC) && in vxlan_xmit()
2930 (ntohs(eth->h_proto) == ETH_P_IP || in vxlan_xmit()
2931 ntohs(eth->h_proto) == ETH_P_IPV6)) { in vxlan_xmit()
2934 f = vxlan_find_mac(vxlan, eth->h_dest, vni); in vxlan_xmit()
2940 if ((vxlan->cfg.flags & VXLAN_F_L2MISS) && in vxlan_xmit()
2941 !is_multicast_ether_addr(eth->h_dest)) in vxlan_xmit()
2942 vxlan_fdb_miss(vxlan, eth->h_dest); in vxlan_xmit()
2944 dev->stats.tx_dropped++; in vxlan_xmit()
2950 if (rcu_access_pointer(f->nh)) { in vxlan_xmit()
2952 (vni ? : vxlan->default_dst.remote_vni), did_rsc); in vxlan_xmit()
2954 list_for_each_entry_rcu(rdst, &f->remotes, list) { in vxlan_xmit()
2981 if (!netif_running(vxlan->dev)) in vxlan_cleanup()
2987 spin_lock(&vxlan->hash_lock[h]); in vxlan_cleanup()
2988 hlist_for_each_safe(p, n, &vxlan->fdb_head[h]) { in vxlan_cleanup()
2993 if (f->state & (NUD_PERMANENT | NUD_NOARP)) in vxlan_cleanup()
2996 if (f->flags & NTF_EXT_LEARNED) in vxlan_cleanup()
2999 timeout = f->used + vxlan->cfg.age_interval * HZ; in vxlan_cleanup()
3001 netdev_dbg(vxlan->dev, in vxlan_cleanup()
3003 f->eth_addr); in vxlan_cleanup()
3004 f->state = NUD_STALE; in vxlan_cleanup()
3009 spin_unlock(&vxlan->hash_lock[h]); in vxlan_cleanup()
3012 mod_timer(&vxlan->age_timer, next_timer); in vxlan_cleanup()
3017 struct vxlan_net *vn = net_generic(vxlan->net, vxlan_net_id); in vxlan_vs_del_dev()
3019 spin_lock(&vn->sock_lock); in vxlan_vs_del_dev()
3020 hlist_del_init_rcu(&vxlan->hlist4.hlist); in vxlan_vs_del_dev()
3022 hlist_del_init_rcu(&vxlan->hlist6.hlist); in vxlan_vs_del_dev()
3024 spin_unlock(&vn->sock_lock); in vxlan_vs_del_dev()
3027 static void vxlan_vs_add_dev(struct vxlan_sock *vs, struct vxlan_dev *vxlan, in vxlan_vs_add_dev() argument
3030 struct vxlan_net *vn = net_generic(vxlan->net, vxlan_net_id); in vxlan_vs_add_dev()
3031 __be32 vni = vxlan->default_dst.remote_vni; in vxlan_vs_add_dev()
3033 node->vxlan = vxlan; in vxlan_vs_add_dev()
3034 spin_lock(&vn->sock_lock); in vxlan_vs_add_dev()
3035 hlist_add_head_rcu(&node->hlist, vni_head(vs, vni)); in vxlan_vs_add_dev()
3036 spin_unlock(&vn->sock_lock); in vxlan_vs_add_dev()
3045 dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats); in vxlan_init()
3046 if (!dev->tstats) in vxlan_init()
3047 return -ENOMEM; in vxlan_init()
3049 err = gro_cells_init(&vxlan->gro_cells, dev); in vxlan_init()
3051 free_percpu(dev->tstats); in vxlan_init()
3063 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_delete_default()
3067 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_delete_default()
3074 gro_cells_destroy(&vxlan->gro_cells); in vxlan_uninit()
3076 vxlan_fdb_delete_default(vxlan, vxlan->cfg.vni); in vxlan_uninit()
3078 free_percpu(dev->tstats); in vxlan_uninit()
3091 if (vxlan_addr_multicast(&vxlan->default_dst.remote_ip)) { in vxlan_open()
3093 if (ret == -EADDRINUSE) in vxlan_open()
3101 if (vxlan->cfg.age_interval) in vxlan_open()
3102 mod_timer(&vxlan->age_timer, jiffies + FDB_AGE_INTERVAL); in vxlan_open()
3115 spin_lock_bh(&vxlan->hash_lock[h]); in vxlan_flush()
3116 hlist_for_each_safe(p, n, &vxlan->fdb_head[h]) { in vxlan_flush()
3119 if (!do_all && (f->state & (NUD_PERMANENT | NUD_NOARP))) in vxlan_flush()
3122 if (is_zero_ether_addr(f->eth_addr) && in vxlan_flush()
3123 f->vni == vxlan->cfg.vni) in vxlan_flush()
3127 spin_unlock_bh(&vxlan->hash_lock[h]); in vxlan_flush()
3135 struct vxlan_net *vn = net_generic(vxlan->net, vxlan_net_id); in vxlan_stop()
3138 if (vxlan_addr_multicast(&vxlan->default_dst.remote_ip) && in vxlan_stop()
3142 del_timer_sync(&vxlan->age_timer); in vxlan_stop()
3158 struct vxlan_rdst *dst = &vxlan->default_dst; in vxlan_change_mtu()
3159 struct net_device *lowerdev = __dev_get_by_index(vxlan->net, in vxlan_change_mtu()
3160 dst->remote_ifindex); in vxlan_change_mtu()
3161 bool use_ipv6 = !!(vxlan->cfg.flags & VXLAN_F_IPV6); in vxlan_change_mtu()
3163 /* This check is different than dev->max_mtu, because it looks at in vxlan_change_mtu()
3164 * the lowerdev->mtu, rather than the static dev->max_mtu in vxlan_change_mtu()
3167 int max_mtu = lowerdev->mtu - in vxlan_change_mtu()
3170 return -EINVAL; in vxlan_change_mtu()
3173 dev->mtu = new_mtu; in vxlan_change_mtu()
3183 sport = udp_flow_src_port(dev_net(dev), skb, vxlan->cfg.port_min, in vxlan_fill_metadata_dst()
3184 vxlan->cfg.port_max, true); in vxlan_fill_metadata_dst()
3185 dport = info->key.tp_dst ? : vxlan->cfg.dst_port; in vxlan_fill_metadata_dst()
3188 struct vxlan_sock *sock4 = rcu_dereference(vxlan->vn4_sock); in vxlan_fill_metadata_dst()
3191 rt = vxlan_get_route(vxlan, dev, sock4, skb, 0, info->key.tos, in vxlan_fill_metadata_dst()
3192 info->key.u.ipv4.dst, in vxlan_fill_metadata_dst()
3193 &info->key.u.ipv4.src, dport, sport, in vxlan_fill_metadata_dst()
3194 &info->dst_cache, info); in vxlan_fill_metadata_dst()
3200 struct vxlan_sock *sock6 = rcu_dereference(vxlan->vn6_sock); in vxlan_fill_metadata_dst()
3203 ndst = vxlan6_get_route(vxlan, dev, sock6, skb, 0, info->key.tos, in vxlan_fill_metadata_dst()
3204 info->key.label, &info->key.u.ipv6.dst, in vxlan_fill_metadata_dst()
3205 &info->key.u.ipv6.src, dport, sport, in vxlan_fill_metadata_dst()
3206 &info->dst_cache, info); in vxlan_fill_metadata_dst()
3211 return -EPFNOSUPPORT; in vxlan_fill_metadata_dst()
3214 info->key.tp_src = sport; in vxlan_fill_metadata_dst()
3215 info->key.tp_dst = dport; in vxlan_fill_metadata_dst()
3255 * supply the listening VXLAN udp ports. Callers are expected
3260 struct vxlan_sock *vs; in vxlan_offload_rx_ports() local
3265 spin_lock(&vn->sock_lock); in vxlan_offload_rx_ports()
3267 hlist_for_each_entry_rcu(vs, &vn->sock_list[i], hlist) { in vxlan_offload_rx_ports()
3270 if (vs->flags & VXLAN_F_GPE) in vxlan_offload_rx_ports()
3276 udp_tunnel_push_rx_port(dev, vs->sock, type); in vxlan_offload_rx_ports()
3278 udp_tunnel_drop_rx_port(dev, vs->sock, type); in vxlan_offload_rx_ports()
3281 spin_unlock(&vn->sock_lock); in vxlan_offload_rx_ports()
3293 dev->needs_free_netdev = true; in vxlan_setup()
3296 dev->features |= NETIF_F_LLTX; in vxlan_setup()
3297 dev->features |= NETIF_F_SG | NETIF_F_HW_CSUM; in vxlan_setup()
3298 dev->features |= NETIF_F_RXCSUM; in vxlan_setup()
3299 dev->features |= NETIF_F_GSO_SOFTWARE; in vxlan_setup()
3301 dev->vlan_features = dev->features; in vxlan_setup()
3302 dev->hw_features |= NETIF_F_SG | NETIF_F_HW_CSUM | NETIF_F_RXCSUM; in vxlan_setup()
3303 dev->hw_features |= NETIF_F_GSO_SOFTWARE; in vxlan_setup()
3305 dev->priv_flags |= IFF_NO_QUEUE; in vxlan_setup()
3307 /* MTU range: 68 - 65535 */ in vxlan_setup()
3308 dev->min_mtu = ETH_MIN_MTU; in vxlan_setup()
3309 dev->max_mtu = ETH_MAX_MTU; in vxlan_setup()
3311 INIT_LIST_HEAD(&vxlan->next); in vxlan_setup()
3313 timer_setup(&vxlan->age_timer, vxlan_cleanup, TIMER_DEFERRABLE); in vxlan_setup()
3315 vxlan->dev = dev; in vxlan_setup()
3318 spin_lock_init(&vxlan->hash_lock[h]); in vxlan_setup()
3319 INIT_HLIST_HEAD(&vxlan->fdb_head[h]); in vxlan_setup()
3325 dev->priv_flags &= ~IFF_TX_SKB_SHARING; in vxlan_ether_setup()
3326 dev->priv_flags |= IFF_LIVE_ADDR_CHANGE; in vxlan_ether_setup()
3327 dev->netdev_ops = &vxlan_netdev_ether_ops; in vxlan_ether_setup()
3332 dev->header_ops = NULL; in vxlan_raw_setup()
3333 dev->type = ARPHRD_NONE; in vxlan_raw_setup()
3334 dev->hard_header_len = 0; in vxlan_raw_setup()
3335 dev->addr_len = 0; in vxlan_raw_setup()
3336 dev->flags = IFF_POINTOPOINT | IFF_NOARP | IFF_MULTICAST; in vxlan_raw_setup()
3337 dev->netdev_ops = &vxlan_netdev_raw_ops; in vxlan_raw_setup()
3379 return -EINVAL; in vxlan_validate()
3385 return -EADDRNOTAVAIL; in vxlan_validate()
3395 return -EINVAL; in vxlan_validate()
3402 return -EINVAL; in vxlan_validate()
3411 return -ERANGE; in vxlan_validate()
3419 if (ntohs(p->high) < ntohs(p->low)) { in vxlan_validate()
3422 return -EINVAL; in vxlan_validate()
3432 return -EINVAL; in vxlan_validate()
3442 strlcpy(drvinfo->version, VXLAN_VERSION, sizeof(drvinfo->version)); in vxlan_get_drvinfo()
3443 strlcpy(drvinfo->driver, "vxlan", sizeof(drvinfo->driver)); in vxlan_get_drvinfo()
3450 struct vxlan_rdst *dst = &vxlan->default_dst; in vxlan_get_link_ksettings()
3451 struct net_device *lowerdev = __dev_get_by_index(vxlan->net, in vxlan_get_link_ksettings()
3452 dst->remote_ifindex); in vxlan_get_link_ksettings()
3455 cmd->base.duplex = DUPLEX_UNKNOWN; in vxlan_get_link_ksettings()
3456 cmd->base.port = PORT_OTHER; in vxlan_get_link_ksettings()
3457 cmd->base.speed = SPEED_UNKNOWN; in vxlan_get_link_ksettings()
3506 struct vxlan_sock *vs; in vxlan_socket_create() local
3511 vs = kzalloc(sizeof(*vs), GFP_KERNEL); in vxlan_socket_create()
3512 if (!vs) in vxlan_socket_create()
3513 return ERR_PTR(-ENOMEM); in vxlan_socket_create()
3516 INIT_HLIST_HEAD(&vs->vni_list[h]); in vxlan_socket_create()
3520 kfree(vs); in vxlan_socket_create()
3524 vs->sock = sock; in vxlan_socket_create()
3525 refcount_set(&vs->refcnt, 1); in vxlan_socket_create()
3526 vs->flags = (flags & VXLAN_F_RCV_FLAGS); in vxlan_socket_create()
3528 spin_lock(&vn->sock_lock); in vxlan_socket_create()
3529 hlist_add_head_rcu(&vs->hlist, vs_head(net, port)); in vxlan_socket_create()
3531 (vs->flags & VXLAN_F_GPE) ? in vxlan_socket_create()
3534 spin_unlock(&vn->sock_lock); in vxlan_socket_create()
3538 tunnel_cfg.sk_user_data = vs; in vxlan_socket_create()
3548 return vs; in vxlan_socket_create()
3553 struct vxlan_net *vn = net_generic(vxlan->net, vxlan_net_id); in __vxlan_sock_add()
3554 struct vxlan_sock *vs = NULL; in __vxlan_sock_add() local
3558 if (vxlan->cfg.remote_ifindex) in __vxlan_sock_add()
3560 vxlan->net, vxlan->cfg.remote_ifindex); in __vxlan_sock_add()
3562 if (!vxlan->cfg.no_share) { in __vxlan_sock_add()
3563 spin_lock(&vn->sock_lock); in __vxlan_sock_add()
3564 vs = vxlan_find_sock(vxlan->net, ipv6 ? AF_INET6 : AF_INET, in __vxlan_sock_add()
3565 vxlan->cfg.dst_port, vxlan->cfg.flags, in __vxlan_sock_add()
3567 if (vs && !refcount_inc_not_zero(&vs->refcnt)) { in __vxlan_sock_add()
3568 spin_unlock(&vn->sock_lock); in __vxlan_sock_add()
3569 return -EBUSY; in __vxlan_sock_add()
3571 spin_unlock(&vn->sock_lock); in __vxlan_sock_add()
3573 if (!vs) in __vxlan_sock_add()
3574 vs = vxlan_socket_create(vxlan->net, ipv6, in __vxlan_sock_add()
3575 vxlan->cfg.dst_port, vxlan->cfg.flags, in __vxlan_sock_add()
3577 if (IS_ERR(vs)) in __vxlan_sock_add()
3578 return PTR_ERR(vs); in __vxlan_sock_add()
3581 rcu_assign_pointer(vxlan->vn6_sock, vs); in __vxlan_sock_add()
3582 node = &vxlan->hlist6; in __vxlan_sock_add()
3586 rcu_assign_pointer(vxlan->vn4_sock, vs); in __vxlan_sock_add()
3587 node = &vxlan->hlist4; in __vxlan_sock_add()
3589 vxlan_vs_add_dev(vs, vxlan, node); in __vxlan_sock_add()
3595 bool metadata = vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA; in vxlan_sock_add()
3596 bool ipv6 = vxlan->cfg.flags & VXLAN_F_IPV6 || metadata; in vxlan_sock_add()
3600 RCU_INIT_POINTER(vxlan->vn4_sock, NULL); in vxlan_sock_add()
3602 RCU_INIT_POINTER(vxlan->vn6_sock, NULL); in vxlan_sock_add()
3605 if (ret < 0 && ret != -EAFNOSUPPORT) in vxlan_sock_add()
3625 if (conf->flags & VXLAN_F_GPE) { in vxlan_config_validate()
3631 if ((conf->flags & ~VXLAN_F_ALLOWED_GPE) || in vxlan_config_validate()
3632 !(conf->flags & VXLAN_F_COLLECT_METADATA)) { in vxlan_config_validate()
3635 return -EINVAL; in vxlan_config_validate()
3639 if (!conf->remote_ip.sa.sa_family && !conf->saddr.sa.sa_family) { in vxlan_config_validate()
3641 conf->remote_ip.sa.sa_family = AF_INET; in vxlan_config_validate()
3642 conf->saddr.sa.sa_family = AF_INET; in vxlan_config_validate()
3643 } else if (!conf->remote_ip.sa.sa_family) { in vxlan_config_validate()
3644 conf->remote_ip.sa.sa_family = conf->saddr.sa.sa_family; in vxlan_config_validate()
3645 } else if (!conf->saddr.sa.sa_family) { in vxlan_config_validate()
3646 conf->saddr.sa.sa_family = conf->remote_ip.sa.sa_family; in vxlan_config_validate()
3649 if (conf->saddr.sa.sa_family != conf->remote_ip.sa.sa_family) { in vxlan_config_validate()
3652 return -EINVAL; in vxlan_config_validate()
3655 if (vxlan_addr_multicast(&conf->saddr)) { in vxlan_config_validate()
3657 return -EINVAL; in vxlan_config_validate()
3660 if (conf->saddr.sa.sa_family == AF_INET6) { in vxlan_config_validate()
3664 return -EPFNOSUPPORT; in vxlan_config_validate()
3667 conf->flags |= VXLAN_F_IPV6; in vxlan_config_validate()
3669 if (!(conf->flags & VXLAN_F_COLLECT_METADATA)) { in vxlan_config_validate()
3671 ipv6_addr_type(&conf->saddr.sin6.sin6_addr); in vxlan_config_validate()
3673 ipv6_addr_type(&conf->remote_ip.sin6.sin6_addr); in vxlan_config_validate()
3680 return -EINVAL; in vxlan_config_validate()
3683 conf->flags |= VXLAN_F_IPV6_LINKLOCAL; in vxlan_config_validate()
3689 return -EINVAL; in vxlan_config_validate()
3692 conf->flags &= ~VXLAN_F_IPV6_LINKLOCAL; in vxlan_config_validate()
3697 if (conf->label && !use_ipv6) { in vxlan_config_validate()
3700 return -EINVAL; in vxlan_config_validate()
3703 if (conf->remote_ifindex) { in vxlan_config_validate()
3706 lowerdev = __dev_get_by_index(src_net, conf->remote_ifindex); in vxlan_config_validate()
3710 return -ENODEV; in vxlan_config_validate()
3716 if (idev && idev->cnf.disable_ipv6) { in vxlan_config_validate()
3719 return -EPERM; in vxlan_config_validate()
3726 if (vxlan_addr_multicast(&conf->remote_ip)) { in vxlan_config_validate()
3730 return -EINVAL; in vxlan_config_validate()
3734 if (conf->flags & VXLAN_F_IPV6_LINKLOCAL) { in vxlan_config_validate()
3736 "Local interface required for link-local local/remote addresses"); in vxlan_config_validate()
3737 return -EINVAL; in vxlan_config_validate()
3744 if (!conf->dst_port) { in vxlan_config_validate()
3745 if (conf->flags & VXLAN_F_GPE) in vxlan_config_validate()
3746 conf->dst_port = htons(4790); /* IANA VXLAN-GPE port */ in vxlan_config_validate()
3748 conf->dst_port = htons(vxlan_port); in vxlan_config_validate()
3751 if (!conf->age_interval) in vxlan_config_validate()
3752 conf->age_interval = FDB_AGE_DEFAULT; in vxlan_config_validate()
3754 list_for_each_entry(tmp, &vn->vxlan_list, next) { in vxlan_config_validate()
3758 if (tmp->cfg.vni != conf->vni) in vxlan_config_validate()
3760 if (tmp->cfg.dst_port != conf->dst_port) in vxlan_config_validate()
3762 if ((tmp->cfg.flags & (VXLAN_F_RCV_FLAGS | VXLAN_F_IPV6)) != in vxlan_config_validate()
3763 (conf->flags & (VXLAN_F_RCV_FLAGS | VXLAN_F_IPV6))) in vxlan_config_validate()
3766 if ((conf->flags & VXLAN_F_IPV6_LINKLOCAL) && in vxlan_config_validate()
3767 tmp->cfg.remote_ifindex != conf->remote_ifindex) in vxlan_config_validate()
3772 return -EEXIST; in vxlan_config_validate()
3785 struct vxlan_rdst *dst = &vxlan->default_dst; in vxlan_config_apply()
3787 bool use_ipv6 = !!(conf->flags & VXLAN_F_IPV6); in vxlan_config_apply()
3791 if (conf->flags & VXLAN_F_GPE) in vxlan_config_apply()
3796 if (conf->mtu) in vxlan_config_apply()
3797 dev->mtu = conf->mtu; in vxlan_config_apply()
3799 vxlan->net = src_net; in vxlan_config_apply()
3802 dst->remote_vni = conf->vni; in vxlan_config_apply()
3804 memcpy(&dst->remote_ip, &conf->remote_ip, sizeof(conf->remote_ip)); in vxlan_config_apply()
3807 dst->remote_ifindex = conf->remote_ifindex; in vxlan_config_apply()
3809 dev->gso_max_size = lowerdev->gso_max_size; in vxlan_config_apply()
3810 dev->gso_max_segs = lowerdev->gso_max_segs; in vxlan_config_apply()
3812 needed_headroom = lowerdev->hard_header_len; in vxlan_config_apply()
3813 needed_headroom += lowerdev->needed_headroom; in vxlan_config_apply()
3815 dev->needed_tailroom = lowerdev->needed_tailroom; in vxlan_config_apply()
3817 max_mtu = lowerdev->mtu - (use_ipv6 ? VXLAN6_HEADROOM : in vxlan_config_apply()
3822 if (!changelink && !conf->mtu) in vxlan_config_apply()
3823 dev->mtu = max_mtu; in vxlan_config_apply()
3826 if (dev->mtu > max_mtu) in vxlan_config_apply()
3827 dev->mtu = max_mtu; in vxlan_config_apply()
3829 if (use_ipv6 || conf->flags & VXLAN_F_COLLECT_METADATA) in vxlan_config_apply()
3833 dev->needed_headroom = needed_headroom; in vxlan_config_apply()
3835 memcpy(&vxlan->cfg, conf, sizeof(*conf)); in vxlan_config_apply()
3867 dst = &vxlan->default_dst; in __vxlan_dev_create()
3872 dev->ethtool_ops = &vxlan_ethtool_ops; in __vxlan_dev_create()
3875 if (!vxlan_addr_any(&dst->remote_ip)) { in __vxlan_dev_create()
3877 &dst->remote_ip, in __vxlan_dev_create()
3879 vxlan->cfg.dst_port, in __vxlan_dev_create()
3880 dst->remote_vni, in __vxlan_dev_create()
3881 dst->remote_vni, in __vxlan_dev_create()
3882 dst->remote_ifindex, in __vxlan_dev_create()
3893 if (dst->remote_ifindex) { in __vxlan_dev_create()
3894 remote_dev = __dev_get_by_index(net, dst->remote_ifindex); in __vxlan_dev_create()
3896 err = -ENODEV; in __vxlan_dev_create()
3910 vxlan_fdb_insert(vxlan, all_zeros_mac, dst->remote_vni, f); in __vxlan_dev_create()
3923 list_add(&vxlan->next, &vn->vxlan_list); in __vxlan_dev_create()
3925 dst->remote_dev = remote_dev; in __vxlan_dev_create()
3956 return -EOPNOTSUPP; in vxlan_nl2flag()
3960 flags = conf->flags | mask; in vxlan_nl2flag()
3962 flags = conf->flags | mask; in vxlan_nl2flag()
3964 flags = conf->flags & ~mask; in vxlan_nl2flag()
3966 conf->flags = flags; in vxlan_nl2flag()
3982 memcpy(conf, &vxlan->cfg, sizeof(*conf)); in vxlan_nl2conf()
3987 if (changelink && (vni != conf->vni)) { in vxlan_nl2conf()
3989 return -EOPNOTSUPP; in vxlan_nl2conf()
3991 conf->vni = cpu_to_be32(nla_get_u32(data[IFLA_VXLAN_ID])); in vxlan_nl2conf()
3995 if (changelink && (conf->remote_ip.sa.sa_family != AF_INET)) { in vxlan_nl2conf()
3997 return -EOPNOTSUPP; in vxlan_nl2conf()
4000 conf->remote_ip.sin.sin_addr.s_addr = nla_get_in_addr(data[IFLA_VXLAN_GROUP]); in vxlan_nl2conf()
4001 conf->remote_ip.sa.sa_family = AF_INET; in vxlan_nl2conf()
4005 return -EPFNOSUPPORT; in vxlan_nl2conf()
4008 if (changelink && (conf->remote_ip.sa.sa_family != AF_INET6)) { in vxlan_nl2conf()
4010 return -EOPNOTSUPP; in vxlan_nl2conf()
4013 conf->remote_ip.sin6.sin6_addr = nla_get_in6_addr(data[IFLA_VXLAN_GROUP6]); in vxlan_nl2conf()
4014 conf->remote_ip.sa.sa_family = AF_INET6; in vxlan_nl2conf()
4018 if (changelink && (conf->saddr.sa.sa_family != AF_INET)) { in vxlan_nl2conf()
4020 return -EOPNOTSUPP; in vxlan_nl2conf()
4023 conf->saddr.sin.sin_addr.s_addr = nla_get_in_addr(data[IFLA_VXLAN_LOCAL]); in vxlan_nl2conf()
4024 conf->saddr.sa.sa_family = AF_INET; in vxlan_nl2conf()
4028 return -EPFNOSUPPORT; in vxlan_nl2conf()
4031 if (changelink && (conf->saddr.sa.sa_family != AF_INET6)) { in vxlan_nl2conf()
4033 return -EOPNOTSUPP; in vxlan_nl2conf()
4037 conf->saddr.sin6.sin6_addr = nla_get_in6_addr(data[IFLA_VXLAN_LOCAL6]); in vxlan_nl2conf()
4038 conf->saddr.sa.sa_family = AF_INET6; in vxlan_nl2conf()
4042 conf->remote_ifindex = nla_get_u32(data[IFLA_VXLAN_LINK]); in vxlan_nl2conf()
4045 conf->tos = nla_get_u8(data[IFLA_VXLAN_TOS]); in vxlan_nl2conf()
4048 conf->ttl = nla_get_u8(data[IFLA_VXLAN_TTL]); in vxlan_nl2conf()
4060 conf->label = nla_get_be32(data[IFLA_VXLAN_LABEL]) & in vxlan_nl2conf()
4071 conf->flags |= VXLAN_F_LEARN; in vxlan_nl2conf()
4075 conf->age_interval = nla_get_u32(data[IFLA_VXLAN_AGEING]); in vxlan_nl2conf()
4113 return -EOPNOTSUPP; in vxlan_nl2conf()
4115 conf->addrmax = nla_get_u32(data[IFLA_VXLAN_LIMIT]); in vxlan_nl2conf()
4130 conf->port_min = ntohs(p->low); in vxlan_nl2conf()
4131 conf->port_max = ntohs(p->high); in vxlan_nl2conf()
4135 return -EOPNOTSUPP; in vxlan_nl2conf()
4143 return -EOPNOTSUPP; in vxlan_nl2conf()
4145 conf->dst_port = nla_get_be16(data[IFLA_VXLAN_PORT]); in vxlan_nl2conf()
4152 return -EOPNOTSUPP; in vxlan_nl2conf()
4155 conf->flags |= VXLAN_F_UDP_ZERO_CSUM_TX; in vxlan_nl2conf()
4217 return -EOPNOTSUPP; in vxlan_nl2conf()
4219 conf->mtu = nla_get_u32(tb[IFLA_MTU]); in vxlan_nl2conf()
4223 conf->df = nla_get_u8(data[IFLA_VXLAN_DF]); in vxlan_nl2conf()
4252 dst = &vxlan->default_dst; in vxlan_changelink()
4257 err = vxlan_config_validate(vxlan->net, &conf, &lowerdev, in vxlan_changelink()
4262 if (dst->remote_dev == lowerdev) in vxlan_changelink()
4265 err = netdev_adjacent_change_prepare(dst->remote_dev, lowerdev, dev, in vxlan_changelink()
4271 if (!vxlan_addr_equal(&conf.remote_ip, &dst->remote_ip)) { in vxlan_changelink()
4274 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_changelink()
4280 vxlan->cfg.dst_port, in vxlan_changelink()
4285 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_changelink()
4286 netdev_adjacent_change_abort(dst->remote_dev, in vxlan_changelink()
4291 if (!vxlan_addr_any(&dst->remote_ip)) in vxlan_changelink()
4293 dst->remote_ip, in vxlan_changelink()
4294 vxlan->cfg.dst_port, in vxlan_changelink()
4295 dst->remote_vni, in vxlan_changelink()
4296 dst->remote_vni, in vxlan_changelink()
4297 dst->remote_ifindex, in vxlan_changelink()
4299 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_changelink()
4302 if (conf.age_interval != vxlan->cfg.age_interval) in vxlan_changelink()
4303 mod_timer(&vxlan->age_timer, jiffies); in vxlan_changelink()
4305 netdev_adjacent_change_commit(dst->remote_dev, lowerdev, dev); in vxlan_changelink()
4306 if (lowerdev && lowerdev != dst->remote_dev) in vxlan_changelink()
4307 dst->remote_dev = lowerdev; in vxlan_changelink()
4308 vxlan_config_apply(dev, &conf, lowerdev, vxlan->net, true); in vxlan_changelink()
4318 list_del(&vxlan->next); in vxlan_dellink()
4320 if (vxlan->default_dst.remote_dev) in vxlan_dellink()
4321 netdev_upper_dev_unlink(vxlan->default_dst.remote_dev, dev); in vxlan_dellink()
4357 const struct vxlan_rdst *dst = &vxlan->default_dst; in vxlan_fill_info()
4359 .low = htons(vxlan->cfg.port_min), in vxlan_fill_info()
4360 .high = htons(vxlan->cfg.port_max), in vxlan_fill_info()
4363 if (nla_put_u32(skb, IFLA_VXLAN_ID, be32_to_cpu(dst->remote_vni))) in vxlan_fill_info()
4366 if (!vxlan_addr_any(&dst->remote_ip)) { in vxlan_fill_info()
4367 if (dst->remote_ip.sa.sa_family == AF_INET) { in vxlan_fill_info()
4369 dst->remote_ip.sin.sin_addr.s_addr)) in vxlan_fill_info()
4374 &dst->remote_ip.sin6.sin6_addr)) in vxlan_fill_info()
4380 if (dst->remote_ifindex && nla_put_u32(skb, IFLA_VXLAN_LINK, dst->remote_ifindex)) in vxlan_fill_info()
4383 if (!vxlan_addr_any(&vxlan->cfg.saddr)) { in vxlan_fill_info()
4384 if (vxlan->cfg.saddr.sa.sa_family == AF_INET) { in vxlan_fill_info()
4386 vxlan->cfg.saddr.sin.sin_addr.s_addr)) in vxlan_fill_info()
4391 &vxlan->cfg.saddr.sin6.sin6_addr)) in vxlan_fill_info()
4397 if (nla_put_u8(skb, IFLA_VXLAN_TTL, vxlan->cfg.ttl) || in vxlan_fill_info()
4399 !!(vxlan->cfg.flags & VXLAN_F_TTL_INHERIT)) || in vxlan_fill_info()
4400 nla_put_u8(skb, IFLA_VXLAN_TOS, vxlan->cfg.tos) || in vxlan_fill_info()
4401 nla_put_u8(skb, IFLA_VXLAN_DF, vxlan->cfg.df) || in vxlan_fill_info()
4402 nla_put_be32(skb, IFLA_VXLAN_LABEL, vxlan->cfg.label) || in vxlan_fill_info()
4404 !!(vxlan->cfg.flags & VXLAN_F_LEARN)) || in vxlan_fill_info()
4406 !!(vxlan->cfg.flags & VXLAN_F_PROXY)) || in vxlan_fill_info()
4408 !!(vxlan->cfg.flags & VXLAN_F_RSC)) || in vxlan_fill_info()
4410 !!(vxlan->cfg.flags & VXLAN_F_L2MISS)) || in vxlan_fill_info()
4412 !!(vxlan->cfg.flags & VXLAN_F_L3MISS)) || in vxlan_fill_info()
4414 !!(vxlan->cfg.flags & VXLAN_F_COLLECT_METADATA)) || in vxlan_fill_info()
4415 nla_put_u32(skb, IFLA_VXLAN_AGEING, vxlan->cfg.age_interval) || in vxlan_fill_info()
4416 nla_put_u32(skb, IFLA_VXLAN_LIMIT, vxlan->cfg.addrmax) || in vxlan_fill_info()
4417 nla_put_be16(skb, IFLA_VXLAN_PORT, vxlan->cfg.dst_port) || in vxlan_fill_info()
4419 !(vxlan->cfg.flags & VXLAN_F_UDP_ZERO_CSUM_TX)) || in vxlan_fill_info()
4421 !!(vxlan->cfg.flags & VXLAN_F_UDP_ZERO_CSUM6_TX)) || in vxlan_fill_info()
4423 !!(vxlan->cfg.flags & VXLAN_F_UDP_ZERO_CSUM6_RX)) || in vxlan_fill_info()
4425 !!(vxlan->cfg.flags & VXLAN_F_REMCSUM_TX)) || in vxlan_fill_info()
4427 !!(vxlan->cfg.flags & VXLAN_F_REMCSUM_RX))) in vxlan_fill_info()
4433 if (vxlan->cfg.flags & VXLAN_F_GBP && in vxlan_fill_info()
4437 if (vxlan->cfg.flags & VXLAN_F_GPE && in vxlan_fill_info()
4441 if (vxlan->cfg.flags & VXLAN_F_REMCSUM_NOPARTIAL && in vxlan_fill_info()
4448 return -EMSGSIZE; in vxlan_fill_info()
4455 return vxlan->net; in vxlan_get_link_net()
4513 list_for_each_entry_safe(vxlan, next, &vn->vxlan_list, next) { in vxlan_handle_lowerdev_unregister()
4514 struct vxlan_rdst *dst = &vxlan->default_dst; in vxlan_handle_lowerdev_unregister()
4522 if (dst->remote_ifindex == dev->ifindex) in vxlan_handle_lowerdev_unregister()
4523 vxlan_dellink(vxlan->dev, &list_kill); in vxlan_handle_lowerdev_unregister()
4536 if (!dev->udp_tunnel_nic_info) in vxlan_netdevice_event()
4540 if (!dev->udp_tunnel_nic_info) in vxlan_netdevice_event()
4563 hash_index = fdb_head_index(vxlan, fdb_info->eth_addr, fdb_info->vni); in vxlan_fdb_offloaded_set()
4565 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_offloaded_set()
4567 f = vxlan_find_mac(vxlan, fdb_info->eth_addr, fdb_info->vni); in vxlan_fdb_offloaded_set()
4571 rdst = vxlan_fdb_find_rdst(f, &fdb_info->remote_ip, in vxlan_fdb_offloaded_set()
4572 fdb_info->remote_port, in vxlan_fdb_offloaded_set()
4573 fdb_info->remote_vni, in vxlan_fdb_offloaded_set()
4574 fdb_info->remote_ifindex); in vxlan_fdb_offloaded_set()
4578 rdst->offloaded = fdb_info->offloaded; in vxlan_fdb_offloaded_set()
4581 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_offloaded_set()
4593 hash_index = fdb_head_index(vxlan, fdb_info->eth_addr, fdb_info->vni); in vxlan_fdb_external_learn_add()
4594 extack = switchdev_notifier_info_to_extack(&fdb_info->info); in vxlan_fdb_external_learn_add()
4596 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_external_learn_add()
4597 err = vxlan_fdb_update(vxlan, fdb_info->eth_addr, &fdb_info->remote_ip, in vxlan_fdb_external_learn_add()
4600 fdb_info->remote_port, in vxlan_fdb_external_learn_add()
4601 fdb_info->vni, in vxlan_fdb_external_learn_add()
4602 fdb_info->remote_vni, in vxlan_fdb_external_learn_add()
4603 fdb_info->remote_ifindex, in vxlan_fdb_external_learn_add()
4606 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_external_learn_add()
4620 hash_index = fdb_head_index(vxlan, fdb_info->eth_addr, fdb_info->vni); in vxlan_fdb_external_learn_del()
4621 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_external_learn_del()
4623 f = vxlan_find_mac(vxlan, fdb_info->eth_addr, fdb_info->vni); in vxlan_fdb_external_learn_del()
4625 err = -ENOENT; in vxlan_fdb_external_learn_del()
4626 else if (f->flags & NTF_EXT_LEARNED) in vxlan_fdb_external_learn_del()
4627 err = __vxlan_fdb_delete(vxlan, fdb_info->eth_addr, in vxlan_fdb_external_learn_del()
4628 fdb_info->remote_ip, in vxlan_fdb_external_learn_del()
4629 fdb_info->remote_port, in vxlan_fdb_external_learn_del()
4630 fdb_info->vni, in vxlan_fdb_external_learn_del()
4631 fdb_info->remote_vni, in vxlan_fdb_external_learn_del()
4632 fdb_info->remote_ifindex, in vxlan_fdb_external_learn_del()
4635 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_external_learn_del()
4658 fdb_info->offloaded = true; in vxlan_switchdev_event()
4668 fdb_info->offloaded = false; in vxlan_switchdev_event()
4687 list_for_each_entry_rcu(fdb, &nh->fdb_list, nh_list) { in vxlan_fdb_nh_flush()
4688 vxlan = rcu_dereference(fdb->vdev); in vxlan_fdb_nh_flush()
4690 hash_index = fdb_head_index(vxlan, fdb->eth_addr, in vxlan_fdb_nh_flush()
4691 vxlan->default_dst.remote_vni); in vxlan_fdb_nh_flush()
4692 spin_lock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_nh_flush()
4693 if (!hlist_unhashed(&fdb->hlist)) in vxlan_fdb_nh_flush()
4695 spin_unlock_bh(&vxlan->hash_lock[hash_index]); in vxlan_fdb_nh_flush()
4722 INIT_LIST_HEAD(&vn->vxlan_list); in vxlan_init_net()
4723 spin_lock_init(&vn->sock_lock); in vxlan_init_net()
4726 INIT_HLIST_HEAD(&vn->sock_list[h]); in vxlan_init_net()
4738 if (dev->rtnl_link_ops == &vxlan_link_ops) in vxlan_destroy_tunnels()
4741 list_for_each_entry_safe(vxlan, next, &vn->vxlan_list, next) { in vxlan_destroy_tunnels()
4742 /* If vxlan->dev is in the same netns, it has already been added in vxlan_destroy_tunnels()
4745 if (!net_eq(dev_net(vxlan->dev), net)) in vxlan_destroy_tunnels()
4746 unregister_netdevice_queue(vxlan->dev, head); in vxlan_destroy_tunnels()
4770 WARN_ON_ONCE(!hlist_empty(&vn->sock_list[h])); in vxlan_exit_batch_net()