88 static inline bool vxlan_collect_metadata(struct vxlan_sock *vs)  in vxlan_collect_metadata()  argument
90 	return vs->flags & VXLAN_F_COLLECT_METADATA ||  in vxlan_collect_metadata()
185 static inline struct hlist_head *vni_head(struct vxlan_sock *vs, __be32 vni)  in vni_head()  argument
187 	return &vs->vni_list[hash_32((__force u32)vni, VNI_HASH_BITS)];  in vni_head()
217 	struct vxlan_sock *vs;  in vxlan_find_sock()  local
221 	hlist_for_each_entry_rcu(vs, vs_head(net, port), hlist) {  in vxlan_find_sock()
222 		if (inet_sk(vs->sock->sk)->inet_sport == port &&  in vxlan_find_sock()
223 		    vxlan_get_sk_family(vs) == family &&  in vxlan_find_sock()
224 		    vs->flags == flags)  in vxlan_find_sock()
225 			return vs;  in vxlan_find_sock()
230 static struct vxlan_dev *vxlan_vs_find_vni(struct vxlan_sock *vs, int ifindex,  in vxlan_vs_find_vni()  argument
236 	if (vs->flags & VXLAN_F_COLLECT_METADATA)  in vxlan_vs_find_vni()
239 	hlist_for_each_entry_rcu(node, vni_head(vs, vni), hlist) {  in vxlan_vs_find_vni()
262 	struct vxlan_sock *vs;  in vxlan_find_vni()  local
264 	vs = vxlan_find_sock(net, family, port, flags);  in vxlan_find_vni()
265 	if (!vs)  in vxlan_find_vni()
268 	return vxlan_vs_find_vni(vs, ifindex, vni);  in vxlan_find_vni()
580 	struct vxlan_sock *vs = rcu_dereference_sk_user_data(sk);  in vxlan_gro_receive()  local
599 	if ((flags & VXLAN_HF_RCO) && (vs->flags & VXLAN_F_REMCSUM_RX)) {  in vxlan_gro_receive()
602 				       !!(vs->flags &  in vxlan_gro_receive()
1112 static bool __vxlan_sock_release_prep(struct vxlan_sock *vs)  in __vxlan_sock_release_prep()  argument
1116 	if (!vs)  in __vxlan_sock_release_prep()
1118 	if (!refcount_dec_and_test(&vs->refcnt))  in __vxlan_sock_release_prep()
1121 	vn = net_generic(sock_net(vs->sock->sk), vxlan_net_id);  in __vxlan_sock_release_prep()
1123 	hlist_del_rcu(&vs->hlist);  in __vxlan_sock_release_prep()
1124 	udp_tunnel_notify_del_rx_port(vs->sock,  in __vxlan_sock_release_prep()
1125 				      (vs->flags & VXLAN_F_GPE) ?  in __vxlan_sock_release_prep()
1312 			  struct vxlan_sock *vs,  in vxlan_set_mac()  argument
1327 	if (vxlan_get_sk_family(vs) == AF_INET) {  in vxlan_set_mac()
1344 static bool vxlan_ecn_decapsulate(struct vxlan_sock *vs, void *oiph,  in vxlan_ecn_decapsulate()  argument
1349 	if (vxlan_get_sk_family(vs) == AF_INET)  in vxlan_ecn_decapsulate()
1357 		if (vxlan_get_sk_family(vs) == AF_INET)  in vxlan_ecn_decapsulate()
1373 	struct vxlan_sock *vs;  in vxlan_rcv()  local
1398 	vs = rcu_dereference_sk_user_data(sk);  in vxlan_rcv()
1399 	if (!vs)  in vxlan_rcv()
1404 	vxlan = vxlan_vs_find_vni(vs, skb->dev->ifindex, vni);  in vxlan_rcv()
1411 	if (vs->flags & VXLAN_F_GPE) {  in vxlan_rcv()
1412 		if (!vxlan_parse_gpe_hdr(&unparsed, &protocol, skb, vs->flags))  in vxlan_rcv()
1421 	if (vxlan_collect_metadata(vs)) {  in vxlan_rcv()
1424 		tun_dst = udp_tun_rx_dst(skb, vxlan_get_sk_family(vs), TUNNEL_KEY,  in vxlan_rcv()
1437 	if (vs->flags & VXLAN_F_REMCSUM_RX)  in vxlan_rcv()
1438 		if (!vxlan_remcsum(&unparsed, skb, vs->flags))  in vxlan_rcv()
1440 	if (vs->flags & VXLAN_F_GBP)  in vxlan_rcv()
1441 		vxlan_parse_gbp_hdr(&unparsed, skb, vs->flags, md);  in vxlan_rcv()
1459 		if (!vxlan_set_mac(vxlan, vs, skb, vni))  in vxlan_rcv()
1470 	if (!vxlan_ecn_decapsulate(vs, oiph, skb)) {  in vxlan_rcv()
2445 static void vxlan_vs_add_dev(struct vxlan_sock *vs, struct vxlan_dev *vxlan,  in vxlan_vs_add_dev()  argument
2453 	hlist_add_head_rcu(&node->hlist, vni_head(vs, vni));  in vxlan_vs_add_dev()
2672 	struct vxlan_sock *vs;  in vxlan_offload_rx_ports()  local
2679 		hlist_for_each_entry_rcu(vs, &vn->sock_list[i], hlist) {  in vxlan_offload_rx_ports()
2682 			if (vs->flags & VXLAN_F_GPE)  in vxlan_offload_rx_ports()
2688 				udp_tunnel_push_rx_port(dev, vs->sock, type);  in vxlan_offload_rx_ports()
2690 				udp_tunnel_drop_rx_port(dev, vs->sock, type);  in vxlan_offload_rx_ports()
2884 	struct vxlan_sock *vs;  in vxlan_socket_create()  local
2889 	vs = kzalloc(sizeof(*vs), GFP_KERNEL);  in vxlan_socket_create()
2890 	if (!vs)  in vxlan_socket_create()
2894 		INIT_HLIST_HEAD(&vs->vni_list[h]);  in vxlan_socket_create()
2898 		kfree(vs);  in vxlan_socket_create()
2902 	vs->sock = sock;  in vxlan_socket_create()
2903 	refcount_set(&vs->refcnt, 1);  in vxlan_socket_create()
2904 	vs->flags = (flags & VXLAN_F_RCV_FLAGS);  in vxlan_socket_create()
2907 	hlist_add_head_rcu(&vs->hlist, vs_head(net, port));  in vxlan_socket_create()
2909 				      (vs->flags & VXLAN_F_GPE) ?  in vxlan_socket_create()
2916 	tunnel_cfg.sk_user_data = vs;  in vxlan_socket_create()
2925 	return vs;  in vxlan_socket_create()
2931 	struct vxlan_sock *vs = NULL;  in __vxlan_sock_add()  local
2936 		vs = vxlan_find_sock(vxlan->net, ipv6 ? AF_INET6 : AF_INET,  in __vxlan_sock_add()
2938 		if (vs && !refcount_inc_not_zero(&vs->refcnt)) {  in __vxlan_sock_add()
2944 	if (!vs)  in __vxlan_sock_add()
2945 		vs = vxlan_socket_create(vxlan->net, ipv6,  in __vxlan_sock_add()
2947 	if (IS_ERR(vs))  in __vxlan_sock_add()
2948 		return PTR_ERR(vs);  in __vxlan_sock_add()
2951 		rcu_assign_pointer(vxlan->vn6_sock, vs);  in __vxlan_sock_add()
2956 		rcu_assign_pointer(vxlan->vn4_sock, vs);  in __vxlan_sock_add()
2959 	vxlan_vs_add_dev(vs, vxlan, node);  in __vxlan_sock_add()