Lines Matching refs:vsk
170 #define vsock_connected_sockets_vsk(vsk) \ argument
171 vsock_connected_sockets(&(vsk)->remote_addr, &(vsk)->local_addr)
181 static int vsock_auto_bind(struct vsock_sock *vsk) in vsock_auto_bind() argument
183 struct sock *sk = sk_vsock(vsk); in vsock_auto_bind()
186 if (vsock_addr_bound(&vsk->local_addr)) in vsock_auto_bind()
204 struct vsock_sock *vsk) in __vsock_insert_bound() argument
206 sock_hold(&vsk->sk); in __vsock_insert_bound()
207 list_add(&vsk->bound_table, list); in __vsock_insert_bound()
211 struct vsock_sock *vsk) in __vsock_insert_connected() argument
213 sock_hold(&vsk->sk); in __vsock_insert_connected()
214 list_add(&vsk->connected_table, list); in __vsock_insert_connected()
217 static void __vsock_remove_bound(struct vsock_sock *vsk) in __vsock_remove_bound() argument
219 list_del_init(&vsk->bound_table); in __vsock_remove_bound()
220 sock_put(&vsk->sk); in __vsock_remove_bound()
223 static void __vsock_remove_connected(struct vsock_sock *vsk) in __vsock_remove_connected() argument
225 list_del_init(&vsk->connected_table); in __vsock_remove_connected()
226 sock_put(&vsk->sk); in __vsock_remove_connected()
231 struct vsock_sock *vsk; in __vsock_find_bound_socket() local
233 list_for_each_entry(vsk, vsock_bound_sockets(addr), bound_table) { in __vsock_find_bound_socket()
234 if (vsock_addr_equals_addr(addr, &vsk->local_addr)) in __vsock_find_bound_socket()
235 return sk_vsock(vsk); in __vsock_find_bound_socket()
237 if (addr->svm_port == vsk->local_addr.svm_port && in __vsock_find_bound_socket()
238 (vsk->local_addr.svm_cid == VMADDR_CID_ANY || in __vsock_find_bound_socket()
240 return sk_vsock(vsk); in __vsock_find_bound_socket()
249 struct vsock_sock *vsk; in __vsock_find_connected_socket() local
251 list_for_each_entry(vsk, vsock_connected_sockets(src, dst), in __vsock_find_connected_socket()
253 if (vsock_addr_equals_addr(src, &vsk->remote_addr) && in __vsock_find_connected_socket()
254 dst->svm_port == vsk->local_addr.svm_port) { in __vsock_find_connected_socket()
255 return sk_vsock(vsk); in __vsock_find_connected_socket()
262 static void vsock_insert_unbound(struct vsock_sock *vsk) in vsock_insert_unbound() argument
265 __vsock_insert_bound(vsock_unbound_sockets, vsk); in vsock_insert_unbound()
269 void vsock_insert_connected(struct vsock_sock *vsk) in vsock_insert_connected() argument
272 &vsk->remote_addr, &vsk->local_addr); in vsock_insert_connected()
275 __vsock_insert_connected(list, vsk); in vsock_insert_connected()
280 void vsock_remove_bound(struct vsock_sock *vsk) in vsock_remove_bound() argument
283 if (__vsock_in_bound_table(vsk)) in vsock_remove_bound()
284 __vsock_remove_bound(vsk); in vsock_remove_bound()
289 void vsock_remove_connected(struct vsock_sock *vsk) in vsock_remove_connected() argument
292 if (__vsock_in_connected_table(vsk)) in vsock_remove_connected()
293 __vsock_remove_connected(vsk); in vsock_remove_connected()
329 void vsock_remove_sock(struct vsock_sock *vsk) in vsock_remove_sock() argument
331 vsock_remove_bound(vsk); in vsock_remove_sock()
332 vsock_remove_connected(vsk); in vsock_remove_sock()
343 struct vsock_sock *vsk; in vsock_for_each_connected_socket() local
344 list_for_each_entry(vsk, &vsock_connected_table[i], in vsock_for_each_connected_socket()
346 fn(sk_vsock(vsk)); in vsock_for_each_connected_socket()
406 static void vsock_deassign_transport(struct vsock_sock *vsk) in vsock_deassign_transport() argument
408 if (!vsk->transport) in vsock_deassign_transport()
411 vsk->transport->destruct(vsk); in vsock_deassign_transport()
412 module_put(vsk->transport->module); in vsock_deassign_transport()
413 vsk->transport = NULL; in vsock_deassign_transport()
428 int vsock_assign_transport(struct vsock_sock *vsk, struct vsock_sock *psk) in vsock_assign_transport() argument
431 struct sock *sk = sk_vsock(vsk); in vsock_assign_transport()
432 unsigned int remote_cid = vsk->remote_addr.svm_cid; in vsock_assign_transport()
444 if (psk && vsk->local_addr.svm_cid > VMADDR_CID_HOST && in vsock_assign_transport()
445 vsk->remote_addr.svm_cid > VMADDR_CID_HOST) in vsock_assign_transport()
446 vsk->remote_addr.svm_flags |= VMADDR_FLAG_TO_HOST; in vsock_assign_transport()
448 remote_flags = vsk->remote_addr.svm_flags; in vsock_assign_transport()
468 if (vsk->transport) { in vsock_assign_transport()
469 if (vsk->transport == new_transport) in vsock_assign_transport()
478 vsk->transport->release(vsk); in vsock_assign_transport()
479 vsock_deassign_transport(vsk); in vsock_assign_transport()
496 ret = new_transport->init(vsk, psk); in vsock_assign_transport()
502 vsk->transport = new_transport; in vsock_assign_transport()
547 struct vsock_sock *vsk = vsock_sk(sk); in vsock_is_accept_queue_empty() local
548 return list_empty(&vsk->accept_queue); in vsock_is_accept_queue_empty()
553 struct vsock_sock *vsk = vsock_sk(sk); in vsock_is_pending() local
554 return !list_empty(&vsk->pending_links); in vsock_is_pending()
559 struct vsock_sock *vsk = vsock_sk(sk); in vsock_send_shutdown() local
561 if (!vsk->transport) in vsock_send_shutdown()
564 return vsk->transport->shutdown(vsk, mode); in vsock_send_shutdown()
571 struct vsock_sock *vsk; in vsock_pending_work() local
574 vsk = container_of(work, struct vsock_sock, pending_work.work); in vsock_pending_work()
575 sk = sk_vsock(vsk); in vsock_pending_work()
576 listener = vsk->listener; in vsock_pending_work()
586 } else if (!vsk->rejected) { in vsock_pending_work()
600 vsock_remove_connected(vsk); in vsock_pending_work()
616 static int __vsock_bind_connectible(struct vsock_sock *vsk, in __vsock_bind_connectible() argument
659 vsock_addr_init(&vsk->local_addr, new_addr.svm_cid, new_addr.svm_port); in __vsock_bind_connectible()
666 __vsock_remove_bound(vsk); in __vsock_bind_connectible()
667 __vsock_insert_bound(vsock_bound_sockets(&vsk->local_addr), vsk); in __vsock_bind_connectible()
672 static int __vsock_bind_dgram(struct vsock_sock *vsk, in __vsock_bind_dgram() argument
675 return vsk->transport->dgram_bind(vsk, addr); in __vsock_bind_dgram()
680 struct vsock_sock *vsk = vsock_sk(sk); in __vsock_bind() local
684 if (vsock_addr_bound(&vsk->local_addr)) in __vsock_bind()
699 retval = __vsock_bind_connectible(vsk, addr); in __vsock_bind()
704 retval = __vsock_bind_dgram(vsk, addr); in __vsock_bind()
726 struct vsock_sock *vsk; in __vsock_create() local
741 vsk = vsock_sk(sk); in __vsock_create()
742 vsock_addr_init(&vsk->local_addr, VMADDR_CID_ANY, VMADDR_PORT_ANY); in __vsock_create()
743 vsock_addr_init(&vsk->remote_addr, VMADDR_CID_ANY, VMADDR_PORT_ANY); in __vsock_create()
749 INIT_LIST_HEAD(&vsk->bound_table); in __vsock_create()
750 INIT_LIST_HEAD(&vsk->connected_table); in __vsock_create()
751 vsk->listener = NULL; in __vsock_create()
752 INIT_LIST_HEAD(&vsk->pending_links); in __vsock_create()
753 INIT_LIST_HEAD(&vsk->accept_queue); in __vsock_create()
754 vsk->rejected = false; in __vsock_create()
755 vsk->sent_request = false; in __vsock_create()
756 vsk->ignore_connecting_rst = false; in __vsock_create()
757 vsk->peer_shutdown = 0; in __vsock_create()
758 INIT_DELAYED_WORK(&vsk->connect_work, vsock_connect_timeout); in __vsock_create()
759 INIT_DELAYED_WORK(&vsk->pending_work, vsock_pending_work); in __vsock_create()
763 vsk->trusted = psk->trusted; in __vsock_create()
764 vsk->owner = get_cred(psk->owner); in __vsock_create()
765 vsk->connect_timeout = psk->connect_timeout; in __vsock_create()
766 vsk->buffer_size = psk->buffer_size; in __vsock_create()
767 vsk->buffer_min_size = psk->buffer_min_size; in __vsock_create()
768 vsk->buffer_max_size = psk->buffer_max_size; in __vsock_create()
771 vsk->trusted = ns_capable_noaudit(&init_user_ns, CAP_NET_ADMIN); in __vsock_create()
772 vsk->owner = get_current_cred(); in __vsock_create()
773 vsk->connect_timeout = VSOCK_DEFAULT_CONNECT_TIMEOUT; in __vsock_create()
774 vsk->buffer_size = VSOCK_DEFAULT_BUFFER_SIZE; in __vsock_create()
775 vsk->buffer_min_size = VSOCK_DEFAULT_BUFFER_MIN_SIZE; in __vsock_create()
776 vsk->buffer_max_size = VSOCK_DEFAULT_BUFFER_MAX_SIZE; in __vsock_create()
791 struct vsock_sock *vsk; in __vsock_release() local
793 vsk = vsock_sk(sk); in __vsock_release()
803 if (vsk->transport) in __vsock_release()
804 vsk->transport->release(vsk); in __vsock_release()
806 vsock_remove_sock(vsk); in __vsock_release()
826 struct vsock_sock *vsk = vsock_sk(sk); in vsock_sk_destruct() local
828 vsock_deassign_transport(vsk); in vsock_sk_destruct()
833 vsock_addr_init(&vsk->local_addr, VMADDR_CID_ANY, VMADDR_PORT_ANY); in vsock_sk_destruct()
834 vsock_addr_init(&vsk->remote_addr, VMADDR_CID_ANY, VMADDR_PORT_ANY); in vsock_sk_destruct()
836 put_cred(vsk->owner); in vsock_sk_destruct()
857 s64 vsock_stream_has_data(struct vsock_sock *vsk) in vsock_stream_has_data() argument
859 return vsk->transport->stream_has_data(vsk); in vsock_stream_has_data()
863 static s64 vsock_connectible_has_data(struct vsock_sock *vsk) in vsock_connectible_has_data() argument
865 struct sock *sk = sk_vsock(vsk); in vsock_connectible_has_data()
868 return vsk->transport->seqpacket_has_data(vsk); in vsock_connectible_has_data()
870 return vsock_stream_has_data(vsk); in vsock_connectible_has_data()
873 s64 vsock_stream_has_space(struct vsock_sock *vsk) in vsock_stream_has_space() argument
875 return vsk->transport->stream_has_space(vsk); in vsock_stream_has_space()
912 struct vsock_sock *vsk; in vsock_getname() local
916 vsk = vsock_sk(sk); in vsock_getname()
926 vm_addr = &vsk->remote_addr; in vsock_getname()
928 vm_addr = &vsk->local_addr; in vsock_getname()
1006 struct vsock_sock *vsk; in vsock_poll() local
1009 vsk = vsock_sk(sk); in vsock_poll()
1023 (vsk->peer_shutdown & SEND_SHUTDOWN))) { in vsock_poll()
1028 vsk->peer_shutdown & SEND_SHUTDOWN) { in vsock_poll()
1050 transport = vsk->transport; in vsock_poll()
1060 if (transport && transport->stream_is_active(vsk) && in vsock_poll()
1064 vsk, 1, &data_ready_now); in vsock_poll()
1079 vsk->peer_shutdown & SEND_SHUTDOWN) { in vsock_poll()
1088 vsk, 1, &space_avail_now); in vsock_poll()
1123 struct vsock_sock *vsk; in vsock_dgram_sendmsg() local
1133 vsk = vsock_sk(sk); in vsock_dgram_sendmsg()
1137 transport = vsk->transport; in vsock_dgram_sendmsg()
1139 err = vsock_auto_bind(vsk); in vsock_dgram_sendmsg()
1162 remote_addr = &vsk->remote_addr; in vsock_dgram_sendmsg()
1170 if (!vsock_addr_bound(&vsk->remote_addr)) { in vsock_dgram_sendmsg()
1185 err = transport->dgram_enqueue(vsk, remote_addr, msg, len); in vsock_dgram_sendmsg()
1197 struct vsock_sock *vsk; in vsock_dgram_connect() local
1201 vsk = vsock_sk(sk); in vsock_dgram_connect()
1206 vsock_addr_init(&vsk->remote_addr, VMADDR_CID_ANY, in vsock_dgram_connect()
1216 err = vsock_auto_bind(vsk); in vsock_dgram_connect()
1220 if (!vsk->transport->dgram_allow(remote_addr->svm_cid, in vsock_dgram_connect()
1226 memcpy(&vsk->remote_addr, remote_addr, sizeof(vsk->remote_addr)); in vsock_dgram_connect()
1237 struct vsock_sock *vsk = vsock_sk(sock->sk); in vsock_dgram_recvmsg() local
1239 return vsk->transport->dgram_dequeue(vsk, msg, len, flags); in vsock_dgram_recvmsg()
1261 static int vsock_transport_cancel_pkt(struct vsock_sock *vsk) in vsock_transport_cancel_pkt() argument
1263 const struct vsock_transport *transport = vsk->transport; in vsock_transport_cancel_pkt()
1268 return transport->cancel_pkt(vsk); in vsock_transport_cancel_pkt()
1274 struct vsock_sock *vsk; in vsock_connect_timeout() local
1276 vsk = container_of(work, struct vsock_sock, connect_work.work); in vsock_connect_timeout()
1277 sk = sk_vsock(vsk); in vsock_connect_timeout()
1286 vsock_transport_cancel_pkt(vsk); in vsock_connect_timeout()
1298 struct vsock_sock *vsk; in vsock_connect() local
1306 vsk = vsock_sk(sk); in vsock_connect()
1337 memcpy(&vsk->remote_addr, remote_addr, in vsock_connect()
1338 sizeof(vsk->remote_addr)); in vsock_connect()
1340 err = vsock_assign_transport(vsk, NULL); in vsock_connect()
1344 transport = vsk->transport; in vsock_connect()
1356 err = vsock_auto_bind(vsk); in vsock_connect()
1362 err = transport->connect(vsk); in vsock_connect()
1377 timeout = vsk->connect_timeout; in vsock_connect()
1394 if (mod_delayed_work(system_wq, &vsk->connect_work, in vsock_connect()
1410 vsock_transport_cancel_pkt(vsk); in vsock_connect()
1411 vsock_remove_connected(vsk); in vsock_connect()
1417 vsock_transport_cancel_pkt(vsk); in vsock_connect()
1525 struct vsock_sock *vsk; in vsock_listen() local
1541 vsk = vsock_sk(sk); in vsock_listen()
1543 if (!vsock_addr_bound(&vsk->local_addr)) { in vsock_listen()
1558 static void vsock_update_buffer_size(struct vsock_sock *vsk, in vsock_update_buffer_size() argument
1562 if (val > vsk->buffer_max_size) in vsock_update_buffer_size()
1563 val = vsk->buffer_max_size; in vsock_update_buffer_size()
1565 if (val < vsk->buffer_min_size) in vsock_update_buffer_size()
1566 val = vsk->buffer_min_size; in vsock_update_buffer_size()
1568 if (val != vsk->buffer_size && in vsock_update_buffer_size()
1570 transport->notify_buffer_size(vsk, &val); in vsock_update_buffer_size()
1572 vsk->buffer_size = val; in vsock_update_buffer_size()
1583 struct vsock_sock *vsk; in vsock_connectible_setsockopt() local
1604 vsk = vsock_sk(sk); in vsock_connectible_setsockopt()
1608 transport = vsk->transport; in vsock_connectible_setsockopt()
1613 vsock_update_buffer_size(vsk, transport, val); in vsock_connectible_setsockopt()
1618 vsk->buffer_max_size = val; in vsock_connectible_setsockopt()
1619 vsock_update_buffer_size(vsk, transport, vsk->buffer_size); in vsock_connectible_setsockopt()
1624 vsk->buffer_min_size = val; in vsock_connectible_setsockopt()
1625 vsock_update_buffer_size(vsk, transport, vsk->buffer_size); in vsock_connectible_setsockopt()
1633 vsk->connect_timeout = tv.tv_sec * HZ + in vsock_connectible_setsockopt()
1635 if (vsk->connect_timeout == 0) in vsock_connectible_setsockopt()
1636 vsk->connect_timeout = in vsock_connectible_setsockopt()
1665 struct vsock_sock *vsk; in vsock_connectible_getsockopt() local
1688 vsk = vsock_sk(sk); in vsock_connectible_getsockopt()
1692 val = vsk->buffer_size; in vsock_connectible_getsockopt()
1697 val = vsk->buffer_max_size; in vsock_connectible_getsockopt()
1702 val = vsk->buffer_min_size; in vsock_connectible_getsockopt()
1708 tv.tv_sec = vsk->connect_timeout / HZ; in vsock_connectible_getsockopt()
1710 (vsk->connect_timeout - in vsock_connectible_getsockopt()
1732 struct vsock_sock *vsk; in vsock_connectible_sendmsg() local
1741 vsk = vsock_sk(sk); in vsock_connectible_sendmsg()
1750 transport = vsk->transport; in vsock_connectible_sendmsg()
1762 vsk->peer_shutdown & RCV_SHUTDOWN) { in vsock_connectible_sendmsg()
1768 !vsock_addr_bound(&vsk->local_addr)) { in vsock_connectible_sendmsg()
1773 if (!vsock_addr_bound(&vsk->remote_addr)) { in vsock_connectible_sendmsg()
1781 err = transport->notify_send_init(vsk, &send_data); in vsock_connectible_sendmsg()
1789 while (vsock_stream_has_space(vsk) == 0 && in vsock_connectible_sendmsg()
1792 !(vsk->peer_shutdown & RCV_SHUTDOWN)) { in vsock_connectible_sendmsg()
1801 err = transport->notify_send_pre_block(vsk, &send_data); in vsock_connectible_sendmsg()
1830 (vsk->peer_shutdown & RCV_SHUTDOWN)) { in vsock_connectible_sendmsg()
1835 err = transport->notify_send_pre_enqueue(vsk, &send_data); in vsock_connectible_sendmsg()
1846 written = transport->seqpacket_enqueue(vsk, in vsock_connectible_sendmsg()
1849 written = transport->stream_enqueue(vsk, in vsock_connectible_sendmsg()
1860 vsk, written, &send_data); in vsock_connectible_sendmsg()
1887 struct vsock_sock *vsk; in vsock_connectible_wait_data() local
1891 vsk = vsock_sk(sk); in vsock_connectible_wait_data()
1893 transport = vsk->transport; in vsock_connectible_wait_data()
1897 data = vsock_connectible_has_data(vsk); in vsock_connectible_wait_data()
1903 (vsk->peer_shutdown & SEND_SHUTDOWN)) { in vsock_connectible_wait_data()
1914 err = transport->notify_recv_pre_block(vsk, target, recv_data); in vsock_connectible_wait_data()
1952 struct vsock_sock *vsk; in __vsock_stream_recvmsg() local
1960 vsk = vsock_sk(sk); in __vsock_stream_recvmsg()
1961 transport = vsk->transport; in __vsock_stream_recvmsg()
1970 if (target >= transport->stream_rcvhiwat(vsk)) { in __vsock_stream_recvmsg()
1977 err = transport->notify_recv_init(vsk, target, &recv_data); in __vsock_stream_recvmsg()
1990 err = transport->notify_recv_pre_dequeue(vsk, target, in __vsock_stream_recvmsg()
1995 read = transport->stream_dequeue(vsk, msg, len - copied, flags); in __vsock_stream_recvmsg()
2003 err = transport->notify_recv_post_dequeue(vsk, target, read, in __vsock_stream_recvmsg()
2030 struct vsock_sock *vsk; in __vsock_seqpacket_recvmsg() local
2036 vsk = vsock_sk(sk); in __vsock_seqpacket_recvmsg()
2037 transport = vsk->transport; in __vsock_seqpacket_recvmsg()
2045 msg_len = transport->seqpacket_dequeue(vsk, msg, flags); in __vsock_seqpacket_recvmsg()
2081 struct vsock_sock *vsk; in vsock_connectible_recvmsg() local
2088 vsk = vsock_sk(sk); in vsock_connectible_recvmsg()
2093 transport = vsk->transport; in vsock_connectible_recvmsg()
2186 struct vsock_sock *vsk; in vsock_create() local
2216 vsk = vsock_sk(sk); in vsock_create()
2219 ret = vsock_assign_transport(vsk, NULL); in vsock_create()
2226 vsock_insert_unbound(vsk); in vsock_create()
2337 const struct vsock_transport *vsock_core_get_transport(struct vsock_sock *vsk) in vsock_core_get_transport() argument
2339 return vsk->transport; in vsock_core_get_transport()