Lines Matching refs:mux
58 struct kcm_mux *mux = psock->mux; in kcm_abort_tx_psock() local
62 spin_lock_bh(&mux->lock); in kcm_abort_tx_psock()
65 spin_unlock_bh(&mux->lock); in kcm_abort_tx_psock()
86 spin_unlock_bh(&mux->lock); in kcm_abort_tx_psock()
93 static void kcm_update_rx_mux_stats(struct kcm_mux *mux, in kcm_update_rx_mux_stats() argument
96 STRP_STATS_ADD(mux->stats.rx_bytes, in kcm_update_rx_mux_stats()
99 mux->stats.rx_msgs += in kcm_update_rx_mux_stats()
105 static void kcm_update_tx_mux_stats(struct kcm_mux *mux, in kcm_update_tx_mux_stats() argument
108 KCM_STATS_ADD(mux->stats.tx_bytes, in kcm_update_tx_mux_stats()
110 mux->stats.tx_msgs += in kcm_update_tx_mux_stats()
124 struct kcm_mux *mux = kcm->mux; in kcm_rcv_ready() local
131 while (unlikely((skb = __skb_dequeue(&mux->rx_hold_queue)))) { in kcm_rcv_ready()
134 skb_queue_head(&mux->rx_hold_queue, skb); in kcm_rcv_ready()
140 while (!list_empty(&mux->psocks_ready)) { in kcm_rcv_ready()
141 psock = list_first_entry(&mux->psocks_ready, struct kcm_psock, in kcm_rcv_ready()
164 &kcm->mux->kcm_rx_waiters); in kcm_rcv_ready()
172 struct kcm_mux *mux = kcm->mux; in kcm_rfree() local
183 spin_lock_bh(&mux->rx_lock); in kcm_rfree()
185 spin_unlock_bh(&mux->rx_lock); in kcm_rfree()
219 static void requeue_rx_msgs(struct kcm_mux *mux, struct sk_buff_head *head) in requeue_rx_msgs() argument
229 if (list_empty(&mux->kcm_rx_waiters)) { in requeue_rx_msgs()
230 skb_queue_tail(&mux->rx_hold_queue, skb); in requeue_rx_msgs()
234 kcm = list_first_entry(&mux->kcm_rx_waiters, in requeue_rx_msgs()
254 struct kcm_mux *mux = psock->mux; in reserve_rx_kcm() local
262 spin_lock_bh(&mux->rx_lock); in reserve_rx_kcm()
265 spin_unlock_bh(&mux->rx_lock); in reserve_rx_kcm()
269 kcm_update_rx_mux_stats(mux, psock); in reserve_rx_kcm()
271 if (list_empty(&mux->kcm_rx_waiters)) { in reserve_rx_kcm()
275 &mux->psocks_ready); in reserve_rx_kcm()
276 spin_unlock_bh(&mux->rx_lock); in reserve_rx_kcm()
280 kcm = list_first_entry(&mux->kcm_rx_waiters, in reserve_rx_kcm()
288 spin_unlock_bh(&mux->rx_lock); in reserve_rx_kcm()
305 struct kcm_mux *mux = psock->mux; in unreserve_rx_kcm() local
310 spin_lock_bh(&mux->rx_lock); in unreserve_rx_kcm()
321 spin_unlock_bh(&mux->rx_lock); in unreserve_rx_kcm()
332 requeue_rx_msgs(mux, &kcm->sk.sk_receive_queue); in unreserve_rx_kcm()
339 spin_unlock_bh(&mux->rx_lock); in unreserve_rx_kcm()
408 struct kcm_mux *mux; in psock_write_space() local
416 mux = psock->mux; in psock_write_space()
418 spin_lock_bh(&mux->lock); in psock_write_space()
425 spin_unlock_bh(&mux->lock); in psock_write_space()
435 struct kcm_mux *mux = kcm->mux; in reserve_psock() local
450 spin_lock_bh(&mux->lock); in reserve_psock()
458 spin_unlock_bh(&mux->lock); in reserve_psock()
462 if (!list_empty(&mux->psocks_avail)) { in reserve_psock()
463 psock = list_first_entry(&mux->psocks_avail, in reserve_psock()
476 &mux->kcm_tx_waiters); in reserve_psock()
480 spin_unlock_bh(&mux->lock); in reserve_psock()
488 struct kcm_mux *mux = psock->mux; in psock_now_avail() local
491 if (list_empty(&mux->kcm_tx_waiters)) { in psock_now_avail()
493 &mux->psocks_avail); in psock_now_avail()
495 kcm = list_first_entry(&mux->kcm_tx_waiters, in psock_now_avail()
517 struct kcm_mux *mux = kcm->mux; in unreserve_psock() local
519 spin_lock_bh(&mux->lock); in unreserve_psock()
524 spin_unlock_bh(&mux->lock); in unreserve_psock()
530 kcm_update_tx_mux_stats(mux, psock); in unreserve_psock()
542 mux->psocks_cnt--; in unreserve_psock()
550 spin_unlock_bh(&mux->lock); in unreserve_psock()
557 spin_unlock_bh(&mux->lock); in unreserve_psock()
562 struct kcm_mux *mux = kcm->mux; in kcm_report_tx_retry() local
564 spin_lock_bh(&mux->lock); in kcm_report_tx_retry()
565 KCM_STATS_INCR(mux->stats.tx_retries); in kcm_report_tx_retry()
566 spin_unlock_bh(&mux->lock); in kcm_report_tx_retry()
1228 struct kcm_mux *mux = kcm->mux; in kcm_recv_disable() local
1233 spin_lock_bh(&mux->rx_lock); in kcm_recv_disable()
1244 requeue_rx_msgs(mux, &kcm->sk.sk_receive_queue); in kcm_recv_disable()
1247 spin_unlock_bh(&mux->rx_lock); in kcm_recv_disable()
1253 struct kcm_mux *mux = kcm->mux; in kcm_recv_enable() local
1258 spin_lock_bh(&mux->rx_lock); in kcm_recv_enable()
1263 spin_unlock_bh(&mux->rx_lock); in kcm_recv_enable()
1331 static void init_kcm_sock(struct kcm_sock *kcm, struct kcm_mux *mux) in init_kcm_sock() argument
1344 kcm->mux = mux; in init_kcm_sock()
1345 spin_lock_bh(&mux->lock); in init_kcm_sock()
1347 head = &mux->kcm_socks; in init_kcm_sock()
1348 list_for_each_entry(tkcm, &mux->kcm_socks, kcm_sock_list) { in init_kcm_sock()
1358 mux->kcm_socks_cnt++; in init_kcm_sock()
1359 spin_unlock_bh(&mux->lock); in init_kcm_sock()
1363 spin_lock_bh(&mux->rx_lock); in init_kcm_sock()
1365 spin_unlock_bh(&mux->rx_lock); in init_kcm_sock()
1372 struct kcm_mux *mux = kcm->mux; in kcm_attach() local
1405 psock->mux = mux; in kcm_attach()
1446 spin_lock_bh(&mux->lock); in kcm_attach()
1447 head = &mux->psocks; in kcm_attach()
1448 list_for_each_entry(tpsock, &mux->psocks, psock_list) { in kcm_attach()
1458 KCM_STATS_INCR(mux->stats.psock_attach); in kcm_attach()
1459 mux->psocks_cnt++; in kcm_attach()
1461 spin_unlock_bh(&mux->lock); in kcm_attach()
1505 struct kcm_mux *mux = psock->mux; in kcm_unattach() local
1525 spin_lock_bh(&mux->rx_lock); in kcm_unattach()
1534 KCM_STATS_INCR(mux->stats.rx_ready_drops); in kcm_unattach()
1537 spin_unlock_bh(&mux->rx_lock); in kcm_unattach()
1548 spin_lock_bh(&mux->lock); in kcm_unattach()
1550 aggregate_psock_stats(&psock->stats, &mux->aggregate_psock_stats); in kcm_unattach()
1551 save_strp_stats(&psock->strp, &mux->aggregate_strp_stats); in kcm_unattach()
1553 KCM_STATS_INCR(mux->stats.psock_unattach); in kcm_unattach()
1560 KCM_STATS_INCR(mux->stats.psock_unattach_rsvd); in kcm_unattach()
1561 spin_unlock_bh(&mux->lock); in kcm_unattach()
1569 spin_lock_bh(&mux->lock); in kcm_unattach()
1581 spin_unlock_bh(&mux->lock); in kcm_unattach()
1587 mux->psocks_cnt--; in kcm_unattach()
1588 spin_unlock_bh(&mux->lock); in kcm_unattach()
1601 struct kcm_mux *mux = kcm->mux; in kcm_unattach_ioctl() local
1619 spin_lock_bh(&mux->lock); in kcm_unattach_ioctl()
1621 list_for_each_entry(psock, &mux->psocks, psock_list) { in kcm_unattach_ioctl()
1634 spin_unlock_bh(&mux->lock); in kcm_unattach_ioctl()
1643 spin_unlock_bh(&mux->lock); in kcm_unattach_ioctl()
1679 init_kcm_sock(kcm_sk(newsk), kcm_sk(osock->sk)->mux); in kcm_clone()
1746 struct kcm_mux *mux = container_of(rcu, in free_mux() local
1749 kmem_cache_free(kcm_muxp, mux); in free_mux()
1752 static void release_mux(struct kcm_mux *mux) in release_mux() argument
1754 struct kcm_net *knet = mux->knet; in release_mux()
1759 &mux->psocks, psock_list) { in release_mux()
1764 if (WARN_ON(mux->psocks_cnt)) in release_mux()
1767 __skb_queue_purge(&mux->rx_hold_queue); in release_mux()
1770 aggregate_mux_stats(&mux->stats, &knet->aggregate_mux_stats); in release_mux()
1771 aggregate_psock_stats(&mux->aggregate_psock_stats, in release_mux()
1773 aggregate_strp_stats(&mux->aggregate_strp_stats, in release_mux()
1775 list_del_rcu(&mux->kcm_mux_list); in release_mux()
1779 call_rcu(&mux->rcu, free_mux); in release_mux()
1784 struct kcm_mux *mux = kcm->mux; in kcm_done() local
1788 spin_lock_bh(&mux->rx_lock); in kcm_done()
1794 spin_unlock_bh(&mux->rx_lock); in kcm_done()
1803 requeue_rx_msgs(mux, &sk->sk_receive_queue); in kcm_done()
1805 spin_unlock_bh(&mux->rx_lock); in kcm_done()
1811 spin_lock_bh(&mux->lock); in kcm_done()
1814 mux->kcm_socks_cnt--; in kcm_done()
1815 socks_cnt = mux->kcm_socks_cnt; in kcm_done()
1817 spin_unlock_bh(&mux->lock); in kcm_done()
1821 release_mux(mux); in kcm_done()
1836 struct kcm_mux *mux; in kcm_release() local
1843 mux = kcm->mux; in kcm_release()
1863 spin_lock_bh(&mux->lock); in kcm_release()
1871 spin_unlock_bh(&mux->lock); in kcm_release()
1949 struct kcm_mux *mux; in kcm_create() local
1970 mux = kmem_cache_zalloc(kcm_muxp, GFP_KERNEL); in kcm_create()
1971 if (!mux) { in kcm_create()
1976 spin_lock_init(&mux->lock); in kcm_create()
1977 spin_lock_init(&mux->rx_lock); in kcm_create()
1978 INIT_LIST_HEAD(&mux->kcm_socks); in kcm_create()
1979 INIT_LIST_HEAD(&mux->kcm_rx_waiters); in kcm_create()
1980 INIT_LIST_HEAD(&mux->kcm_tx_waiters); in kcm_create()
1982 INIT_LIST_HEAD(&mux->psocks); in kcm_create()
1983 INIT_LIST_HEAD(&mux->psocks_ready); in kcm_create()
1984 INIT_LIST_HEAD(&mux->psocks_avail); in kcm_create()
1986 mux->knet = knet; in kcm_create()
1990 list_add_rcu(&mux->kcm_mux_list, &knet->mux_list); in kcm_create()
1994 skb_queue_head_init(&mux->rx_hold_queue); in kcm_create()
1998 init_kcm_sock(kcm_sk(sk), mux); in kcm_create()