140 static void o2net_listen_data_ready(struct sock *sk);
600 static void o2net_data_ready(struct sock *sk)  in o2net_data_ready()  argument
602 	void (*ready)(struct sock *sk);  in o2net_data_ready()
604 	read_lock(&sk->sk_callback_lock);  in o2net_data_ready()
605 	if (sk->sk_user_data) {  in o2net_data_ready()
606 		struct o2net_sock_container *sc = sk->sk_user_data;  in o2net_data_ready()
612 		ready = sk->sk_data_ready;  in o2net_data_ready()
614 	read_unlock(&sk->sk_callback_lock);  in o2net_data_ready()
616 	ready(sk);  in o2net_data_ready()
620 static void o2net_state_change(struct sock *sk)  in o2net_state_change()  argument
622 	void (*state_change)(struct sock *sk);  in o2net_state_change()
625 	read_lock(&sk->sk_callback_lock);  in o2net_state_change()
626 	sc = sk->sk_user_data;  in o2net_state_change()
628 		state_change = sk->sk_state_change;  in o2net_state_change()
632 	sclog(sc, "state_change to %d\n", sk->sk_state);  in o2net_state_change()
636 	switch(sk->sk_state) {  in o2net_state_change()
647 			SC_NODEF_ARGS(sc), sk->sk_state);  in o2net_state_change()
652 	read_unlock(&sk->sk_callback_lock);  in o2net_state_change()
653 	state_change(sk);  in o2net_state_change()
661 static void o2net_register_callbacks(struct sock *sk,  in o2net_register_callbacks()  argument
664 	write_lock_bh(&sk->sk_callback_lock);  in o2net_register_callbacks()
667 	if (sk->sk_data_ready == o2net_listen_data_ready) {  in o2net_register_callbacks()
668 		sk->sk_data_ready = sk->sk_user_data;  in o2net_register_callbacks()
669 		sk->sk_user_data = NULL;  in o2net_register_callbacks()
672 	BUG_ON(sk->sk_user_data != NULL);  in o2net_register_callbacks()
673 	sk->sk_user_data = sc;  in o2net_register_callbacks()
676 	sc->sc_data_ready = sk->sk_data_ready;  in o2net_register_callbacks()
677 	sc->sc_state_change = sk->sk_state_change;  in o2net_register_callbacks()
678 	sk->sk_data_ready = o2net_data_ready;  in o2net_register_callbacks()
679 	sk->sk_state_change = o2net_state_change;  in o2net_register_callbacks()
683 	write_unlock_bh(&sk->sk_callback_lock);  in o2net_register_callbacks()
686 static int o2net_unregister_callbacks(struct sock *sk,  in o2net_unregister_callbacks()  argument
691 	write_lock_bh(&sk->sk_callback_lock);  in o2net_unregister_callbacks()
692 	if (sk->sk_user_data == sc) {  in o2net_unregister_callbacks()
694 		sk->sk_user_data = NULL;  in o2net_unregister_callbacks()
695 		sk->sk_data_ready = sc->sc_data_ready;  in o2net_unregister_callbacks()
696 		sk->sk_state_change = sc->sc_state_change;  in o2net_unregister_callbacks()
698 	write_unlock_bh(&sk->sk_callback_lock);  in o2net_unregister_callbacks()
737 	if (o2net_unregister_callbacks(sc->sc_sock->sk, sc)) {  in o2net_shutdown_sc()
1663 	sock->sk->sk_allocation = GFP_ATOMIC;  in o2net_start_connect()
1689 	o2net_register_callbacks(sc->sc_sock->sk, sc);  in o2net_start_connect()
1861 	ret = sock_create_lite(sock->sk->sk_family, sock->sk->sk_type,  in o2net_accept_one()
1862 			       sock->sk->sk_protocol, &new_sock);  in o2net_accept_one()
1873 	new_sock->sk->sk_allocation = GFP_ATOMIC;  in o2net_accept_one()
1959 	o2net_register_callbacks(sc->sc_sock->sk, sc);  in o2net_accept_one()
2011 static void o2net_listen_data_ready(struct sock *sk)  in o2net_listen_data_ready()  argument
2013 	void (*ready)(struct sock *sk);  in o2net_listen_data_ready()
2015 	read_lock(&sk->sk_callback_lock);  in o2net_listen_data_ready()
2016 	ready = sk->sk_user_data;  in o2net_listen_data_ready()
2018 		ready = sk->sk_data_ready;  in o2net_listen_data_ready()
2035 	if (sk->sk_state == TCP_LISTEN) {  in o2net_listen_data_ready()
2042 	read_unlock(&sk->sk_callback_lock);  in o2net_listen_data_ready()
2044 		ready(sk);  in o2net_listen_data_ready()
2063 	sock->sk->sk_allocation = GFP_ATOMIC;  in o2net_open_listening_sock()
2065 	write_lock_bh(&sock->sk->sk_callback_lock);  in o2net_open_listening_sock()
2066 	sock->sk->sk_user_data = sock->sk->sk_data_ready;  in o2net_open_listening_sock()
2067 	sock->sk->sk_data_ready = o2net_listen_data_ready;  in o2net_open_listening_sock()
2068 	write_unlock_bh(&sock->sk->sk_callback_lock);  in o2net_open_listening_sock()
2073 	sock->sk->sk_reuse = SK_CAN_REUSE;  in o2net_open_listening_sock()
2138 	write_lock_bh(&sock->sk->sk_callback_lock);  in o2net_stop_listening()
2139 	sock->sk->sk_data_ready = sock->sk->sk_user_data;  in o2net_stop_listening()
2140 	sock->sk->sk_user_data = NULL;  in o2net_stop_listening()
2141 	write_unlock_bh(&sock->sk->sk_callback_lock);  in o2net_stop_listening()