41 static void siw_sk_assign_cm_upcalls(struct sock *sk)  in siw_sk_assign_cm_upcalls()  argument
43 	write_lock_bh(&sk->sk_callback_lock);  in siw_sk_assign_cm_upcalls()
44 	sk->sk_state_change = siw_cm_llp_state_change;  in siw_sk_assign_cm_upcalls()
45 	sk->sk_data_ready = siw_cm_llp_data_ready;  in siw_sk_assign_cm_upcalls()
46 	sk->sk_write_space = siw_cm_llp_write_space;  in siw_sk_assign_cm_upcalls()
47 	sk->sk_error_report = siw_cm_llp_error_report;  in siw_sk_assign_cm_upcalls()
48 	write_unlock_bh(&sk->sk_callback_lock);  in siw_sk_assign_cm_upcalls()
51 static void siw_sk_save_upcalls(struct sock *sk)  in siw_sk_save_upcalls()  argument
53 	struct siw_cep *cep = sk_to_cep(sk);  in siw_sk_save_upcalls()
55 	write_lock_bh(&sk->sk_callback_lock);  in siw_sk_save_upcalls()
56 	cep->sk_state_change = sk->sk_state_change;  in siw_sk_save_upcalls()
57 	cep->sk_data_ready = sk->sk_data_ready;  in siw_sk_save_upcalls()
58 	cep->sk_write_space = sk->sk_write_space;  in siw_sk_save_upcalls()
59 	cep->sk_error_report = sk->sk_error_report;  in siw_sk_save_upcalls()
60 	write_unlock_bh(&sk->sk_callback_lock);  in siw_sk_save_upcalls()
63 static void siw_sk_restore_upcalls(struct sock *sk, struct siw_cep *cep)  in siw_sk_restore_upcalls()  argument
65 	sk->sk_state_change = cep->sk_state_change;  in siw_sk_restore_upcalls()
66 	sk->sk_data_ready = cep->sk_data_ready;  in siw_sk_restore_upcalls()
67 	sk->sk_write_space = cep->sk_write_space;  in siw_sk_restore_upcalls()
68 	sk->sk_error_report = cep->sk_error_report;  in siw_sk_restore_upcalls()
69 	sk->sk_user_data = NULL;  in siw_sk_restore_upcalls()
75 	struct sock *sk = s->sk;  in siw_qp_socket_assoc()  local
77 	write_lock_bh(&sk->sk_callback_lock);  in siw_qp_socket_assoc()
79 	qp->attrs.sk = s;  in siw_qp_socket_assoc()
80 	sk->sk_data_ready = siw_qp_llp_data_ready;  in siw_qp_socket_assoc()
81 	sk->sk_write_space = siw_qp_llp_write_space;  in siw_qp_socket_assoc()
83 	write_unlock_bh(&sk->sk_callback_lock);  in siw_qp_socket_assoc()
88 	struct sock *sk = s->sk;  in siw_socket_disassoc()  local
91 	if (sk) {  in siw_socket_disassoc()
92 		write_lock_bh(&sk->sk_callback_lock);  in siw_socket_disassoc()
93 		cep = sk_to_cep(sk);  in siw_socket_disassoc()
95 			siw_sk_restore_upcalls(sk, cep);  in siw_socket_disassoc()
100 		write_unlock_bh(&sk->sk_callback_lock);  in siw_socket_disassoc()
106 static void siw_rtr_data_ready(struct sock *sk)  in siw_rtr_data_ready()  argument
112 	read_lock(&sk->sk_callback_lock);  in siw_rtr_data_ready()
114 	cep = sk_to_cep(sk);  in siw_rtr_data_ready()
119 	qp = sk_to_qp(sk);  in siw_rtr_data_ready()
125 	tcp_read_sock(sk, &rd_desc, siw_tcp_rx_data);  in siw_rtr_data_ready()
135 	read_unlock(&sk->sk_callback_lock);  in siw_rtr_data_ready()
142 	struct sock *sk = cep->sock->sk;  in siw_sk_assign_rtr_upcalls()  local
144 	write_lock_bh(&sk->sk_callback_lock);  in siw_sk_assign_rtr_upcalls()
145 	sk->sk_data_ready = siw_rtr_data_ready;  in siw_sk_assign_rtr_upcalls()
146 	sk->sk_write_space = siw_qp_llp_write_space;  in siw_sk_assign_rtr_upcalls()
147 	write_unlock_bh(&sk->sk_callback_lock);  in siw_sk_assign_rtr_upcalls()
154 	s->sk->sk_user_data = cep;  in siw_cep_socket_assoc()
156 	siw_sk_save_upcalls(s->sk);  in siw_cep_socket_assoc()
157 	siw_sk_assign_cm_upcalls(s->sk);  in siw_cep_socket_assoc()
864 	qp_attrs.sk = cep->sock;  in siw_proc_mpareply()
949 	new_s->sk->sk_user_data = new_cep;  in siw_accept_newconn()
952 		tcp_sock_set_nodelay(new_s->sk);  in siw_accept_newconn()
964 	if (atomic_read(&new_s->sk->sk_rmem_alloc)) {  in siw_accept_newconn()
1046 				cep->sock->sk->sk_data_ready(cep->sock->sk);  in siw_cm_work_handler()
1219 static void siw_cm_llp_data_ready(struct sock *sk)  in siw_cm_llp_data_ready()  argument
1223 	read_lock(&sk->sk_callback_lock);  in siw_cm_llp_data_ready()
1225 	cep = sk_to_cep(sk);  in siw_cm_llp_data_ready()
1230 		    cep->state, sk->sk_state);  in siw_cm_llp_data_ready()
1232 	if (sk->sk_state != TCP_ESTABLISHED)  in siw_cm_llp_data_ready()
1250 	read_unlock(&sk->sk_callback_lock);  in siw_cm_llp_data_ready()
1253 static void siw_cm_llp_write_space(struct sock *sk)  in siw_cm_llp_write_space()  argument
1255 	struct siw_cep *cep = sk_to_cep(sk);  in siw_cm_llp_write_space()
1261 static void siw_cm_llp_error_report(struct sock *sk)  in siw_cm_llp_error_report()  argument
1263 	struct siw_cep *cep = sk_to_cep(sk);  in siw_cm_llp_error_report()
1267 			    sk->sk_err, sk->sk_state, cep->state);  in siw_cm_llp_error_report()
1268 		cep->sk_error_report(sk);  in siw_cm_llp_error_report()
1272 static void siw_cm_llp_state_change(struct sock *sk)  in siw_cm_llp_state_change()  argument
1277 	read_lock(&sk->sk_callback_lock);  in siw_cm_llp_state_change()
1279 	cep = sk_to_cep(sk);  in siw_cm_llp_state_change()
1282 		read_unlock(&sk->sk_callback_lock);  in siw_cm_llp_state_change()
1289 	switch (sk->sk_state) {  in siw_cm_llp_state_change()
1306 		siw_dbg_cep(cep, "unexpected socket state %d\n", sk->sk_state);  in siw_cm_llp_state_change()
1308 	read_unlock(&sk->sk_callback_lock);  in siw_cm_llp_state_change()
1309 	orig_state_change(sk);  in siw_cm_llp_state_change()
1322 	sock_set_reuseaddr(s->sk);  in kernel_bindconnect()
1325 		rv = ip6_sock_set_v6only(s->sk);  in kernel_bindconnect()
1396 		tcp_sock_set_nodelay(s->sk);  in siw_connect()
1656 	qp_attrs.sk = cep->sock;  in siw_accept()
1791 	sock_set_reuseaddr(s->sk);  in siw_create_listen()
1798 			s->sk->sk_bound_dev_if = sdev->netdev->ifindex;  in siw_create_listen()
1806 			rv = ip6_sock_set_v6only(s->sk);  in siw_create_listen()
1816 			s->sk->sk_bound_dev_if = sdev->netdev->ifindex;  in siw_create_listen()