Lines Matching full:local
2 /* Local endpoint object management
26 * Compare a local to an address. Return -ve, 0 or +ve to indicate less than,
34 static long rxrpc_local_cmp_key(const struct rxrpc_local *local, in rxrpc_local_cmp_key() argument
39 diff = ((local->srx.transport_type - srx->transport_type) ?: in rxrpc_local_cmp_key()
40 (local->srx.transport_len - srx->transport_len) ?: in rxrpc_local_cmp_key()
41 (local->srx.transport.family - srx->transport.family)); in rxrpc_local_cmp_key()
50 return ((u16 __force)local->srx.transport.sin.sin_port - in rxrpc_local_cmp_key()
52 memcmp(&local->srx.transport.sin.sin_addr, in rxrpc_local_cmp_key()
60 return ((u16 __force)local->srx.transport.sin6.sin6_port - in rxrpc_local_cmp_key()
62 memcmp(&local->srx.transport.sin6.sin6_addr, in rxrpc_local_cmp_key()
72 * Allocate a new local endpoint.
77 struct rxrpc_local *local; in rxrpc_alloc_local() local
79 local = kzalloc(sizeof(struct rxrpc_local), GFP_KERNEL); in rxrpc_alloc_local()
80 if (local) { in rxrpc_alloc_local()
81 refcount_set(&local->ref, 1); in rxrpc_alloc_local()
82 atomic_set(&local->active_users, 1); in rxrpc_alloc_local()
83 local->rxnet = rxnet; in rxrpc_alloc_local()
84 INIT_HLIST_NODE(&local->link); in rxrpc_alloc_local()
85 INIT_WORK(&local->processor, rxrpc_local_processor); in rxrpc_alloc_local()
86 init_rwsem(&local->defrag_sem); in rxrpc_alloc_local()
87 skb_queue_head_init(&local->reject_queue); in rxrpc_alloc_local()
88 skb_queue_head_init(&local->event_queue); in rxrpc_alloc_local()
89 local->client_bundles = RB_ROOT; in rxrpc_alloc_local()
90 spin_lock_init(&local->client_bundles_lock); in rxrpc_alloc_local()
91 spin_lock_init(&local->lock); in rxrpc_alloc_local()
92 rwlock_init(&local->services_lock); in rxrpc_alloc_local()
93 local->debug_id = atomic_inc_return(&rxrpc_debug_id); in rxrpc_alloc_local()
94 memcpy(&local->srx, srx, sizeof(*srx)); in rxrpc_alloc_local()
95 local->srx.srx_service = 0; in rxrpc_alloc_local()
96 trace_rxrpc_local(local->debug_id, rxrpc_local_new, 1, NULL); in rxrpc_alloc_local()
99 _leave(" = %p", local); in rxrpc_alloc_local()
100 return local; in rxrpc_alloc_local()
104 * create the local socket
107 static int rxrpc_open_socket(struct rxrpc_local *local, struct net *net) in rxrpc_open_socket() argument
113 local, local->srx.transport_type, local->srx.transport.family); in rxrpc_open_socket()
115 /* create a socket to represent the local endpoint */ in rxrpc_open_socket()
116 ret = sock_create_kern(net, local->srx.transport.family, in rxrpc_open_socket()
117 local->srx.transport_type, 0, &local->socket); in rxrpc_open_socket()
124 usk = local->socket->sk; in rxrpc_open_socket()
130 rcu_assign_sk_user_data(usk, local); in rxrpc_open_socket()
140 if (local->srx.transport.family == AF_INET6) in rxrpc_open_socket()
145 /* if a local address was supplied then bind it */ in rxrpc_open_socket()
146 if (local->srx.transport_len > sizeof(sa_family_t)) { in rxrpc_open_socket()
148 ret = kernel_bind(local->socket, in rxrpc_open_socket()
149 (struct sockaddr *)&local->srx.transport, in rxrpc_open_socket()
150 local->srx.transport_len); in rxrpc_open_socket()
157 switch (local->srx.transport.family) { in rxrpc_open_socket()
160 ip6_sock_set_recverr(local->socket->sk); in rxrpc_open_socket()
168 ip_sock_set_recverr(local->socket->sk); in rxrpc_open_socket()
171 ip_sock_set_mtu_discover(local->socket->sk, IP_PMTUDISC_DO); in rxrpc_open_socket()
174 sock_enable_timestamps(local->socket->sk); in rxrpc_open_socket()
185 kernel_sock_shutdown(local->socket, SHUT_RDWR); in rxrpc_open_socket()
186 local->socket->sk->sk_user_data = NULL; in rxrpc_open_socket()
187 sock_release(local->socket); in rxrpc_open_socket()
188 local->socket = NULL; in rxrpc_open_socket()
195 * Look up or create a new local endpoint using the specified local address.
200 struct rxrpc_local *local; in rxrpc_lookup_local() local
213 local = hlist_entry(cursor, struct rxrpc_local, link); in rxrpc_lookup_local()
215 diff = rxrpc_local_cmp_key(local, srx); in rxrpc_lookup_local()
221 * but it may also still have the local transport address that in rxrpc_lookup_local()
225 local = NULL; in rxrpc_lookup_local()
231 * we're attempting to use a local address that the dying in rxrpc_lookup_local()
234 if (!rxrpc_use_local(local)) in rxrpc_lookup_local()
241 local = rxrpc_alloc_local(rxnet, srx); in rxrpc_lookup_local()
242 if (!local) in rxrpc_lookup_local()
245 ret = rxrpc_open_socket(local, net); in rxrpc_lookup_local()
250 hlist_replace_rcu(cursor, &local->link); in rxrpc_lookup_local()
253 hlist_add_head_rcu(&local->link, &rxnet->local_endpoints); in rxrpc_lookup_local()
260 _net("LOCAL %s %d {%pISp}", in rxrpc_lookup_local()
261 age, local->debug_id, &local->srx.transport); in rxrpc_lookup_local()
263 _leave(" = %p", local); in rxrpc_lookup_local()
264 return local; in rxrpc_lookup_local()
270 if (local) in rxrpc_lookup_local()
271 call_rcu(&local->rcu, rxrpc_local_rcu); in rxrpc_lookup_local()
282 * Get a ref on a local endpoint.
284 struct rxrpc_local *rxrpc_get_local(struct rxrpc_local *local) in rxrpc_get_local() argument
289 __refcount_inc(&local->ref, &r); in rxrpc_get_local()
290 trace_rxrpc_local(local->debug_id, rxrpc_local_got, r + 1, here); in rxrpc_get_local()
291 return local; in rxrpc_get_local()
295 * Get a ref on a local endpoint unless its usage has already reached 0.
297 struct rxrpc_local *rxrpc_get_local_maybe(struct rxrpc_local *local) in rxrpc_get_local_maybe() argument
302 if (local) { in rxrpc_get_local_maybe()
303 if (__refcount_inc_not_zero(&local->ref, &r)) in rxrpc_get_local_maybe()
304 trace_rxrpc_local(local->debug_id, rxrpc_local_got, in rxrpc_get_local_maybe()
307 local = NULL; in rxrpc_get_local_maybe()
309 return local; in rxrpc_get_local_maybe()
313 * Queue a local endpoint and pass the caller's reference to the work item.
315 void rxrpc_queue_local(struct rxrpc_local *local) in rxrpc_queue_local() argument
318 unsigned int debug_id = local->debug_id; in rxrpc_queue_local()
319 int r = refcount_read(&local->ref); in rxrpc_queue_local()
321 if (rxrpc_queue_work(&local->processor)) in rxrpc_queue_local()
324 rxrpc_put_local(local); in rxrpc_queue_local()
328 * Drop a ref on a local endpoint.
330 void rxrpc_put_local(struct rxrpc_local *local) in rxrpc_put_local() argument
337 if (local) { in rxrpc_put_local()
338 debug_id = local->debug_id; in rxrpc_put_local()
340 dead = __refcount_dec_and_test(&local->ref, &r); in rxrpc_put_local()
344 call_rcu(&local->rcu, rxrpc_local_rcu); in rxrpc_put_local()
349 * Start using a local endpoint.
351 struct rxrpc_local *rxrpc_use_local(struct rxrpc_local *local) in rxrpc_use_local() argument
353 local = rxrpc_get_local_maybe(local); in rxrpc_use_local()
354 if (!local) in rxrpc_use_local()
357 if (!__rxrpc_use_local(local)) { in rxrpc_use_local()
358 rxrpc_put_local(local); in rxrpc_use_local()
362 return local; in rxrpc_use_local()
366 * Cease using a local endpoint. Once the number of active users reaches 0, we
369 void rxrpc_unuse_local(struct rxrpc_local *local) in rxrpc_unuse_local() argument
371 if (local) { in rxrpc_unuse_local()
372 if (__rxrpc_unuse_local(local)) { in rxrpc_unuse_local()
373 rxrpc_get_local(local); in rxrpc_unuse_local()
374 rxrpc_queue_local(local); in rxrpc_unuse_local()
380 * Destroy a local endpoint's socket and then hand the record to RCU to dispose
386 static void rxrpc_local_destroyer(struct rxrpc_local *local) in rxrpc_local_destroyer() argument
388 struct socket *socket = local->socket; in rxrpc_local_destroyer()
389 struct rxrpc_net *rxnet = local->rxnet; in rxrpc_local_destroyer()
391 _enter("%d", local->debug_id); in rxrpc_local_destroyer()
393 local->dead = true; in rxrpc_local_destroyer()
396 hlist_del_init_rcu(&local->link); in rxrpc_local_destroyer()
399 rxrpc_clean_up_local_conns(local); in rxrpc_local_destroyer()
401 ASSERT(!local->service); in rxrpc_local_destroyer()
404 local->socket = NULL; in rxrpc_local_destroyer()
411 * local endpoint. in rxrpc_local_destroyer()
413 rxrpc_purge_queue(&local->reject_queue); in rxrpc_local_destroyer()
414 rxrpc_purge_queue(&local->event_queue); in rxrpc_local_destroyer()
423 struct rxrpc_local *local = in rxrpc_local_processor() local
427 if (local->dead) in rxrpc_local_processor()
430 trace_rxrpc_local(local->debug_id, rxrpc_local_processing, in rxrpc_local_processor()
431 refcount_read(&local->ref), NULL); in rxrpc_local_processor()
435 if (!__rxrpc_use_local(local)) { in rxrpc_local_processor()
436 rxrpc_local_destroyer(local); in rxrpc_local_processor()
440 if (!skb_queue_empty(&local->reject_queue)) { in rxrpc_local_processor()
441 rxrpc_reject_packets(local); in rxrpc_local_processor()
445 if (!skb_queue_empty(&local->event_queue)) { in rxrpc_local_processor()
446 rxrpc_process_local_events(local); in rxrpc_local_processor()
450 __rxrpc_unuse_local(local); in rxrpc_local_processor()
453 rxrpc_put_local(local); in rxrpc_local_processor()
457 * Destroy a local endpoint after the RCU grace period expires.
461 struct rxrpc_local *local = container_of(rcu, struct rxrpc_local, rcu); in rxrpc_local_rcu() local
463 _enter("%d", local->debug_id); in rxrpc_local_rcu()
465 ASSERT(!work_pending(&local->processor)); in rxrpc_local_rcu()
467 _net("DESTROY LOCAL %d", local->debug_id); in rxrpc_local_rcu()
468 kfree(local); in rxrpc_local_rcu()
473 * Verify the local endpoint list is empty by this point.
477 struct rxrpc_local *local; in rxrpc_destroy_all_locals() local
485 hlist_for_each_entry(local, &rxnet->local_endpoints, link) { in rxrpc_destroy_all_locals()
486 pr_err("AF_RXRPC: Leaked local %p {%d}\n", in rxrpc_destroy_all_locals()
487 local, refcount_read(&local->ref)); in rxrpc_destroy_all_locals()