Lines Matching full:local
1 /* Local endpoint object management
30 * Compare a local to an address. Return -ve, 0 or +ve to indicate less than,
38 static long rxrpc_local_cmp_key(const struct rxrpc_local *local, in rxrpc_local_cmp_key() argument
43 diff = ((local->srx.transport_type - srx->transport_type) ?: in rxrpc_local_cmp_key()
44 (local->srx.transport_len - srx->transport_len) ?: in rxrpc_local_cmp_key()
45 (local->srx.transport.family - srx->transport.family)); in rxrpc_local_cmp_key()
54 return ((u16 __force)local->srx.transport.sin.sin_port - in rxrpc_local_cmp_key()
56 memcmp(&local->srx.transport.sin.sin_addr, in rxrpc_local_cmp_key()
64 return ((u16 __force)local->srx.transport.sin6.sin6_port - in rxrpc_local_cmp_key()
66 memcmp(&local->srx.transport.sin6.sin6_addr, in rxrpc_local_cmp_key()
76 * Allocate a new local endpoint.
81 struct rxrpc_local *local; in rxrpc_alloc_local() local
83 local = kzalloc(sizeof(struct rxrpc_local), GFP_KERNEL); in rxrpc_alloc_local()
84 if (local) { in rxrpc_alloc_local()
85 atomic_set(&local->usage, 1); in rxrpc_alloc_local()
86 atomic_set(&local->active_users, 1); in rxrpc_alloc_local()
87 local->rxnet = rxnet; in rxrpc_alloc_local()
88 INIT_LIST_HEAD(&local->link); in rxrpc_alloc_local()
89 INIT_WORK(&local->processor, rxrpc_local_processor); in rxrpc_alloc_local()
90 init_rwsem(&local->defrag_sem); in rxrpc_alloc_local()
91 skb_queue_head_init(&local->reject_queue); in rxrpc_alloc_local()
92 skb_queue_head_init(&local->event_queue); in rxrpc_alloc_local()
93 local->client_conns = RB_ROOT; in rxrpc_alloc_local()
94 spin_lock_init(&local->client_conns_lock); in rxrpc_alloc_local()
95 spin_lock_init(&local->lock); in rxrpc_alloc_local()
96 rwlock_init(&local->services_lock); in rxrpc_alloc_local()
97 local->debug_id = atomic_inc_return(&rxrpc_debug_id); in rxrpc_alloc_local()
98 memcpy(&local->srx, srx, sizeof(*srx)); in rxrpc_alloc_local()
99 local->srx.srx_service = 0; in rxrpc_alloc_local()
100 trace_rxrpc_local(local->debug_id, rxrpc_local_new, 1, NULL); in rxrpc_alloc_local()
103 _leave(" = %p", local); in rxrpc_alloc_local()
104 return local; in rxrpc_alloc_local()
108 * create the local socket
111 static int rxrpc_open_socket(struct rxrpc_local *local, struct net *net) in rxrpc_open_socket() argument
117 local, local->srx.transport_type, local->srx.transport.family); in rxrpc_open_socket()
119 /* create a socket to represent the local endpoint */ in rxrpc_open_socket()
120 ret = sock_create_kern(net, local->srx.transport.family, in rxrpc_open_socket()
121 local->srx.transport_type, 0, &local->socket); in rxrpc_open_socket()
128 usk = local->socket->sk; in rxrpc_open_socket()
134 rcu_assign_sk_user_data(usk, local); in rxrpc_open_socket()
144 if (local->srx.transport.family == AF_INET6) in rxrpc_open_socket()
149 /* if a local address was supplied then bind it */ in rxrpc_open_socket()
150 if (local->srx.transport_len > sizeof(sa_family_t)) { in rxrpc_open_socket()
152 ret = kernel_bind(local->socket, in rxrpc_open_socket()
153 (struct sockaddr *)&local->srx.transport, in rxrpc_open_socket()
154 local->srx.transport_len); in rxrpc_open_socket()
161 switch (local->srx.transport.family) { in rxrpc_open_socket()
165 ret = kernel_setsockopt(local->socket, SOL_IPV6, IPV6_RECVERR, in rxrpc_open_socket()
179 ret = kernel_setsockopt(local->socket, SOL_IP, IP_RECVERR, in rxrpc_open_socket()
188 ret = kernel_setsockopt(local->socket, SOL_IP, IP_MTU_DISCOVER, in rxrpc_open_socket()
197 ret = kernel_setsockopt(local->socket, SOL_SOCKET, SO_TIMESTAMPNS, in rxrpc_open_socket()
213 kernel_sock_shutdown(local->socket, SHUT_RDWR); in rxrpc_open_socket()
214 local->socket->sk->sk_user_data = NULL; in rxrpc_open_socket()
215 sock_release(local->socket); in rxrpc_open_socket()
216 local->socket = NULL; in rxrpc_open_socket()
223 * Look up or create a new local endpoint using the specified local address.
228 struct rxrpc_local *local; in rxrpc_lookup_local() local
243 local = list_entry(cursor, struct rxrpc_local, link); in rxrpc_lookup_local()
245 diff = rxrpc_local_cmp_key(local, srx); in rxrpc_lookup_local()
253 * but it may also still have the local transport address that in rxrpc_lookup_local()
257 local = NULL; in rxrpc_lookup_local()
263 * to use a local address that the dying object is still using. in rxrpc_lookup_local()
265 if (!rxrpc_use_local(local)) in rxrpc_lookup_local()
272 local = rxrpc_alloc_local(rxnet, srx); in rxrpc_lookup_local()
273 if (!local) in rxrpc_lookup_local()
276 ret = rxrpc_open_socket(local, net); in rxrpc_lookup_local()
281 list_replace_init(cursor, &local->link); in rxrpc_lookup_local()
283 list_add_tail(&local->link, cursor); in rxrpc_lookup_local()
289 _net("LOCAL %s %d {%pISp}", in rxrpc_lookup_local()
290 age, local->debug_id, &local->srx.transport); in rxrpc_lookup_local()
292 _leave(" = %p", local); in rxrpc_lookup_local()
293 return local; in rxrpc_lookup_local()
299 if (local) in rxrpc_lookup_local()
300 call_rcu(&local->rcu, rxrpc_local_rcu); in rxrpc_lookup_local()
311 * Get a ref on a local endpoint.
313 struct rxrpc_local *rxrpc_get_local(struct rxrpc_local *local) in rxrpc_get_local() argument
318 n = atomic_inc_return(&local->usage); in rxrpc_get_local()
319 trace_rxrpc_local(local->debug_id, rxrpc_local_got, n, here); in rxrpc_get_local()
320 return local; in rxrpc_get_local()
324 * Get a ref on a local endpoint unless its usage has already reached 0.
326 struct rxrpc_local *rxrpc_get_local_maybe(struct rxrpc_local *local) in rxrpc_get_local_maybe() argument
330 if (local) { in rxrpc_get_local_maybe()
331 int n = atomic_fetch_add_unless(&local->usage, 1, 0); in rxrpc_get_local_maybe()
333 trace_rxrpc_local(local->debug_id, rxrpc_local_got, in rxrpc_get_local_maybe()
336 local = NULL; in rxrpc_get_local_maybe()
338 return local; in rxrpc_get_local_maybe()
342 * Queue a local endpoint and pass the caller's reference to the work item.
344 void rxrpc_queue_local(struct rxrpc_local *local) in rxrpc_queue_local() argument
347 unsigned int debug_id = local->debug_id; in rxrpc_queue_local()
348 int n = atomic_read(&local->usage); in rxrpc_queue_local()
350 if (rxrpc_queue_work(&local->processor)) in rxrpc_queue_local()
353 rxrpc_put_local(local); in rxrpc_queue_local()
357 * Drop a ref on a local endpoint.
359 void rxrpc_put_local(struct rxrpc_local *local) in rxrpc_put_local() argument
365 if (local) { in rxrpc_put_local()
366 debug_id = local->debug_id; in rxrpc_put_local()
368 n = atomic_dec_return(&local->usage); in rxrpc_put_local()
372 call_rcu(&local->rcu, rxrpc_local_rcu); in rxrpc_put_local()
377 * Start using a local endpoint.
379 struct rxrpc_local *rxrpc_use_local(struct rxrpc_local *local) in rxrpc_use_local() argument
381 local = rxrpc_get_local_maybe(local); in rxrpc_use_local()
382 if (!local) in rxrpc_use_local()
385 if (!__rxrpc_use_local(local)) { in rxrpc_use_local()
386 rxrpc_put_local(local); in rxrpc_use_local()
390 return local; in rxrpc_use_local()
394 * Cease using a local endpoint. Once the number of active users reaches 0, we
397 void rxrpc_unuse_local(struct rxrpc_local *local) in rxrpc_unuse_local() argument
399 if (local) { in rxrpc_unuse_local()
400 if (__rxrpc_unuse_local(local)) { in rxrpc_unuse_local()
401 rxrpc_get_local(local); in rxrpc_unuse_local()
402 rxrpc_queue_local(local); in rxrpc_unuse_local()
408 * Destroy a local endpoint's socket and then hand the record to RCU to dispose
414 static void rxrpc_local_destroyer(struct rxrpc_local *local) in rxrpc_local_destroyer() argument
416 struct socket *socket = local->socket; in rxrpc_local_destroyer()
417 struct rxrpc_net *rxnet = local->rxnet; in rxrpc_local_destroyer()
419 _enter("%d", local->debug_id); in rxrpc_local_destroyer()
421 local->dead = true; in rxrpc_local_destroyer()
424 list_del_init(&local->link); in rxrpc_local_destroyer()
427 rxrpc_clean_up_local_conns(local); in rxrpc_local_destroyer()
429 ASSERT(!local->service); in rxrpc_local_destroyer()
432 local->socket = NULL; in rxrpc_local_destroyer()
439 * local endpoint. in rxrpc_local_destroyer()
441 rxrpc_purge_queue(&local->reject_queue); in rxrpc_local_destroyer()
442 rxrpc_purge_queue(&local->event_queue); in rxrpc_local_destroyer()
451 struct rxrpc_local *local = in rxrpc_local_processor() local
455 trace_rxrpc_local(local->debug_id, rxrpc_local_processing, in rxrpc_local_processor()
456 atomic_read(&local->usage), NULL); in rxrpc_local_processor()
460 if (!__rxrpc_use_local(local)) { in rxrpc_local_processor()
461 rxrpc_local_destroyer(local); in rxrpc_local_processor()
465 if (!skb_queue_empty(&local->reject_queue)) { in rxrpc_local_processor()
466 rxrpc_reject_packets(local); in rxrpc_local_processor()
470 if (!skb_queue_empty(&local->event_queue)) { in rxrpc_local_processor()
471 rxrpc_process_local_events(local); in rxrpc_local_processor()
475 __rxrpc_unuse_local(local); in rxrpc_local_processor()
478 rxrpc_put_local(local); in rxrpc_local_processor()
482 * Destroy a local endpoint after the RCU grace period expires.
486 struct rxrpc_local *local = container_of(rcu, struct rxrpc_local, rcu); in rxrpc_local_rcu() local
488 _enter("%d", local->debug_id); in rxrpc_local_rcu()
490 ASSERT(!work_pending(&local->processor)); in rxrpc_local_rcu()
492 _net("DESTROY LOCAL %d", local->debug_id); in rxrpc_local_rcu()
493 kfree(local); in rxrpc_local_rcu()
498 * Verify the local endpoint list is empty by this point.
502 struct rxrpc_local *local; in rxrpc_destroy_all_locals() local
510 list_for_each_entry(local, &rxnet->local_endpoints, link) { in rxrpc_destroy_all_locals()
511 pr_err("AF_RXRPC: Leaked local %p {%d}\n", in rxrpc_destroy_all_locals()
512 local, atomic_read(&local->usage)); in rxrpc_destroy_all_locals()