• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * GPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 only,
8  * as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License version 2 for more details (a copy is included
14  * in the LICENSE file that accompanied this code).
15  *
16  * You should have received a copy of the GNU General Public License
17  * version 2 along with this program; If not, see
18  * http://www.gnu.org/licenses/gpl-2.0.html
19  *
20  * GPL HEADER END
21  */
22 /*
23  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
24  * Use is subject to license terms.
25  *
26  * Copyright (c) 2012 - 2015, Intel Corporation.
27  */
28 /*
29  * This file is part of Lustre, http://www.lustre.org/
30  * Lustre is a trademark of Seagate, Inc.
31  *
32  * lnet/include/lnet/lib-lnet.h
33  */
34 
35 #ifndef __LNET_LIB_LNET_H__
36 #define __LNET_LIB_LNET_H__
37 
38 #include "../libcfs/libcfs.h"
39 #include "api.h"
40 #include "lnet.h"
41 #include "lib-types.h"
42 
43 extern lnet_t	the_lnet;	/* THE network */
44 
45 #if (BITS_PER_LONG == 32)
46 /* 2 CPTs, allowing more CPTs might make us under memory pressure */
47 #define LNET_CPT_MAX_BITS	1
48 
49 #else /* 64-bit system */
50 /*
51  * 256 CPTs for thousands of CPUs, allowing more CPTs might make us
52  * under risk of consuming all lh_cookie.
53  */
54 #define LNET_CPT_MAX_BITS	8
55 #endif /* BITS_PER_LONG == 32 */
56 
57 /* max allowed CPT number */
58 #define LNET_CPT_MAX		(1 << LNET_CPT_MAX_BITS)
59 
60 #define LNET_CPT_NUMBER		(the_lnet.ln_cpt_number)
61 #define LNET_CPT_BITS		(the_lnet.ln_cpt_bits)
62 #define LNET_CPT_MASK		((1ULL << LNET_CPT_BITS) - 1)
63 
64 /** exclusive lock */
65 #define LNET_LOCK_EX		CFS_PERCPT_LOCK_EX
66 
lnet_is_wire_handle_none(lnet_handle_wire_t * wh)67 static inline int lnet_is_wire_handle_none(lnet_handle_wire_t *wh)
68 {
69 	return (wh->wh_interface_cookie == LNET_WIRE_HANDLE_COOKIE_NONE &&
70 		wh->wh_object_cookie == LNET_WIRE_HANDLE_COOKIE_NONE);
71 }
72 
lnet_md_exhausted(lnet_libmd_t * md)73 static inline int lnet_md_exhausted(lnet_libmd_t *md)
74 {
75 	return (md->md_threshold == 0 ||
76 		((md->md_options & LNET_MD_MAX_SIZE) != 0 &&
77 		 md->md_offset + md->md_max_size > md->md_length));
78 }
79 
lnet_md_unlinkable(lnet_libmd_t * md)80 static inline int lnet_md_unlinkable(lnet_libmd_t *md)
81 {
82 	/* Should unlink md when its refcount is 0 and either:
83 	 *  - md has been flagged for deletion (by auto unlink or
84 	 *    LNetM[DE]Unlink, in the latter case md may not be exhausted).
85 	 *  - auto unlink is on and md is exhausted.
86 	 */
87 	if (md->md_refcount != 0)
88 		return 0;
89 
90 	if ((md->md_flags & LNET_MD_FLAG_ZOMBIE) != 0)
91 		return 1;
92 
93 	return ((md->md_flags & LNET_MD_FLAG_AUTO_UNLINK) != 0 &&
94 		lnet_md_exhausted(md));
95 }
96 
97 #define lnet_cpt_table()	(the_lnet.ln_cpt_table)
98 #define lnet_cpt_current()	cfs_cpt_current(the_lnet.ln_cpt_table, 1)
99 
100 static inline int
lnet_cpt_of_cookie(__u64 cookie)101 lnet_cpt_of_cookie(__u64 cookie)
102 {
103 	unsigned int cpt = (cookie >> LNET_COOKIE_TYPE_BITS) & LNET_CPT_MASK;
104 
105 	/* LNET_CPT_NUMBER doesn't have to be power2, which means we can
106 	 * get illegal cpt from it's invalid cookie */
107 	return cpt < LNET_CPT_NUMBER ? cpt : cpt % LNET_CPT_NUMBER;
108 }
109 
110 static inline void
lnet_res_lock(int cpt)111 lnet_res_lock(int cpt)
112 {
113 	cfs_percpt_lock(the_lnet.ln_res_lock, cpt);
114 }
115 
116 static inline void
lnet_res_unlock(int cpt)117 lnet_res_unlock(int cpt)
118 {
119 	cfs_percpt_unlock(the_lnet.ln_res_lock, cpt);
120 }
121 
122 static inline int
lnet_res_lock_current(void)123 lnet_res_lock_current(void)
124 {
125 	int cpt = lnet_cpt_current();
126 
127 	lnet_res_lock(cpt);
128 	return cpt;
129 }
130 
131 static inline void
lnet_net_lock(int cpt)132 lnet_net_lock(int cpt)
133 {
134 	cfs_percpt_lock(the_lnet.ln_net_lock, cpt);
135 }
136 
137 static inline void
lnet_net_unlock(int cpt)138 lnet_net_unlock(int cpt)
139 {
140 	cfs_percpt_unlock(the_lnet.ln_net_lock, cpt);
141 }
142 
143 static inline int
lnet_net_lock_current(void)144 lnet_net_lock_current(void)
145 {
146 	int cpt = lnet_cpt_current();
147 
148 	lnet_net_lock(cpt);
149 	return cpt;
150 }
151 
152 #define LNET_LOCK()		lnet_net_lock(LNET_LOCK_EX)
153 #define LNET_UNLOCK()		lnet_net_unlock(LNET_LOCK_EX)
154 
155 #define lnet_ptl_lock(ptl)	spin_lock(&(ptl)->ptl_lock)
156 #define lnet_ptl_unlock(ptl)	spin_unlock(&(ptl)->ptl_lock)
157 #define lnet_eq_wait_lock()	spin_lock(&the_lnet.ln_eq_wait_lock)
158 #define lnet_eq_wait_unlock()	spin_unlock(&the_lnet.ln_eq_wait_lock)
159 #define lnet_ni_lock(ni)	spin_lock(&(ni)->ni_lock)
160 #define lnet_ni_unlock(ni)	spin_unlock(&(ni)->ni_lock)
161 
162 #define MAX_PORTALS		64
163 
164 static inline lnet_eq_t *
lnet_eq_alloc(void)165 lnet_eq_alloc(void)
166 {
167 	lnet_eq_t *eq;
168 
169 	LIBCFS_ALLOC(eq, sizeof(*eq));
170 	return eq;
171 }
172 
173 static inline void
lnet_eq_free(lnet_eq_t * eq)174 lnet_eq_free(lnet_eq_t *eq)
175 {
176 	LIBCFS_FREE(eq, sizeof(*eq));
177 }
178 
179 static inline lnet_libmd_t *
lnet_md_alloc(lnet_md_t * umd)180 lnet_md_alloc(lnet_md_t *umd)
181 {
182 	lnet_libmd_t *md;
183 	unsigned int size;
184 	unsigned int niov;
185 
186 	if ((umd->options & LNET_MD_KIOV) != 0) {
187 		niov = umd->length;
188 		size = offsetof(lnet_libmd_t, md_iov.kiov[niov]);
189 	} else {
190 		niov = ((umd->options & LNET_MD_IOVEC) != 0) ?
191 		       umd->length : 1;
192 		size = offsetof(lnet_libmd_t, md_iov.iov[niov]);
193 	}
194 
195 	LIBCFS_ALLOC(md, size);
196 
197 	if (md != NULL) {
198 		/* Set here in case of early free */
199 		md->md_options = umd->options;
200 		md->md_niov = niov;
201 		INIT_LIST_HEAD(&md->md_list);
202 	}
203 
204 	return md;
205 }
206 
207 static inline void
lnet_md_free(lnet_libmd_t * md)208 lnet_md_free(lnet_libmd_t *md)
209 {
210 	unsigned int size;
211 
212 	if ((md->md_options & LNET_MD_KIOV) != 0)
213 		size = offsetof(lnet_libmd_t, md_iov.kiov[md->md_niov]);
214 	else
215 		size = offsetof(lnet_libmd_t, md_iov.iov[md->md_niov]);
216 
217 	LIBCFS_FREE(md, size);
218 }
219 
220 static inline lnet_me_t *
lnet_me_alloc(void)221 lnet_me_alloc(void)
222 {
223 	lnet_me_t *me;
224 
225 	LIBCFS_ALLOC(me, sizeof(*me));
226 	return me;
227 }
228 
229 static inline void
lnet_me_free(lnet_me_t * me)230 lnet_me_free(lnet_me_t *me)
231 {
232 	LIBCFS_FREE(me, sizeof(*me));
233 }
234 
235 static inline lnet_msg_t *
lnet_msg_alloc(void)236 lnet_msg_alloc(void)
237 {
238 	lnet_msg_t *msg;
239 
240 	LIBCFS_ALLOC(msg, sizeof(*msg));
241 
242 	/* no need to zero, LIBCFS_ALLOC does for us */
243 	return msg;
244 }
245 
246 static inline void
lnet_msg_free(lnet_msg_t * msg)247 lnet_msg_free(lnet_msg_t *msg)
248 {
249 	LASSERT(!msg->msg_onactivelist);
250 	LIBCFS_FREE(msg, sizeof(*msg));
251 }
252 
253 lnet_libhandle_t *lnet_res_lh_lookup(struct lnet_res_container *rec,
254 				     __u64 cookie);
255 void lnet_res_lh_initialize(struct lnet_res_container *rec,
256 			    lnet_libhandle_t *lh);
257 static inline void
lnet_res_lh_invalidate(lnet_libhandle_t * lh)258 lnet_res_lh_invalidate(lnet_libhandle_t *lh)
259 {
260 	/* NB: cookie is still useful, don't reset it */
261 	list_del(&lh->lh_hash_chain);
262 }
263 
264 static inline void
lnet_eq2handle(lnet_handle_eq_t * handle,lnet_eq_t * eq)265 lnet_eq2handle(lnet_handle_eq_t *handle, lnet_eq_t *eq)
266 {
267 	if (eq == NULL) {
268 		LNetInvalidateHandle(handle);
269 		return;
270 	}
271 
272 	handle->cookie = eq->eq_lh.lh_cookie;
273 }
274 
275 static inline lnet_eq_t *
lnet_handle2eq(lnet_handle_eq_t * handle)276 lnet_handle2eq(lnet_handle_eq_t *handle)
277 {
278 	lnet_libhandle_t *lh;
279 
280 	lh = lnet_res_lh_lookup(&the_lnet.ln_eq_container, handle->cookie);
281 	if (lh == NULL)
282 		return NULL;
283 
284 	return lh_entry(lh, lnet_eq_t, eq_lh);
285 }
286 
287 static inline void
lnet_md2handle(lnet_handle_md_t * handle,lnet_libmd_t * md)288 lnet_md2handle(lnet_handle_md_t *handle, lnet_libmd_t *md)
289 {
290 	handle->cookie = md->md_lh.lh_cookie;
291 }
292 
293 static inline lnet_libmd_t *
lnet_handle2md(lnet_handle_md_t * handle)294 lnet_handle2md(lnet_handle_md_t *handle)
295 {
296 	/* ALWAYS called with resource lock held */
297 	lnet_libhandle_t *lh;
298 	int cpt;
299 
300 	cpt = lnet_cpt_of_cookie(handle->cookie);
301 	lh = lnet_res_lh_lookup(the_lnet.ln_md_containers[cpt],
302 				handle->cookie);
303 	if (lh == NULL)
304 		return NULL;
305 
306 	return lh_entry(lh, lnet_libmd_t, md_lh);
307 }
308 
309 static inline lnet_libmd_t *
lnet_wire_handle2md(lnet_handle_wire_t * wh)310 lnet_wire_handle2md(lnet_handle_wire_t *wh)
311 {
312 	/* ALWAYS called with resource lock held */
313 	lnet_libhandle_t *lh;
314 	int cpt;
315 
316 	if (wh->wh_interface_cookie != the_lnet.ln_interface_cookie)
317 		return NULL;
318 
319 	cpt = lnet_cpt_of_cookie(wh->wh_object_cookie);
320 	lh = lnet_res_lh_lookup(the_lnet.ln_md_containers[cpt],
321 				wh->wh_object_cookie);
322 	if (lh == NULL)
323 		return NULL;
324 
325 	return lh_entry(lh, lnet_libmd_t, md_lh);
326 }
327 
328 static inline void
lnet_me2handle(lnet_handle_me_t * handle,lnet_me_t * me)329 lnet_me2handle(lnet_handle_me_t *handle, lnet_me_t *me)
330 {
331 	handle->cookie = me->me_lh.lh_cookie;
332 }
333 
334 static inline lnet_me_t *
lnet_handle2me(lnet_handle_me_t * handle)335 lnet_handle2me(lnet_handle_me_t *handle)
336 {
337 	/* ALWAYS called with resource lock held */
338 	lnet_libhandle_t *lh;
339 	int cpt;
340 
341 	cpt = lnet_cpt_of_cookie(handle->cookie);
342 	lh = lnet_res_lh_lookup(the_lnet.ln_me_containers[cpt],
343 				handle->cookie);
344 	if (lh == NULL)
345 		return NULL;
346 
347 	return lh_entry(lh, lnet_me_t, me_lh);
348 }
349 
350 static inline void
lnet_peer_addref_locked(lnet_peer_t * lp)351 lnet_peer_addref_locked(lnet_peer_t *lp)
352 {
353 	LASSERT(lp->lp_refcount > 0);
354 	lp->lp_refcount++;
355 }
356 
357 void lnet_destroy_peer_locked(lnet_peer_t *lp);
358 
359 static inline void
lnet_peer_decref_locked(lnet_peer_t * lp)360 lnet_peer_decref_locked(lnet_peer_t *lp)
361 {
362 	LASSERT(lp->lp_refcount > 0);
363 	lp->lp_refcount--;
364 	if (lp->lp_refcount == 0)
365 		lnet_destroy_peer_locked(lp);
366 }
367 
368 static inline int
lnet_isrouter(lnet_peer_t * lp)369 lnet_isrouter(lnet_peer_t *lp)
370 {
371 	return lp->lp_rtr_refcount != 0;
372 }
373 
374 static inline void
lnet_ni_addref_locked(lnet_ni_t * ni,int cpt)375 lnet_ni_addref_locked(lnet_ni_t *ni, int cpt)
376 {
377 	LASSERT(cpt >= 0 && cpt < LNET_CPT_NUMBER);
378 	LASSERT(*ni->ni_refs[cpt] >= 0);
379 
380 	(*ni->ni_refs[cpt])++;
381 }
382 
383 static inline void
lnet_ni_addref(lnet_ni_t * ni)384 lnet_ni_addref(lnet_ni_t *ni)
385 {
386 	lnet_net_lock(0);
387 	lnet_ni_addref_locked(ni, 0);
388 	lnet_net_unlock(0);
389 }
390 
391 static inline void
lnet_ni_decref_locked(lnet_ni_t * ni,int cpt)392 lnet_ni_decref_locked(lnet_ni_t *ni, int cpt)
393 {
394 	LASSERT(cpt >= 0 && cpt < LNET_CPT_NUMBER);
395 	LASSERT(*ni->ni_refs[cpt] > 0);
396 
397 	(*ni->ni_refs[cpt])--;
398 }
399 
400 static inline void
lnet_ni_decref(lnet_ni_t * ni)401 lnet_ni_decref(lnet_ni_t *ni)
402 {
403 	lnet_net_lock(0);
404 	lnet_ni_decref_locked(ni, 0);
405 	lnet_net_unlock(0);
406 }
407 
408 void lnet_ni_free(lnet_ni_t *ni);
409 
410 static inline int
lnet_nid2peerhash(lnet_nid_t nid)411 lnet_nid2peerhash(lnet_nid_t nid)
412 {
413 	return hash_long(nid, LNET_PEER_HASH_BITS);
414 }
415 
416 static inline struct list_head *
lnet_net2rnethash(__u32 net)417 lnet_net2rnethash(__u32 net)
418 {
419 	return &the_lnet.ln_remote_nets_hash[(LNET_NETNUM(net) +
420 		LNET_NETTYP(net)) &
421 		((1U << the_lnet.ln_remote_nets_hbits) - 1)];
422 }
423 
424 extern lnd_t the_lolnd;
425 extern int avoid_asym_router_failure;
426 
427 int lnet_cpt_of_nid_locked(lnet_nid_t nid);
428 int lnet_cpt_of_nid(lnet_nid_t nid);
429 lnet_ni_t *lnet_nid2ni_locked(lnet_nid_t nid, int cpt);
430 lnet_ni_t *lnet_net2ni_locked(__u32 net, int cpt);
431 lnet_ni_t *lnet_net2ni(__u32 net);
432 
433 int lnet_init(void);
434 void lnet_fini(void);
435 
436 int lnet_notify(lnet_ni_t *ni, lnet_nid_t peer, int alive, unsigned long when);
437 void lnet_notify_locked(lnet_peer_t *lp, int notifylnd, int alive,
438 			unsigned long when);
439 int lnet_add_route(__u32 net, unsigned int hops, lnet_nid_t gateway_nid,
440 		   unsigned int priority);
441 int lnet_check_routes(void);
442 int lnet_del_route(__u32 net, lnet_nid_t gw_nid);
443 void lnet_destroy_routes(void);
444 int lnet_get_route(int idx, __u32 *net, __u32 *hops,
445 		   lnet_nid_t *gateway, __u32 *alive, __u32 *priority);
446 void lnet_router_debugfs_init(void);
447 void lnet_router_debugfs_fini(void);
448 int  lnet_rtrpools_alloc(int im_a_router);
449 void lnet_rtrpools_free(void);
450 lnet_remotenet_t *lnet_find_net_locked(__u32 net);
451 
452 int lnet_islocalnid(lnet_nid_t nid);
453 int lnet_islocalnet(__u32 net);
454 
455 void lnet_msg_attach_md(lnet_msg_t *msg, lnet_libmd_t *md,
456 			unsigned int offset, unsigned int mlen);
457 void lnet_msg_detach_md(lnet_msg_t *msg, int status);
458 void lnet_build_unlink_event(lnet_libmd_t *md, lnet_event_t *ev);
459 void lnet_build_msg_event(lnet_msg_t *msg, lnet_event_kind_t ev_type);
460 void lnet_msg_commit(lnet_msg_t *msg, int cpt);
461 void lnet_msg_decommit(lnet_msg_t *msg, int cpt, int status);
462 
463 void lnet_eq_enqueue_event(lnet_eq_t *eq, lnet_event_t *ev);
464 void lnet_prep_send(lnet_msg_t *msg, int type, lnet_process_id_t target,
465 		    unsigned int offset, unsigned int len);
466 int lnet_send(lnet_nid_t nid, lnet_msg_t *msg, lnet_nid_t rtr_nid);
467 void lnet_return_tx_credits_locked(lnet_msg_t *msg);
468 void lnet_return_rx_credits_locked(lnet_msg_t *msg);
469 
470 /* portals functions */
471 /* portals attributes */
472 static inline int
lnet_ptl_is_lazy(lnet_portal_t * ptl)473 lnet_ptl_is_lazy(lnet_portal_t *ptl)
474 {
475 	return !!(ptl->ptl_options & LNET_PTL_LAZY);
476 }
477 
478 static inline int
lnet_ptl_is_unique(lnet_portal_t * ptl)479 lnet_ptl_is_unique(lnet_portal_t *ptl)
480 {
481 	return !!(ptl->ptl_options & LNET_PTL_MATCH_UNIQUE);
482 }
483 
484 static inline int
lnet_ptl_is_wildcard(lnet_portal_t * ptl)485 lnet_ptl_is_wildcard(lnet_portal_t *ptl)
486 {
487 	return !!(ptl->ptl_options & LNET_PTL_MATCH_WILDCARD);
488 }
489 
490 static inline void
lnet_ptl_setopt(lnet_portal_t * ptl,int opt)491 lnet_ptl_setopt(lnet_portal_t *ptl, int opt)
492 {
493 	ptl->ptl_options |= opt;
494 }
495 
496 static inline void
lnet_ptl_unsetopt(lnet_portal_t * ptl,int opt)497 lnet_ptl_unsetopt(lnet_portal_t *ptl, int opt)
498 {
499 	ptl->ptl_options &= ~opt;
500 }
501 
502 /* match-table functions */
503 struct list_head *lnet_mt_match_head(struct lnet_match_table *mtable,
504 				     lnet_process_id_t id, __u64 mbits);
505 struct lnet_match_table *lnet_mt_of_attach(unsigned int index,
506 					   lnet_process_id_t id, __u64 mbits,
507 					   __u64 ignore_bits,
508 					   lnet_ins_pos_t pos);
509 int lnet_mt_match_md(struct lnet_match_table *mtable,
510 		     struct lnet_match_info *info, struct lnet_msg *msg);
511 
512 /* portals match/attach functions */
513 void lnet_ptl_attach_md(lnet_me_t *me, lnet_libmd_t *md,
514 			struct list_head *matches, struct list_head *drops);
515 void lnet_ptl_detach_md(lnet_me_t *me, lnet_libmd_t *md);
516 int lnet_ptl_match_md(struct lnet_match_info *info, struct lnet_msg *msg);
517 
518 /* initialized and finalize portals */
519 int lnet_portals_create(void);
520 void lnet_portals_destroy(void);
521 
522 /* message functions */
523 int lnet_parse(lnet_ni_t *ni, lnet_hdr_t *hdr,
524 	       lnet_nid_t fromnid, void *private, int rdma_req);
525 void lnet_recv(lnet_ni_t *ni, void *private, lnet_msg_t *msg, int delayed,
526 	       unsigned int offset, unsigned int mlen, unsigned int rlen);
527 lnet_msg_t *lnet_create_reply_msg(lnet_ni_t *ni, lnet_msg_t *get_msg);
528 void lnet_set_reply_msg_len(lnet_ni_t *ni, lnet_msg_t *msg, unsigned int len);
529 
530 void lnet_finalize(lnet_ni_t *ni, lnet_msg_t *msg, int rc);
531 
532 void lnet_drop_delayed_msg_list(struct list_head *head, char *reason);
533 void lnet_recv_delayed_msg_list(struct list_head *head);
534 
535 int lnet_msg_container_setup(struct lnet_msg_container *container, int cpt);
536 void lnet_msg_container_cleanup(struct lnet_msg_container *container);
537 void lnet_msg_containers_destroy(void);
538 int lnet_msg_containers_create(void);
539 
540 char *lnet_msgtyp2str(int type);
541 void lnet_print_hdr(lnet_hdr_t *hdr);
542 int lnet_fail_nid(lnet_nid_t nid, unsigned int threshold);
543 
544 void lnet_counters_get(lnet_counters_t *counters);
545 void lnet_counters_reset(void);
546 
547 unsigned int lnet_iov_nob(unsigned int niov, struct kvec *iov);
548 int lnet_extract_iov(int dst_niov, struct kvec *dst,
549 		     int src_niov, struct kvec *src,
550 		      unsigned int offset, unsigned int len);
551 
552 unsigned int lnet_kiov_nob(unsigned int niov, lnet_kiov_t *iov);
553 int lnet_extract_kiov(int dst_niov, lnet_kiov_t *dst,
554 		      int src_niov, lnet_kiov_t *src,
555 		      unsigned int offset, unsigned int len);
556 
557 void lnet_copy_iov2iov(unsigned int ndiov, struct kvec *diov,
558 		       unsigned int doffset,
559 			unsigned int nsiov, struct kvec *siov,
560 			unsigned int soffset, unsigned int nob);
561 void lnet_copy_kiov2iov(unsigned int niov, struct kvec *iov,
562 			unsigned int iovoffset,
563 			 unsigned int nkiov, lnet_kiov_t *kiov,
564 			 unsigned int kiovoffset, unsigned int nob);
565 void lnet_copy_iov2kiov(unsigned int nkiov, lnet_kiov_t *kiov,
566 			unsigned int kiovoffset,
567 			 unsigned int niov, struct kvec *iov,
568 			 unsigned int iovoffset, unsigned int nob);
569 void lnet_copy_kiov2kiov(unsigned int ndkiov, lnet_kiov_t *dkiov,
570 			 unsigned int doffset,
571 			  unsigned int nskiov, lnet_kiov_t *skiov,
572 			  unsigned int soffset, unsigned int nob);
573 
574 static inline void
lnet_copy_iov2flat(int dlen,void * dest,unsigned int doffset,unsigned int nsiov,struct kvec * siov,unsigned int soffset,unsigned int nob)575 lnet_copy_iov2flat(int dlen, void *dest, unsigned int doffset,
576 		   unsigned int nsiov, struct kvec *siov, unsigned int soffset,
577 		   unsigned int nob)
578 {
579 	struct kvec diov = {/*.iov_base = */ dest, /*.iov_len = */ dlen};
580 
581 	lnet_copy_iov2iov(1, &diov, doffset,
582 			  nsiov, siov, soffset, nob);
583 }
584 
585 static inline void
lnet_copy_kiov2flat(int dlen,void * dest,unsigned int doffset,unsigned int nsiov,lnet_kiov_t * skiov,unsigned int soffset,unsigned int nob)586 lnet_copy_kiov2flat(int dlen, void *dest, unsigned int doffset,
587 		    unsigned int nsiov, lnet_kiov_t *skiov,
588 		    unsigned int soffset, unsigned int nob)
589 {
590 	struct kvec diov = {/* .iov_base = */ dest, /* .iov_len = */ dlen};
591 
592 	lnet_copy_kiov2iov(1, &diov, doffset,
593 			   nsiov, skiov, soffset, nob);
594 }
595 
596 static inline void
lnet_copy_flat2iov(unsigned int ndiov,struct kvec * diov,unsigned int doffset,int slen,void * src,unsigned int soffset,unsigned int nob)597 lnet_copy_flat2iov(unsigned int ndiov, struct kvec *diov, unsigned int doffset,
598 		   int slen, void *src, unsigned int soffset, unsigned int nob)
599 {
600 	struct kvec siov = {/*.iov_base = */ src, /*.iov_len = */slen};
601 
602 	lnet_copy_iov2iov(ndiov, diov, doffset,
603 			  1, &siov, soffset, nob);
604 }
605 
606 static inline void
lnet_copy_flat2kiov(unsigned int ndiov,lnet_kiov_t * dkiov,unsigned int doffset,int slen,void * src,unsigned int soffset,unsigned int nob)607 lnet_copy_flat2kiov(unsigned int ndiov, lnet_kiov_t *dkiov,
608 		    unsigned int doffset, int slen, void *src,
609 		    unsigned int soffset, unsigned int nob)
610 {
611 	struct kvec siov = {/* .iov_base = */ src, /* .iov_len = */ slen};
612 
613 	lnet_copy_iov2kiov(ndiov, dkiov, doffset,
614 			   1, &siov, soffset, nob);
615 }
616 
617 void lnet_me_unlink(lnet_me_t *me);
618 
619 void lnet_md_unlink(lnet_libmd_t *md);
620 void lnet_md_deconstruct(lnet_libmd_t *lmd, lnet_md_t *umd);
621 
622 void lnet_register_lnd(lnd_t *lnd);
623 void lnet_unregister_lnd(lnd_t *lnd);
624 
625 int lnet_connect(struct socket **sockp, lnet_nid_t peer_nid,
626 		 __u32 local_ip, __u32 peer_ip, int peer_port);
627 void lnet_connect_console_error(int rc, lnet_nid_t peer_nid,
628 				__u32 peer_ip, int port);
629 int lnet_count_acceptor_nis(void);
630 int lnet_acceptor_timeout(void);
631 int lnet_acceptor_port(void);
632 
633 int lnet_count_acceptor_nis(void);
634 int lnet_acceptor_port(void);
635 
636 int lnet_acceptor_start(void);
637 void lnet_acceptor_stop(void);
638 
639 int lnet_ipif_query(char *name, int *up, __u32 *ip, __u32 *mask);
640 int lnet_ipif_enumerate(char ***names);
641 void lnet_ipif_free_enumeration(char **names, int n);
642 int lnet_sock_setbuf(struct socket *socket, int txbufsize, int rxbufsize);
643 int lnet_sock_getbuf(struct socket *socket, int *txbufsize, int *rxbufsize);
644 int lnet_sock_getaddr(struct socket *socket, bool remote, __u32 *ip, int *port);
645 int lnet_sock_write(struct socket *sock, void *buffer, int nob, int timeout);
646 int lnet_sock_read(struct socket *sock, void *buffer, int nob, int timeout);
647 
648 int lnet_sock_listen(struct socket **sockp, __u32 ip, int port, int backlog);
649 int lnet_sock_accept(struct socket **newsockp, struct socket *sock);
650 int lnet_sock_connect(struct socket **sockp, int *fatal,
651 		      __u32 local_ip, int local_port,
652 		      __u32 peer_ip, int peer_port);
653 void libcfs_sock_release(struct socket *sock);
654 
655 int lnet_peers_start_down(void);
656 int lnet_peer_buffer_credits(lnet_ni_t *ni);
657 
658 int lnet_router_checker_start(void);
659 void lnet_router_checker_stop(void);
660 void lnet_router_ni_update_locked(lnet_peer_t *gw, __u32 net);
661 void lnet_swap_pinginfo(lnet_ping_info_t *info);
662 
663 int lnet_ping_target_init(void);
664 void lnet_ping_target_fini(void);
665 int lnet_ping(lnet_process_id_t id, int timeout_ms,
666 	      lnet_process_id_t *ids, int n_ids);
667 
668 int lnet_parse_ip2nets(char **networksp, char *ip2nets);
669 int lnet_parse_routes(char *route_str, int *im_a_router);
670 int lnet_parse_networks(struct list_head *nilist, char *networks);
671 
672 int lnet_nid2peer_locked(lnet_peer_t **lpp, lnet_nid_t nid, int cpt);
673 lnet_peer_t *lnet_find_peer_locked(struct lnet_peer_table *ptable,
674 				   lnet_nid_t nid);
675 void lnet_peer_tables_cleanup(void);
676 void lnet_peer_tables_destroy(void);
677 int lnet_peer_tables_create(void);
678 void lnet_debug_peer(lnet_nid_t nid);
679 
680 static inline void
lnet_peer_set_alive(lnet_peer_t * lp)681 lnet_peer_set_alive(lnet_peer_t *lp)
682 {
683 	lp->lp_last_alive = lp->lp_last_query = jiffies;
684 	if (!lp->lp_alive)
685 		lnet_notify_locked(lp, 0, 1, lp->lp_last_alive);
686 }
687 
688 #endif
689