]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - drivers/staging/lustre/include/linux/lnet/lib-lnet.h
staging: lustre: lnet: change lnet_rtrbufpool_t to proper structure
[mirror_ubuntu-bionic-kernel.git] / drivers / staging / lustre / include / linux / lnet / lib-lnet.h
CommitLineData
d7e09d03
PT
1/*
2 * GPL HEADER START
3 *
4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
15 *
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
4f3ca893 18 * http://www.gnu.org/licenses/gpl-2.0.html
d7e09d03
PT
19 *
20 * GPL HEADER END
21 */
22/*
23 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Use is subject to license terms.
25 *
1dc563a6 26 * Copyright (c) 2012, 2015, Intel Corporation.
d7e09d03
PT
27 */
28/*
29 * This file is part of Lustre, http://www.lustre.org/
4f3ca893 30 * Lustre is a trademark of Seagate, Inc.
d7e09d03
PT
31 *
32 * lnet/include/lnet/lib-lnet.h
d7e09d03
PT
33 */
34
35#ifndef __LNET_LIB_LNET_H__
36#define __LNET_LIB_LNET_H__
37
9fdaf8c0 38#include "../libcfs/libcfs.h"
bbf00c3d 39#include "api.h"
9fdaf8c0
GKH
40#include "lnet.h"
41#include "lib-types.h"
edeb5d8c 42#include "lib-dlc.h"
d7e09d03 43
188acc61 44extern lnet_t the_lnet; /* THE network */
d7e09d03 45
d9c90615 46#if (BITS_PER_LONG == 32)
d7e09d03 47/* 2 CPTs, allowing more CPTs might make us under memory pressure */
188acc61 48#define LNET_CPT_MAX_BITS 1
d7e09d03 49
d9c90615 50#else /* 64-bit system */
d7e09d03
PT
51/*
52 * 256 CPTs for thousands of CPUs, allowing more CPTs might make us
53 * under risk of consuming all lh_cookie.
54 */
188acc61 55#define LNET_CPT_MAX_BITS 8
d9c90615 56#endif /* BITS_PER_LONG == 32 */
d7e09d03
PT
57
58/* max allowed CPT number */
188acc61 59#define LNET_CPT_MAX (1 << LNET_CPT_MAX_BITS)
d7e09d03 60
188acc61
JS
61#define LNET_CPT_NUMBER (the_lnet.ln_cpt_number)
62#define LNET_CPT_BITS (the_lnet.ln_cpt_bits)
63#define LNET_CPT_MASK ((1ULL << LNET_CPT_BITS) - 1)
d7e09d03
PT
64
65/** exclusive lock */
188acc61 66#define LNET_LOCK_EX CFS_PERCPT_LOCK_EX
d7e09d03 67
e3d2716c 68static inline int lnet_is_route_alive(struct lnet_route *route)
4ee23a84
CH
69{
70 /* gateway is down */
71 if (!route->lr_gateway->lp_alive)
72 return 0;
73 /* no NI status, assume it's alive */
74 if ((route->lr_gateway->lp_ping_feats &
75 LNET_PING_FEAT_NI_STATUS) == 0)
76 return 1;
77 /* has NI status, check # down NIs */
78 return route->lr_downis == 0;
79}
80
af7e07cc 81static inline int lnet_is_wire_handle_none(struct lnet_handle_wire *wh)
d7e09d03
PT
82{
83 return (wh->wh_interface_cookie == LNET_WIRE_HANDLE_COOKIE_NONE &&
84 wh->wh_object_cookie == LNET_WIRE_HANDLE_COOKIE_NONE);
85}
86
5272e806 87static inline int lnet_md_exhausted(struct lnet_libmd *md)
d7e09d03 88{
5fd88337
JS
89 return (!md->md_threshold ||
90 ((md->md_options & LNET_MD_MAX_SIZE) &&
d7e09d03
PT
91 md->md_offset + md->md_max_size > md->md_length));
92}
93
5272e806 94static inline int lnet_md_unlinkable(struct lnet_libmd *md)
d7e09d03 95{
4420cfd3
JS
96 /*
97 * Should unlink md when its refcount is 0 and either:
2b06b70b
AO
98 * - md has been flagged for deletion (by auto unlink or
99 * LNetM[DE]Unlink, in the latter case md may not be exhausted).
d7e09d03
PT
100 * - auto unlink is on and md is exhausted.
101 */
5fd88337 102 if (md->md_refcount)
d7e09d03
PT
103 return 0;
104
5fd88337 105 if (md->md_flags & LNET_MD_FLAG_ZOMBIE)
d7e09d03
PT
106 return 1;
107
5fd88337 108 return ((md->md_flags & LNET_MD_FLAG_AUTO_UNLINK) &&
d7e09d03
PT
109 lnet_md_exhausted(md));
110}
111
112#define lnet_cpt_table() (the_lnet.ln_cpt_table)
113#define lnet_cpt_current() cfs_cpt_current(the_lnet.ln_cpt_table, 1)
114
115static inline int
116lnet_cpt_of_cookie(__u64 cookie)
117{
118 unsigned int cpt = (cookie >> LNET_COOKIE_TYPE_BITS) & LNET_CPT_MASK;
119
4420cfd3
JS
120 /*
121 * LNET_CPT_NUMBER doesn't have to be power2, which means we can
122 * get illegal cpt from it's invalid cookie
123 */
d7e09d03
PT
124 return cpt < LNET_CPT_NUMBER ? cpt : cpt % LNET_CPT_NUMBER;
125}
126
127static inline void
128lnet_res_lock(int cpt)
129{
130 cfs_percpt_lock(the_lnet.ln_res_lock, cpt);
131}
132
133static inline void
134lnet_res_unlock(int cpt)
135{
136 cfs_percpt_unlock(the_lnet.ln_res_lock, cpt);
137}
138
139static inline int
140lnet_res_lock_current(void)
141{
142 int cpt = lnet_cpt_current();
143
144 lnet_res_lock(cpt);
145 return cpt;
146}
147
148static inline void
149lnet_net_lock(int cpt)
150{
151 cfs_percpt_lock(the_lnet.ln_net_lock, cpt);
152}
153
154static inline void
155lnet_net_unlock(int cpt)
156{
157 cfs_percpt_unlock(the_lnet.ln_net_lock, cpt);
158}
159
160static inline int
161lnet_net_lock_current(void)
162{
163 int cpt = lnet_cpt_current();
164
165 lnet_net_lock(cpt);
166 return cpt;
167}
168
169#define LNET_LOCK() lnet_net_lock(LNET_LOCK_EX)
170#define LNET_UNLOCK() lnet_net_unlock(LNET_LOCK_EX)
171
d7e09d03
PT
172#define lnet_ptl_lock(ptl) spin_lock(&(ptl)->ptl_lock)
173#define lnet_ptl_unlock(ptl) spin_unlock(&(ptl)->ptl_lock)
174#define lnet_eq_wait_lock() spin_lock(&the_lnet.ln_eq_wait_lock)
175#define lnet_eq_wait_unlock() spin_unlock(&the_lnet.ln_eq_wait_lock)
176#define lnet_ni_lock(ni) spin_lock(&(ni)->ni_lock)
177#define lnet_ni_unlock(ni) spin_unlock(&(ni)->ni_lock)
d7e09d03 178
188acc61 179#define MAX_PORTALS 64
d7e09d03 180
96e78422 181static inline struct lnet_eq *
62fbc9f7 182lnet_eq_alloc(void)
d7e09d03 183{
96e78422 184 struct lnet_eq *eq;
d7e09d03
PT
185
186 LIBCFS_ALLOC(eq, sizeof(*eq));
02816395 187 return eq;
d7e09d03
PT
188}
189
190static inline void
96e78422 191lnet_eq_free(struct lnet_eq *eq)
d7e09d03 192{
d7e09d03
PT
193 LIBCFS_FREE(eq, sizeof(*eq));
194}
195
5272e806 196static inline struct lnet_libmd *
62fbc9f7 197lnet_md_alloc(lnet_md_t *umd)
d7e09d03 198{
5272e806 199 struct lnet_libmd *md;
188acc61
JS
200 unsigned int size;
201 unsigned int niov;
d7e09d03 202
5fd88337 203 if (umd->options & LNET_MD_KIOV) {
d7e09d03 204 niov = umd->length;
5272e806 205 size = offsetof(struct lnet_libmd, md_iov.kiov[niov]);
d7e09d03 206 } else {
5fd88337 207 niov = umd->options & LNET_MD_IOVEC ? umd->length : 1;
5272e806 208 size = offsetof(struct lnet_libmd, md_iov.iov[niov]);
d7e09d03
PT
209 }
210
211 LIBCFS_ALLOC(md, size);
212
06ace26e 213 if (md) {
d7e09d03
PT
214 /* Set here in case of early free */
215 md->md_options = umd->options;
216 md->md_niov = niov;
217 INIT_LIST_HEAD(&md->md_list);
218 }
219
02816395 220 return md;
d7e09d03
PT
221}
222
223static inline void
5272e806 224lnet_md_free(struct lnet_libmd *md)
d7e09d03 225{
188acc61 226 unsigned int size;
d7e09d03 227
5fd88337 228 if (md->md_options & LNET_MD_KIOV)
5272e806 229 size = offsetof(struct lnet_libmd, md_iov.kiov[md->md_niov]);
d7e09d03 230 else
5272e806 231 size = offsetof(struct lnet_libmd, md_iov.iov[md->md_niov]);
d7e09d03
PT
232
233 LIBCFS_FREE(md, size);
234}
235
70ec6db9 236static inline struct lnet_me *
62fbc9f7 237lnet_me_alloc(void)
d7e09d03 238{
70ec6db9 239 struct lnet_me *me;
d7e09d03
PT
240
241 LIBCFS_ALLOC(me, sizeof(*me));
02816395 242 return me;
d7e09d03
PT
243}
244
245static inline void
70ec6db9 246lnet_me_free(struct lnet_me *me)
d7e09d03 247{
d7e09d03
PT
248 LIBCFS_FREE(me, sizeof(*me));
249}
250
a9a5ac68 251static inline struct lnet_msg *
d7e09d03
PT
252lnet_msg_alloc(void)
253{
a9a5ac68 254 struct lnet_msg *msg;
d7e09d03
PT
255
256 LIBCFS_ALLOC(msg, sizeof(*msg));
257
258 /* no need to zero, LIBCFS_ALLOC does for us */
02816395 259 return msg;
d7e09d03
PT
260}
261
262static inline void
a9a5ac68 263lnet_msg_free(struct lnet_msg *msg)
d7e09d03 264{
d7e09d03
PT
265 LASSERT(!msg->msg_onactivelist);
266 LIBCFS_FREE(msg, sizeof(*msg));
267}
268
3589a055
JS
269struct lnet_libhandle *lnet_res_lh_lookup(struct lnet_res_container *rec,
270 __u64 cookie);
d7e09d03 271void lnet_res_lh_initialize(struct lnet_res_container *rec,
3589a055 272 struct lnet_libhandle *lh);
d7e09d03 273static inline void
3589a055 274lnet_res_lh_invalidate(struct lnet_libhandle *lh)
d7e09d03 275{
d7e09d03
PT
276 /* NB: cookie is still useful, don't reset it */
277 list_del(&lh->lh_hash_chain);
278}
279
280static inline void
96e78422 281lnet_eq2handle(struct lnet_handle_eq *handle, struct lnet_eq *eq)
d7e09d03 282{
06ace26e 283 if (!eq) {
48be378d 284 LNetInvalidateEQHandle(handle);
d7e09d03
PT
285 return;
286 }
287
288 handle->cookie = eq->eq_lh.lh_cookie;
289}
290
96e78422 291static inline struct lnet_eq *
48be378d 292lnet_handle2eq(struct lnet_handle_eq *handle)
d7e09d03 293{
3589a055 294 struct lnet_libhandle *lh;
d7e09d03
PT
295
296 lh = lnet_res_lh_lookup(&the_lnet.ln_eq_container, handle->cookie);
06ace26e 297 if (!lh)
d7e09d03
PT
298 return NULL;
299
96e78422 300 return lh_entry(lh, struct lnet_eq, eq_lh);
d7e09d03
PT
301}
302
303static inline void
5272e806 304lnet_md2handle(struct lnet_handle_md *handle, struct lnet_libmd *md)
d7e09d03
PT
305{
306 handle->cookie = md->md_lh.lh_cookie;
307}
308
5272e806 309static inline struct lnet_libmd *
9bcb80cb 310lnet_handle2md(struct lnet_handle_md *handle)
d7e09d03
PT
311{
312 /* ALWAYS called with resource lock held */
3589a055 313 struct lnet_libhandle *lh;
188acc61 314 int cpt;
d7e09d03
PT
315
316 cpt = lnet_cpt_of_cookie(handle->cookie);
317 lh = lnet_res_lh_lookup(the_lnet.ln_md_containers[cpt],
318 handle->cookie);
06ace26e 319 if (!lh)
d7e09d03
PT
320 return NULL;
321
5272e806 322 return lh_entry(lh, struct lnet_libmd, md_lh);
d7e09d03
PT
323}
324
5272e806 325static inline struct lnet_libmd *
af7e07cc 326lnet_wire_handle2md(struct lnet_handle_wire *wh)
d7e09d03
PT
327{
328 /* ALWAYS called with resource lock held */
3589a055 329 struct lnet_libhandle *lh;
188acc61 330 int cpt;
d7e09d03
PT
331
332 if (wh->wh_interface_cookie != the_lnet.ln_interface_cookie)
333 return NULL;
334
335 cpt = lnet_cpt_of_cookie(wh->wh_object_cookie);
336 lh = lnet_res_lh_lookup(the_lnet.ln_md_containers[cpt],
337 wh->wh_object_cookie);
06ace26e 338 if (!lh)
d7e09d03
PT
339 return NULL;
340
5272e806 341 return lh_entry(lh, struct lnet_libmd, md_lh);
d7e09d03
PT
342}
343
344static inline void
70ec6db9 345lnet_me2handle(struct lnet_handle_me *handle, struct lnet_me *me)
d7e09d03
PT
346{
347 handle->cookie = me->me_lh.lh_cookie;
348}
349
70ec6db9 350static inline struct lnet_me *
17588810 351lnet_handle2me(struct lnet_handle_me *handle)
d7e09d03
PT
352{
353 /* ALWAYS called with resource lock held */
3589a055 354 struct lnet_libhandle *lh;
188acc61 355 int cpt;
d7e09d03
PT
356
357 cpt = lnet_cpt_of_cookie(handle->cookie);
358 lh = lnet_res_lh_lookup(the_lnet.ln_me_containers[cpt],
359 handle->cookie);
06ace26e 360 if (!lh)
d7e09d03
PT
361 return NULL;
362
70ec6db9 363 return lh_entry(lh, struct lnet_me, me_lh);
d7e09d03
PT
364}
365
366static inline void
5716397a 367lnet_peer_addref_locked(struct lnet_peer *lp)
d7e09d03 368{
62fbc9f7 369 LASSERT(lp->lp_refcount > 0);
d7e09d03
PT
370 lp->lp_refcount++;
371}
372
5716397a 373void lnet_destroy_peer_locked(struct lnet_peer *lp);
d7e09d03
PT
374
375static inline void
5716397a 376lnet_peer_decref_locked(struct lnet_peer *lp)
d7e09d03 377{
62fbc9f7 378 LASSERT(lp->lp_refcount > 0);
d7e09d03 379 lp->lp_refcount--;
5fd88337 380 if (!lp->lp_refcount)
d7e09d03
PT
381 lnet_destroy_peer_locked(lp);
382}
383
384static inline int
5716397a 385lnet_isrouter(struct lnet_peer *lp)
d7e09d03 386{
5fd88337 387 return lp->lp_rtr_refcount ? 1 : 0;
d7e09d03
PT
388}
389
390static inline void
21e86fd3 391lnet_ni_addref_locked(struct lnet_ni *ni, int cpt)
d7e09d03
PT
392{
393 LASSERT(cpt >= 0 && cpt < LNET_CPT_NUMBER);
394 LASSERT(*ni->ni_refs[cpt] >= 0);
395
396 (*ni->ni_refs[cpt])++;
397}
398
399static inline void
21e86fd3 400lnet_ni_addref(struct lnet_ni *ni)
d7e09d03
PT
401{
402 lnet_net_lock(0);
403 lnet_ni_addref_locked(ni, 0);
404 lnet_net_unlock(0);
405}
406
407static inline void
21e86fd3 408lnet_ni_decref_locked(struct lnet_ni *ni, int cpt)
d7e09d03
PT
409{
410 LASSERT(cpt >= 0 && cpt < LNET_CPT_NUMBER);
411 LASSERT(*ni->ni_refs[cpt] > 0);
412
413 (*ni->ni_refs[cpt])--;
414}
415
416static inline void
21e86fd3 417lnet_ni_decref(struct lnet_ni *ni)
d7e09d03
PT
418{
419 lnet_net_lock(0);
420 lnet_ni_decref_locked(ni, 0);
421 lnet_net_unlock(0);
422}
423
21e86fd3
JS
424void lnet_ni_free(struct lnet_ni *ni);
425struct lnet_ni *
9c26b89d 426lnet_ni_alloc(__u32 net, struct cfs_expr_list *el, struct list_head *nilist);
d7e09d03
PT
427
428static inline int
429lnet_nid2peerhash(lnet_nid_t nid)
430{
72c0824a 431 return hash_long(nid, LNET_PEER_HASH_BITS);
d7e09d03
PT
432}
433
434static inline struct list_head *
435lnet_net2rnethash(__u32 net)
436{
437 return &the_lnet.ln_remote_nets_hash[(LNET_NETNUM(net) +
438 LNET_NETTYP(net)) &
439 ((1U << the_lnet.ln_remote_nets_hbits) - 1)];
440}
441
0fffc261 442extern struct lnet_lnd the_lolnd;
af3fa7c7 443extern int avoid_asym_router_failure;
d7e09d03 444
0ee98a9f
GKH
445int lnet_cpt_of_nid_locked(lnet_nid_t nid);
446int lnet_cpt_of_nid(lnet_nid_t nid);
21e86fd3
JS
447struct lnet_ni *lnet_nid2ni_locked(lnet_nid_t nid, int cpt);
448struct lnet_ni *lnet_net2ni_locked(__u32 net, int cpt);
449struct lnet_ni *lnet_net2ni(__u32 net);
d7e09d03 450
505510fd
FZ
451extern int portal_rotor;
452
e0f94113
AD
453int lnet_lib_init(void);
454void lnet_lib_exit(void);
a9cf72b6 455
21e86fd3 456int lnet_notify(struct lnet_ni *ni, lnet_nid_t peer, int alive, unsigned long when);
5716397a 457void lnet_notify_locked(struct lnet_peer *lp, int notifylnd, int alive,
2b06b70b 458 unsigned long when);
b9bbb61c 459int lnet_add_route(__u32 net, __u32 hops, lnet_nid_t gateway_nid,
e75fb87f 460 unsigned int priority);
d7e09d03
PT
461int lnet_check_routes(void);
462int lnet_del_route(__u32 net, lnet_nid_t gw_nid);
463void lnet_destroy_routes(void);
464int lnet_get_route(int idx, __u32 *net, __u32 *hops,
e75fb87f 465 lnet_nid_t *gateway, __u32 *alive, __u32 *priority);
edeb5d8c
AS
466int lnet_get_rtr_pool_cfg(int idx, struct lnet_ioctl_pool_cfg *pool_cfg);
467
b03f395a
OD
468void lnet_router_debugfs_init(void);
469void lnet_router_debugfs_fini(void);
d7e09d03 470int lnet_rtrpools_alloc(int im_a_router);
86ef6250
AS
471void lnet_destroy_rtrbuf(lnet_rtrbuf_t *rb, int npages);
472int lnet_rtrpools_adjust(int tiny, int small, int large);
473int lnet_rtrpools_enable(void);
474void lnet_rtrpools_disable(void);
475void lnet_rtrpools_free(int keep_pools);
37c324c6 476struct lnet_remotenet *lnet_find_net_locked(__u32 net);
d76d9385
AS
477int lnet_dyn_add_ni(lnet_pid_t requested_pid,
478 struct lnet_ioctl_config_data *conf);
edeb5d8c 479int lnet_dyn_del_ni(__u32 net);
1a9be843 480int lnet_clear_lazy_portal(struct lnet_ni *ni, int portal, char *reason);
d7e09d03
PT
481
482int lnet_islocalnid(lnet_nid_t nid);
483int lnet_islocalnet(__u32 net);
484
5272e806 485void lnet_msg_attach_md(struct lnet_msg *msg, struct lnet_libmd *md,
d7e09d03 486 unsigned int offset, unsigned int mlen);
a9a5ac68 487void lnet_msg_detach_md(struct lnet_msg *msg, int status);
5272e806 488void lnet_build_unlink_event(struct lnet_libmd *md, lnet_event_t *ev);
a9a5ac68
JS
489void lnet_build_msg_event(struct lnet_msg *msg, lnet_event_kind_t ev_type);
490void lnet_msg_commit(struct lnet_msg *msg, int cpt);
491void lnet_msg_decommit(struct lnet_msg *msg, int cpt, int status);
d7e09d03 492
96e78422 493void lnet_eq_enqueue_event(struct lnet_eq *eq, lnet_event_t *ev);
a9a5ac68 494void lnet_prep_send(struct lnet_msg *msg, int type, lnet_process_id_t target,
d7e09d03 495 unsigned int offset, unsigned int len);
a9a5ac68
JS
496int lnet_send(lnet_nid_t nid, struct lnet_msg *msg, lnet_nid_t rtr_nid);
497void lnet_return_tx_credits_locked(struct lnet_msg *msg);
498void lnet_return_rx_credits_locked(struct lnet_msg *msg);
91a39e29 499void lnet_schedule_blocked_locked(struct lnet_rtrbufpool *rbp);
86ef6250 500void lnet_drop_routed_msgs_locked(struct list_head *list, int cpt);
d7e09d03
PT
501
502/* portals functions */
503/* portals attributes */
504static inline int
505lnet_ptl_is_lazy(lnet_portal_t *ptl)
506{
507 return !!(ptl->ptl_options & LNET_PTL_LAZY);
508}
509
510static inline int
511lnet_ptl_is_unique(lnet_portal_t *ptl)
512{
513 return !!(ptl->ptl_options & LNET_PTL_MATCH_UNIQUE);
514}
515
516static inline int
517lnet_ptl_is_wildcard(lnet_portal_t *ptl)
518{
519 return !!(ptl->ptl_options & LNET_PTL_MATCH_WILDCARD);
520}
521
522static inline void
523lnet_ptl_setopt(lnet_portal_t *ptl, int opt)
524{
525 ptl->ptl_options |= opt;
526}
527
528static inline void
529lnet_ptl_unsetopt(lnet_portal_t *ptl, int opt)
530{
531 ptl->ptl_options &= ~opt;
532}
533
534/* match-table functions */
535struct list_head *lnet_mt_match_head(struct lnet_match_table *mtable,
09bce335 536 lnet_process_id_t id, __u64 mbits);
d7e09d03
PT
537struct lnet_match_table *lnet_mt_of_attach(unsigned int index,
538 lnet_process_id_t id, __u64 mbits,
539 __u64 ignore_bits,
540 lnet_ins_pos_t pos);
541int lnet_mt_match_md(struct lnet_match_table *mtable,
542 struct lnet_match_info *info, struct lnet_msg *msg);
543
544/* portals match/attach functions */
5272e806 545void lnet_ptl_attach_md(struct lnet_me *me, struct lnet_libmd *md,
d7e09d03 546 struct list_head *matches, struct list_head *drops);
5272e806 547void lnet_ptl_detach_md(struct lnet_me *me, struct lnet_libmd *md);
d7e09d03
PT
548int lnet_ptl_match_md(struct lnet_match_info *info, struct lnet_msg *msg);
549
550/* initialized and finalize portals */
551int lnet_portals_create(void);
552void lnet_portals_destroy(void);
553
554/* message functions */
21e86fd3 555int lnet_parse(struct lnet_ni *ni, struct lnet_hdr *hdr,
09bce335 556 lnet_nid_t fromnid, void *private, int rdma_req);
21e86fd3
JS
557int lnet_parse_local(struct lnet_ni *ni, struct lnet_msg *msg);
558int lnet_parse_forward_locked(struct lnet_ni *ni, struct lnet_msg *msg);
b7acfc95 559
21e86fd3 560void lnet_recv(struct lnet_ni *ni, void *private, struct lnet_msg *msg,
a9a5ac68
JS
561 int delayed, unsigned int offset, unsigned int mlen,
562 unsigned int rlen);
21e86fd3 563void lnet_ni_recv(struct lnet_ni *ni, void *private, struct lnet_msg *msg,
b7acfc95
LZ
564 int delayed, unsigned int offset,
565 unsigned int mlen, unsigned int rlen);
566
21e86fd3 567struct lnet_msg *lnet_create_reply_msg(struct lnet_ni *ni,
a9a5ac68 568 struct lnet_msg *get_msg);
21e86fd3 569void lnet_set_reply_msg_len(struct lnet_ni *ni, struct lnet_msg *msg,
a9a5ac68 570 unsigned int len);
188acc61 571
21e86fd3 572void lnet_finalize(struct lnet_ni *ni, struct lnet_msg *msg, int rc);
188acc61 573
21e86fd3 574void lnet_drop_message(struct lnet_ni *ni, int cpt, void *private,
b7acfc95 575 unsigned int nob);
d7e09d03
PT
576void lnet_drop_delayed_msg_list(struct list_head *head, char *reason);
577void lnet_recv_delayed_msg_list(struct list_head *head);
578
579int lnet_msg_container_setup(struct lnet_msg_container *container, int cpt);
580void lnet_msg_container_cleanup(struct lnet_msg_container *container);
581void lnet_msg_containers_destroy(void);
582int lnet_msg_containers_create(void);
583
62fbc9f7 584char *lnet_msgtyp2str(int type);
c532c91f 585void lnet_print_hdr(struct lnet_hdr *hdr);
d7e09d03
PT
586int lnet_fail_nid(lnet_nid_t nid, unsigned int threshold);
587
0fbbced2
LZ
588/** \addtogroup lnet_fault_simulation @{ */
589
590int lnet_fault_ctl(int cmd, struct libcfs_ioctl_data *data);
591int lnet_fault_init(void);
592void lnet_fault_fini(void);
593
c532c91f 594bool lnet_drop_rule_match(struct lnet_hdr *hdr);
0fbbced2 595
b7acfc95
LZ
596int lnet_delay_rule_add(struct lnet_fault_attr *attr);
597int lnet_delay_rule_del(lnet_nid_t src, lnet_nid_t dst, bool shutdown);
598int lnet_delay_rule_list(int pos, struct lnet_fault_attr *attr,
599 struct lnet_fault_stat *stat);
600void lnet_delay_rule_reset(void);
601void lnet_delay_rule_check(void);
c532c91f 602bool lnet_delay_rule_match_locked(struct lnet_hdr *hdr, struct lnet_msg *msg);
b7acfc95 603
0fbbced2
LZ
604/** @} lnet_fault_simulation */
605
d7e09d03
PT
606void lnet_counters_get(lnet_counters_t *counters);
607void lnet_counters_reset(void);
608
f351bad2
AV
609unsigned int lnet_iov_nob(unsigned int niov, struct kvec *iov);
610int lnet_extract_iov(int dst_niov, struct kvec *dst,
03766dca 611 int src_niov, const struct kvec *src,
d7e09d03
PT
612 unsigned int offset, unsigned int len);
613
62fbc9f7
LN
614unsigned int lnet_kiov_nob(unsigned int niov, lnet_kiov_t *iov);
615int lnet_extract_kiov(int dst_niov, lnet_kiov_t *dst,
03766dca 616 int src_niov, const lnet_kiov_t *src,
d7e09d03
PT
617 unsigned int offset, unsigned int len);
618
4cae780e 619void lnet_copy_iov2iter(struct iov_iter *to,
03766dca 620 unsigned int nsiov, const struct kvec *siov,
d7e09d03 621 unsigned int soffset, unsigned int nob);
4cae780e 622void lnet_copy_kiov2iter(struct iov_iter *to,
03766dca 623 unsigned int nkiov, const lnet_kiov_t *kiov,
d7e09d03 624 unsigned int kiovoffset, unsigned int nob);
d7e09d03 625
70ec6db9 626void lnet_me_unlink(struct lnet_me *me);
d7e09d03 627
5272e806
JS
628void lnet_md_unlink(struct lnet_libmd *md);
629void lnet_md_deconstruct(struct lnet_libmd *lmd, lnet_md_t *umd);
d7e09d03 630
0fffc261
JS
631void lnet_register_lnd(struct lnet_lnd *lnd);
632void lnet_unregister_lnd(struct lnet_lnd *lnd);
d7e09d03 633
e327dc88 634int lnet_connect(struct socket **sockp, lnet_nid_t peer_nid,
d7e09d03
PT
635 __u32 local_ip, __u32 peer_ip, int peer_port);
636void lnet_connect_console_error(int rc, lnet_nid_t peer_nid,
637 __u32 peer_ip, int port);
638int lnet_count_acceptor_nis(void);
639int lnet_acceptor_timeout(void);
640int lnet_acceptor_port(void);
641
642int lnet_count_acceptor_nis(void);
643int lnet_acceptor_port(void);
644
645int lnet_acceptor_start(void);
646void lnet_acceptor_stop(void);
647
1ad6a73e
JS
648int lnet_ipif_query(char *name, int *up, __u32 *ip, __u32 *mask);
649int lnet_ipif_enumerate(char ***names);
650void lnet_ipif_free_enumeration(char **names, int n);
651int lnet_sock_setbuf(struct socket *socket, int txbufsize, int rxbufsize);
652int lnet_sock_getbuf(struct socket *socket, int *txbufsize, int *rxbufsize);
653int lnet_sock_getaddr(struct socket *socket, bool remote, __u32 *ip, int *port);
654int lnet_sock_write(struct socket *sock, void *buffer, int nob, int timeout);
655int lnet_sock_read(struct socket *sock, void *buffer, int nob, int timeout);
656
657int lnet_sock_listen(struct socket **sockp, __u32 ip, int port, int backlog);
658int lnet_sock_accept(struct socket **newsockp, struct socket *sock);
659int lnet_sock_connect(struct socket **sockp, int *fatal,
660 __u32 local_ip, int local_port,
661 __u32 peer_ip, int peer_port);
662void libcfs_sock_release(struct socket *sock);
663
d7e09d03 664int lnet_peers_start_down(void);
21e86fd3 665int lnet_peer_buffer_credits(struct lnet_ni *ni);
d7e09d03
PT
666
667int lnet_router_checker_start(void);
668void lnet_router_checker_stop(void);
5716397a 669void lnet_router_ni_update_locked(struct lnet_peer *gw, __u32 net);
3236dd36 670void lnet_swap_pinginfo(struct lnet_ping_info *info);
d7e09d03 671
62fbc9f7
LN
672int lnet_parse_ip2nets(char **networksp, char *ip2nets);
673int lnet_parse_routes(char *route_str, int *im_a_router);
674int lnet_parse_networks(struct list_head *nilist, char *networks);
6c9e5a55 675int lnet_net_unique(__u32 net, struct list_head *nilist);
d7e09d03 676
5716397a
JS
677int lnet_nid2peer_locked(struct lnet_peer **lpp, lnet_nid_t nid, int cpt);
678struct lnet_peer *lnet_find_peer_locked(struct lnet_peer_table *ptable,
679 lnet_nid_t nid);
21e86fd3 680void lnet_peer_tables_cleanup(struct lnet_ni *ni);
d7e09d03
PT
681void lnet_peer_tables_destroy(void);
682int lnet_peer_tables_create(void);
683void lnet_debug_peer(lnet_nid_t nid);
edeb5d8c
AS
684int lnet_get_peer_info(__u32 peer_index, __u64 *nid,
685 char alivness[LNET_MAX_STR_LEN],
686 __u32 *cpt_iter, __u32 *refcount,
687 __u32 *ni_peer_tx_credits, __u32 *peer_tx_credits,
688 __u32 *peer_rtr_credits, __u32 *peer_min_rtr_credtis,
689 __u32 *peer_tx_qnob);
d7e09d03 690
188acc61 691static inline void
5716397a 692lnet_peer_set_alive(struct lnet_peer *lp)
af3fa7c7 693{
d3d3d37a
JS
694 lp->lp_last_query = jiffies;
695 lp->lp_last_alive = jiffies;
af3fa7c7
LZ
696 if (!lp->lp_alive)
697 lnet_notify_locked(lp, 0, 1, lp->lp_last_alive);
698}
699
d7e09d03 700#endif