| /drivers/infiniband/hw/mlx5/ |
| D | qp.h | 11 int mlx5_init_qp_table(struct mlx5_ib_dev *dev);
12 void mlx5_cleanup_qp_table(struct mlx5_ib_dev *dev);
14 int mlx5_core_create_dct(struct mlx5_ib_dev *dev, struct mlx5_core_dct *qp,
16 int mlx5_qpc_create_qp(struct mlx5_ib_dev *dev, struct mlx5_core_qp *qp,
18 int mlx5_core_qp_modify(struct mlx5_ib_dev *dev, u16 opcode, u32 opt_param_mask,
20 int mlx5_core_destroy_qp(struct mlx5_ib_dev *dev, struct mlx5_core_qp *qp);
21 int mlx5_core_destroy_dct(struct mlx5_ib_dev *dev, struct mlx5_core_dct *dct);
22 int mlx5_core_qp_query(struct mlx5_ib_dev *dev, struct mlx5_core_qp *qp,
24 int mlx5_core_dct_query(struct mlx5_ib_dev *dev, struct mlx5_core_dct *dct,
27 int mlx5_core_set_delay_drop(struct mlx5_ib_dev *dev, u32 timeout_usec);
[all …]
|
| D | devx.h | 13 struct mlx5_ib_dev *ib_dev;
27 int mlx5_ib_devx_create(struct mlx5_ib_dev *dev, bool is_user);
28 void mlx5_ib_devx_destroy(struct mlx5_ib_dev *dev, u16 uid);
29 int mlx5_ib_devx_init(struct mlx5_ib_dev *dev);
30 void mlx5_ib_devx_cleanup(struct mlx5_ib_dev *dev);
32 static inline int mlx5_ib_devx_create(struct mlx5_ib_dev *dev, bool is_user) in mlx5_ib_devx_create()
36 static inline void mlx5_ib_devx_destroy(struct mlx5_ib_dev *dev, u16 uid) {} in mlx5_ib_devx_destroy()
37 static inline int mlx5_ib_devx_init(struct mlx5_ib_dev *dev) in mlx5_ib_devx_init()
41 static inline void mlx5_ib_devx_cleanup(struct mlx5_ib_dev *dev) in mlx5_ib_devx_cleanup()
|
| D | srq.h | 39 struct mlx5_ib_dev;
58 int mlx5_cmd_create_srq(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq,
60 int mlx5_cmd_destroy_srq(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq);
61 int mlx5_cmd_query_srq(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq,
63 int mlx5_cmd_arm_srq(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq,
65 struct mlx5_core_srq *mlx5_cmd_get_srq(struct mlx5_ib_dev *dev, u32 srqn);
67 int mlx5_init_srq_table(struct mlx5_ib_dev *dev);
68 void mlx5_cleanup_srq_table(struct mlx5_ib_dev *dev);
|
| D | mlx5_ib.h | 246 struct mlx5_ib_dev *dev;
773 struct mlx5_ib_dev *dev;
826 struct mlx5_ib_dev *dev;
840 struct mlx5_ib_dev *dev;
879 struct mlx5_ib_dev *dev;
915 int (*init)(struct mlx5_ib_dev *dev);
916 void (*cleanup)(struct mlx5_ib_dev *dev);
928 struct mlx5_ib_dev *ibdev;
946 struct mlx5_ib_dev *dev;
1014 struct mlx5_ib_dev *dev;
[all …]
|
| D | qpc.c | 12 static int mlx5_core_drain_dct(struct mlx5_ib_dev *dev,
153 static int create_resource_common(struct mlx5_ib_dev *dev, in create_resource_common()
175 static void destroy_resource_common(struct mlx5_ib_dev *dev, in destroy_resource_common()
189 static int _mlx5_core_destroy_dct(struct mlx5_ib_dev *dev, in _mlx5_core_destroy_dct()
214 int mlx5_core_create_dct(struct mlx5_ib_dev *dev, struct mlx5_core_dct *dct, in mlx5_core_create_dct()
239 int mlx5_qpc_create_qp(struct mlx5_ib_dev *dev, struct mlx5_core_qp *qp, in mlx5_qpc_create_qp()
271 static int mlx5_core_drain_dct(struct mlx5_ib_dev *dev, in mlx5_core_drain_dct()
283 int mlx5_core_destroy_dct(struct mlx5_ib_dev *dev, in mlx5_core_destroy_dct()
289 int mlx5_core_destroy_qp(struct mlx5_ib_dev *dev, struct mlx5_core_qp *qp) in mlx5_core_destroy_qp()
303 int mlx5_core_set_delay_drop(struct mlx5_ib_dev *dev, in mlx5_core_set_delay_drop()
[all …]
|
| D | main.c | 61 struct mlx5_ib_dev *dev;
81 struct mlx5_ib_dev *mlx5_ib_get_ibdev_from_mpi(struct mlx5_ib_multiport_info *mpi) in mlx5_ib_get_ibdev_from_mpi()
83 struct mlx5_ib_dev *dev; in mlx5_ib_get_ibdev_from_mpi()
107 struct mlx5_ib_dev *dev = to_mdev(device); in mlx5_ib_port_link_layer()
127 static struct mlx5_roce *mlx5_get_rep_roce(struct mlx5_ib_dev *dev, in mlx5_get_rep_roce()
170 struct mlx5_ib_dev *ibdev; in mlx5_netdev_event()
250 struct mlx5_ib_dev *ibdev = to_mdev(device); in mlx5_ib_get_netdev()
275 struct mlx5_core_dev *mlx5_ib_get_native_port_mdev(struct mlx5_ib_dev *ibdev, in mlx5_ib_get_native_port_mdev()
311 void mlx5_ib_put_native_port_mdev(struct mlx5_ib_dev *ibdev, u32 port_num) in mlx5_ib_put_native_port_mdev()
474 struct mlx5_ib_dev *dev = to_mdev(device); in mlx5_query_port_roce()
[all …]
|
| D | srq_cmd.c | 81 struct mlx5_core_srq *mlx5_cmd_get_srq(struct mlx5_ib_dev *dev, u32 srqn) in mlx5_cmd_get_srq()
114 static int create_srq_cmd(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq, in create_srq_cmd()
164 static int destroy_srq_cmd(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq) in destroy_srq_cmd()
175 static int arm_srq_cmd(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq, in arm_srq_cmd()
189 static int query_srq_cmd(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq, in query_srq_cmd()
216 static int create_xrc_srq_cmd(struct mlx5_ib_dev *dev, in create_xrc_srq_cmd()
270 static int destroy_xrc_srq_cmd(struct mlx5_ib_dev *dev, in destroy_xrc_srq_cmd()
282 static int arm_xrc_srq_cmd(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq, in arm_xrc_srq_cmd()
297 static int query_xrc_srq_cmd(struct mlx5_ib_dev *dev, in query_xrc_srq_cmd()
328 static int create_rmp_cmd(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq, in create_rmp_cmd()
[all …]
|
| D | counters.c | 141 static const struct mlx5_ib_counters *get_counters(struct mlx5_ib_dev *dev, in get_counters()
157 u16 mlx5_ib_get_counters_id(struct mlx5_ib_dev *dev, u32 port_num) in mlx5_ib_get_counters_id()
167 struct mlx5_ib_dev *dev = to_mdev(ibdev); in mlx5_ib_alloc_hw_device_stats()
180 struct mlx5_ib_dev *dev = to_mdev(ibdev); in mlx5_ib_alloc_hw_port_stats()
214 static int mlx5_ib_query_ext_ppcnt_counters(struct mlx5_ib_dev *dev, in mlx5_ib_query_ext_ppcnt_counters()
248 struct mlx5_ib_dev *dev = to_mdev(ibdev); in mlx5_ib_get_hw_stats()
301 struct mlx5_ib_dev *dev = to_mdev(counter->device); in mlx5_ib_counter_alloc_stats()
314 struct mlx5_ib_dev *dev = to_mdev(counter->device); in mlx5_ib_counter_update_stats()
324 struct mlx5_ib_dev *dev = to_mdev(counter->device); in mlx5_ib_counter_dealloc()
339 struct mlx5_ib_dev *dev = to_mdev(qp->device); in mlx5_ib_counter_bind_qp()
[all …]
|
| D | counters.h | 11 int mlx5_ib_counters_init(struct mlx5_ib_dev *dev);
12 void mlx5_ib_counters_cleanup(struct mlx5_ib_dev *dev);
16 u16 mlx5_ib_get_counters_id(struct mlx5_ib_dev *dev, u32 port_num);
|
| D | fs.h | 12 int mlx5_ib_fs_init(struct mlx5_ib_dev *dev);
14 static inline int mlx5_ib_fs_init(struct mlx5_ib_dev *dev) in mlx5_ib_fs_init()
25 static inline void mlx5_ib_fs_cleanup(struct mlx5_ib_dev *dev) in mlx5_ib_fs_cleanup()
|
| D | ib_virt.c | 54 struct mlx5_ib_dev *dev = to_mdev(device); in mlx5_ib_get_vf_config()
96 struct mlx5_ib_dev *dev = to_mdev(device); in mlx5_ib_set_vf_link_state()
126 struct mlx5_ib_dev *dev; in mlx5_ib_get_vf_stats()
155 struct mlx5_ib_dev *dev = to_mdev(device); in set_vf_node_guid()
179 struct mlx5_ib_dev *dev = to_mdev(device); in set_vf_port_guid()
215 struct mlx5_ib_dev *dev = to_mdev(device); in mlx5_ib_get_vf_guid()
|
| D | mr.c | 70 struct mlx5_ib_dev *dev = to_mdev(pd->device); in set_mkc_access_pd_addr_fields()
92 assign_mkey_variant(struct mlx5_ib_dev *dev, struct mlx5_core_mkey *mkey, in assign_mkey_variant()
104 mlx5_ib_create_mkey(struct mlx5_ib_dev *dev, struct mlx5_core_mkey *mkey, in mlx5_ib_create_mkey()
112 mlx5_ib_create_mkey_cb(struct mlx5_ib_dev *dev, in mlx5_ib_create_mkey_cb()
124 static int mr_cache_max_order(struct mlx5_ib_dev *dev);
127 static bool umr_can_use_indirect_mkey(struct mlx5_ib_dev *dev) in umr_can_use_indirect_mkey()
132 static int destroy_mkey(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr) in destroy_mkey()
144 struct mlx5_ib_dev *dev = ent->dev; in create_mkey_callback()
486 struct mlx5_ib_dev *dev = ent->dev; in __cache_work_func()
567 struct mlx5_ib_mr *mlx5_mr_cache_alloc(struct mlx5_ib_dev *dev, in mlx5_mr_cache_alloc()
[all …]
|
| D | qp.c | 351 static int set_rq_size(struct mlx5_ib_dev *dev, struct ib_qp_cap *cap, in set_rq_size()
509 static int calc_sq_size(struct mlx5_ib_dev *dev, struct ib_qp_init_attr *attr, in calc_sq_size()
554 static int set_user_buf_size(struct mlx5_ib_dev *dev, in set_user_buf_size()
615 static int max_bfregs(struct mlx5_ib_dev *dev, struct mlx5_bfreg_info *bfregi) in max_bfregs()
620 static int num_med_bfreg(struct mlx5_ib_dev *dev, in num_med_bfreg()
631 static int first_med_bfreg(struct mlx5_ib_dev *dev, in first_med_bfreg()
637 static int first_hi_bfreg(struct mlx5_ib_dev *dev, in first_hi_bfreg()
646 static int alloc_high_class_bfreg(struct mlx5_ib_dev *dev, in alloc_high_class_bfreg()
661 static int alloc_med_class_bfreg(struct mlx5_ib_dev *dev, in alloc_med_class_bfreg()
681 static int alloc_bfreg(struct mlx5_ib_dev *dev, in alloc_bfreg()
[all …]
|
| D | ib_rep.c | 15 struct mlx5_ib_dev *ibdev; in mlx5_ib_set_vport_rep()
39 struct mlx5_ib_dev *ibdev; in mlx5_ib_vport_rep_load()
65 ibdev = ib_alloc_device(mlx5_ib_dev, ib_dev); in mlx5_ib_vport_rep_load()
110 struct mlx5_ib_dev *dev = mlx5_ib_rep_to_dev(rep); in mlx5_ib_vport_rep_unload()
174 struct mlx5_flow_handle *create_flow_rule_vport_sq(struct mlx5_ib_dev *dev, in create_flow_rule_vport_sq()
|
| D | restrack.c | 60 static int fill_res_raw(struct sk_buff *msg, struct mlx5_ib_dev *dev, in fill_res_raw()
153 struct mlx5_ib_dev *dev = to_mdev(ibcq->device); in fill_res_cq_entry_raw()
161 struct mlx5_ib_dev *dev = to_mdev(ibqp->device); in fill_res_qp_entry_raw()
175 int mlx5_ib_restrack_init(struct mlx5_ib_dev *dev) in mlx5_ib_restrack_init()
|
| D | gsi.c | 41 static bool mlx5_ib_deth_sqpn_cap(struct mlx5_ib_dev *dev) in mlx5_ib_deth_sqpn_cap()
91 struct mlx5_ib_dev *dev = to_mdev(pd->device); in mlx5_ib_create_gsi()
170 struct mlx5_ib_dev *dev = to_mdev(mqp->ibqp.device); in mlx5_ib_destroy_gsi()
222 struct mlx5_ib_dev *dev = to_mdev(qp->device); in modify_to_rts()
262 struct mlx5_ib_dev *dev = to_mdev(device); in setup_qp()
323 struct mlx5_ib_dev *dev = to_mdev(qp->device); in mlx5_ib_gsi_modify_qp()
363 struct mlx5_ib_dev *dev = to_mdev(gsi->rx_qp->device); in mlx5_ib_add_outstanding_wr()
413 struct mlx5_ib_dev *dev = to_mdev(gsi->rx_qp->device); in get_tx_qp()
|
| D | cq.c | 51 struct mlx5_ib_dev *dev = to_mdev(cq->ibcq.device); in mlx5_ib_cq_event()
170 struct mlx5_ib_dev *dev = to_mdev(qp->ibqp.device); in handle_responder()
270 static void dump_cqe(struct mlx5_ib_dev *dev, struct mlx5_err_cqe *cqe) in dump_cqe()
276 static void mlx5_handle_error_cqe(struct mlx5_ib_dev *dev, in mlx5_handle_error_cqe()
351 static void free_cq_buf(struct mlx5_ib_dev *dev, struct mlx5_ib_cq_buf *buf) in free_cq_buf()
445 struct mlx5_ib_dev *dev = to_mdev(cq->ibcq.device); in mlx5_poll_one()
574 struct mlx5_ib_dev *dev = to_mdev(cq->ibcq.device); in poll_soft_wc()
601 struct mlx5_ib_dev *dev = to_mdev(cq->ibcq.device); in mlx5_ib_poll_cq()
658 static int alloc_cq_frag_buf(struct mlx5_ib_dev *dev, in alloc_cq_frag_buf()
689 static int mini_cqe_res_format_to_hw(struct mlx5_ib_dev *dev, u8 format) in mini_cqe_res_format_to_hw()
[all …]
|
| D | srq.c | 48 struct mlx5_ib_dev *dev = to_mdev(pd->device); in create_srq_user()
106 static int create_srq_kernel(struct mlx5_ib_dev *dev, struct mlx5_ib_srq *srq, in create_srq_kernel()
185 static void destroy_srq_kernel(struct mlx5_ib_dev *dev, struct mlx5_ib_srq *srq) in destroy_srq_kernel()
196 struct mlx5_ib_dev *dev = to_mdev(ib_srq->device); in mlx5_ib_create_srq()
325 struct mlx5_ib_dev *dev = to_mdev(ibsrq->device); in mlx5_ib_modify_srq()
350 struct mlx5_ib_dev *dev = to_mdev(ibsrq->device); in mlx5_ib_query_srq()
374 struct mlx5_ib_dev *dev = to_mdev(srq->device); in mlx5_ib_destroy_srq()
409 struct mlx5_ib_dev *dev = to_mdev(ibsrq->device); in mlx5_ib_post_srq_recv()
|
| D | devx.c | 33 struct mlx5_ib_dev *mdev;
87 struct mlx5_ib_dev *dev;
112 int mlx5_ib_devx_create(struct mlx5_ib_dev *dev, bool is_user) in mlx5_ib_devx_create()
145 void mlx5_ib_devx_destroy(struct mlx5_ib_dev *dev, u16 uid) in mlx5_ib_devx_destroy()
594 struct mlx5_ib_dev *dev = mlx5_udata_to_mdev(&attrs->driver_udata); in devx_is_valid_obj_id()
933 struct mlx5_ib_dev *dev; in devx_get_uid()
951 static bool devx_is_general_cmd(void *in, struct mlx5_ib_dev *dev) in devx_is_general_cmd()
989 struct mlx5_ib_dev *dev; in UVERBS_HANDLER()
1038 struct mlx5_ib_dev *dev; in UVERBS_HANDLER()
1066 struct mlx5_ib_dev *dev; in UVERBS_HANDLER()
[all …]
|
| D | ib_rep.h | 17 struct mlx5_flow_handle *create_flow_rule_vport_sq(struct mlx5_ib_dev *dev,
26 struct mlx5_flow_handle *create_flow_rule_vport_sq(struct mlx5_ib_dev *dev, in create_flow_rule_vport_sq()
|
| D | mad.c | 45 static bool can_do_mad_ifc(struct mlx5_ib_dev *dev, u32 port_num, in can_do_mad_ifc()
54 static int mlx5_MAD_IFC(struct mlx5_ib_dev *dev, int ignore_mkey, in mlx5_MAD_IFC()
150 static int process_pma_cmd(struct mlx5_ib_dev *dev, u32 port_num, in process_pma_cmd()
230 struct mlx5_ib_dev *dev = to_mdev(ibdev); in mlx5_ib_process_mad()
288 int mlx5_query_ext_port_caps(struct mlx5_ib_dev *dev, unsigned int port) in mlx5_query_ext_port_caps()
403 int mlx5_query_mad_ifc_node_desc(struct mlx5_ib_dev *dev, char *node_desc) in mlx5_query_mad_ifc_node_desc()
428 int mlx5_query_mad_ifc_node_guid(struct mlx5_ib_dev *dev, __be64 *node_guid) in mlx5_query_mad_ifc_node_guid()
525 struct mlx5_ib_dev *dev = to_mdev(ibdev); in mlx5_query_mad_ifc_port()
|
| D | mem.c | 104 static int post_send_nop(struct mlx5_ib_dev *dev, struct ib_qp *ibqp, u64 wr_id, in post_send_nop()
164 static int test_wc_poll_cq_result(struct mlx5_ib_dev *dev, struct ib_cq *cq) in test_wc_poll_cq_result()
187 static int test_wc_do_send(struct mlx5_ib_dev *dev, struct ib_qp *qp) in test_wc_do_send()
200 int mlx5_ib_test_wc(struct mlx5_ib_dev *dev) in mlx5_ib_test_wc()
|
| D | odp.c | 320 static void internal_fill_odp_caps(struct mlx5_ib_dev *dev) in internal_fill_odp_caps()
386 static void mlx5_ib_page_fault_resume(struct mlx5_ib_dev *dev, in mlx5_ib_page_fault_resume()
483 struct mlx5_ib_dev *dev = to_mdev(pd->ibpd.device); in mlx5_ib_alloc_implicit_mr()
827 static int pagefault_single_data_segment(struct mlx5_ib_dev *dev, in pagefault_single_data_segment()
998 static int pagefault_data_segments(struct mlx5_ib_dev *dev, in pagefault_data_segments()
1071 struct mlx5_ib_dev *dev, struct mlx5_pagefault *pfault, in mlx5_ib_mr_initiator_pfault_handler()
1129 static int mlx5_ib_mr_responder_pfault_handler_srq(struct mlx5_ib_dev *dev, in mlx5_ib_mr_responder_pfault_handler_srq()
1147 static int mlx5_ib_mr_responder_pfault_handler_rq(struct mlx5_ib_dev *dev, in mlx5_ib_mr_responder_pfault_handler_rq()
1170 static inline struct mlx5_core_rsc_common *odp_get_rsc(struct mlx5_ib_dev *dev, in odp_get_rsc()
1209 static void mlx5_ib_mr_wqe_pfault_handler(struct mlx5_ib_dev *dev, in mlx5_ib_mr_wqe_pfault_handler()
[all …]
|
| D | ah.c | 35 static __be16 mlx5_ah_get_udp_sport(const struct mlx5_ib_dev *dev, in mlx5_ah_get_udp_sport()
53 static void create_ib_ah(struct mlx5_ib_dev *dev, struct mlx5_ib_ah *ah, in create_ib_ah()
99 struct mlx5_ib_dev *dev = to_mdev(ibah->device); in mlx5_ib_create_ah()
|
| D | fs.c | 685 static void put_flow_table(struct mlx5_ib_dev *dev, in put_flow_table()
701 struct mlx5_ib_dev *dev = handler->dev; in mlx5_ib_destroy_flow()
761 static struct mlx5_ib_flow_prio *get_flow_table(struct mlx5_ib_dev *dev, in get_flow_table()
850 static void set_underlay_qp(struct mlx5_ib_dev *dev, in set_underlay_qp()
870 static void mlx5_ib_set_rule_source_port(struct mlx5_ib_dev *dev, in mlx5_ib_set_rule_source_port()
902 static struct mlx5_ib_flow_handler *_create_flow_rule(struct mlx5_ib_dev *dev, in _create_flow_rule()
1036 static struct mlx5_ib_flow_handler *create_flow_rule(struct mlx5_ib_dev *dev, in create_flow_rule()
1049 static struct mlx5_ib_flow_handler *create_leftovers_rule(struct mlx5_ib_dev *dev, in create_leftovers_rule()
1108 static struct mlx5_ib_flow_handler *create_sniffer_rule(struct mlx5_ib_dev *dev, in create_sniffer_rule()
1150 struct mlx5_ib_dev *dev = to_mdev(qp->device); in mlx5_ib_create_flow()
[all …]
|