/drivers/infiniband/hw/mthca/ |
D | mthca_srq.c | 74 static void *get_wqe(struct mthca_srq *srq, int n) in get_wqe() argument 76 if (srq->is_direct) in get_wqe() 77 return srq->queue.direct.buf + (n << srq->wqe_shift); in get_wqe() 79 return srq->queue.page_list[(n << srq->wqe_shift) >> PAGE_SHIFT].buf + in get_wqe() 80 ((n << srq->wqe_shift) & (PAGE_SIZE - 1)); in get_wqe() 99 struct mthca_srq *srq, in mthca_tavor_init_srq_context() argument 108 context->wqe_base_ds = cpu_to_be64(1 << (srq->wqe_shift - 4)); in mthca_tavor_init_srq_context() 110 context->lkey = cpu_to_be32(srq->mr.ibmr.lkey); in mthca_tavor_init_srq_context() 120 struct mthca_srq *srq, in mthca_arbel_init_srq_context() argument 134 max = srq->max; in mthca_arbel_init_srq_context() [all …]
|
/drivers/infiniband/hw/mlx4/ |
D | srq.c | 42 static void *get_wqe(struct mlx4_ib_srq *srq, int n) in get_wqe() argument 44 return mlx4_buf_offset(&srq->buf, n << srq->msrq.wqe_shift); in get_wqe() 47 static void mlx4_ib_srq_event(struct mlx4_srq *srq, enum mlx4_event type) in mlx4_ib_srq_event() argument 50 struct ib_srq *ibsrq = &to_mibsrq(srq)->ibsrq; in mlx4_ib_srq_event() 54 event.element.srq = ibsrq; in mlx4_ib_srq_event() 64 "on SRQ %06x\n", type, srq->srqn); in mlx4_ib_srq_event() 79 struct mlx4_ib_srq *srq = to_msrq(ib_srq); in mlx4_ib_create_srq() local 98 mutex_init(&srq->mutex); in mlx4_ib_create_srq() 99 spin_lock_init(&srq->lock); in mlx4_ib_create_srq() 100 srq->msrq.max = roundup_pow_of_two(init_attr->attr.max_wr + 1); in mlx4_ib_create_srq() [all …]
|
/drivers/infiniband/hw/hns/ |
D | hns_roce_srq.c | 15 struct hns_roce_srq *srq; in hns_roce_srq_event() local 18 srq = xa_load(&srq_table->xa, srqn & (hr_dev->caps.num_srqs - 1)); in hns_roce_srq_event() 19 if (srq) in hns_roce_srq_event() 20 refcount_inc(&srq->refcount); in hns_roce_srq_event() 23 if (!srq) { in hns_roce_srq_event() 28 srq->event(srq, event_type); in hns_roce_srq_event() 30 if (refcount_dec_and_test(&srq->refcount)) in hns_roce_srq_event() 31 complete(&srq->free); in hns_roce_srq_event() 34 static void hns_roce_ib_srq_event(struct hns_roce_srq *srq, in hns_roce_ib_srq_event() argument 37 struct hns_roce_dev *hr_dev = to_hr_dev(srq->ibsrq.device); in hns_roce_ib_srq_event() [all …]
|
/drivers/infiniband/hw/mlx5/ |
D | srq.c | 14 static void *get_wqe(struct mlx5_ib_srq *srq, int n) in get_wqe() argument 16 return mlx5_frag_buf_get_wqe(&srq->fbc, n); in get_wqe() 19 static void mlx5_ib_srq_event(struct mlx5_core_srq *srq, enum mlx5_event type) in mlx5_ib_srq_event() argument 22 struct ib_srq *ibsrq = &to_mibsrq(srq)->ibsrq; in mlx5_ib_srq_event() 26 event.element.srq = ibsrq; in mlx5_ib_srq_event() 36 type, srq->srqn); in mlx5_ib_srq_event() 44 static int create_srq_user(struct ib_pd *pd, struct mlx5_ib_srq *srq, in create_srq_user() argument 77 srq->wq_sig = !!(ucmd.flags & MLX5_SRQ_FLAG_SIGNATURE); in create_srq_user() 79 srq->umem = ib_umem_get(pd->device, ucmd.buf_addr, buf_size, 0); in create_srq_user() 80 if (IS_ERR(srq->umem)) { in create_srq_user() [all …]
|
D | srq_cmd.c | 84 struct mlx5_core_srq *srq; in mlx5_cmd_get_srq() local 87 srq = xa_load(&table->array, srqn); in mlx5_cmd_get_srq() 88 if (srq) in mlx5_cmd_get_srq() 89 refcount_inc(&srq->common.refcount); in mlx5_cmd_get_srq() 92 return srq; in mlx5_cmd_get_srq() 114 static int create_srq_cmd(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq, in create_srq_cmd() argument 157 srq->srqn = MLX5_GET(create_srq_out, create_out, srqn); in create_srq_cmd() 158 srq->uid = in->uid; in create_srq_cmd() 164 static int destroy_srq_cmd(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq) in destroy_srq_cmd() argument 169 MLX5_SET(destroy_srq_in, in, srqn, srq->srqn); in destroy_srq_cmd() [all …]
|
D | srq.h | 48 void (*event)(struct mlx5_core_srq *srq, enum mlx5_event e); 58 int mlx5_cmd_create_srq(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq, 60 int mlx5_cmd_destroy_srq(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq); 61 int mlx5_cmd_query_srq(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq, 63 int mlx5_cmd_arm_srq(struct mlx5_ib_dev *dev, struct mlx5_core_srq *srq,
|
/drivers/infiniband/sw/rdmavt/ |
D | srq.c | 38 struct rvt_srq *srq = ibsrq_to_rvtsrq(ibsrq); in rvt_create_srq() local 54 srq->rq.size = srq_init_attr->attr.max_wr + 1; in rvt_create_srq() 55 srq->rq.max_sge = srq_init_attr->attr.max_sge; in rvt_create_srq() 56 sz = sizeof(struct ib_sge) * srq->rq.max_sge + in rvt_create_srq() 58 if (rvt_alloc_rq(&srq->rq, srq->rq.size * sz, in rvt_create_srq() 69 u32 s = sizeof(struct rvt_rwq) + srq->rq.size * sz; in rvt_create_srq() 71 srq->ip = rvt_create_mmap_info(dev, s, udata, srq->rq.wq); in rvt_create_srq() 72 if (IS_ERR(srq->ip)) { in rvt_create_srq() 73 ret = PTR_ERR(srq->ip); in rvt_create_srq() 77 ret = ib_copy_to_udata(udata, &srq->ip->offset, in rvt_create_srq() [all …]
|
/drivers/infiniband/sw/rxe/ |
D | rxe_srq.c | 12 int rxe_srq_chk_attr(struct rxe_dev *rxe, struct rxe_srq *srq, in rxe_srq_chk_attr() argument 15 if (srq && srq->error) { in rxe_srq_chk_attr() 32 if (srq && srq->limit && (attr->max_wr < srq->limit)) { in rxe_srq_chk_attr() 34 attr->max_wr, srq->limit); in rxe_srq_chk_attr() 49 if (srq && (attr->srq_limit > srq->rq.queue->buf->index_mask)) { in rxe_srq_chk_attr() 52 srq->rq.queue->buf->index_mask); in rxe_srq_chk_attr() 74 int rxe_srq_from_init(struct rxe_dev *rxe, struct rxe_srq *srq, in rxe_srq_from_init() argument 83 srq->ibsrq.event_handler = init->event_handler; in rxe_srq_from_init() 84 srq->ibsrq.srq_context = init->srq_context; in rxe_srq_from_init() 85 srq->limit = init->attr.srq_limit; in rxe_srq_from_init() [all …]
|
D | rxe_resp.c | 294 struct rxe_srq *srq = qp->srq; in get_srq_wqe() local 295 struct rxe_queue *q = srq->rq.queue; in get_srq_wqe() 301 if (srq->error) in get_srq_wqe() 304 spin_lock_bh(&srq->rq.consumer_lock); in get_srq_wqe() 308 spin_unlock_bh(&srq->rq.consumer_lock); in get_srq_wqe() 313 if (unlikely(wqe->dma.num_sge > srq->rq.max_sge)) { in get_srq_wqe() 314 spin_unlock_bh(&srq->rq.consumer_lock); in get_srq_wqe() 325 if (srq->limit && srq->ibsrq.event_handler && (count < srq->limit)) { in get_srq_wqe() 326 srq->limit = 0; in get_srq_wqe() 330 spin_unlock_bh(&srq->rq.consumer_lock); in get_srq_wqe() [all …]
|
D | rxe_qp.c | 81 if (rxe_qp_chk_cap(rxe, cap, !!init->srq)) in rxe_qp_chk_init() 289 if (!qp->srq) { in rxe_qp_init_resp() 334 struct rxe_srq *srq = init->srq ? to_rsrq(init->srq) : NULL; in rxe_qp_from_init() local 339 if (srq) in rxe_qp_from_init() 340 rxe_add_ref(srq); in rxe_qp_from_init() 345 qp->srq = srq; in rxe_qp_from_init() 369 qp->srq = NULL; in rxe_qp_from_init() 371 if (srq) in rxe_qp_from_init() 372 rxe_drop_ref(srq); in rxe_qp_from_init() 387 init->srq = qp->ibqp.srq; in rxe_qp_to_init() [all …]
|
D | rxe_verbs.c | 263 struct rxe_srq *srq = to_rsrq(ibsrq); in rxe_create_srq() local 279 err = rxe_add_to_pool(&rxe->srq_pool, srq); in rxe_create_srq() 284 srq->pd = pd; in rxe_create_srq() 286 err = rxe_srq_from_init(rxe, srq, init, udata, uresp); in rxe_create_srq() 294 rxe_drop_ref(srq); in rxe_create_srq() 304 struct rxe_srq *srq = to_rsrq(ibsrq); in rxe_modify_srq() local 317 err = rxe_srq_chk_attr(rxe, srq, attr, mask); in rxe_modify_srq() 321 err = rxe_srq_from_attr(rxe, srq, attr, mask, &ucmd, udata); in rxe_modify_srq() 333 struct rxe_srq *srq = to_rsrq(ibsrq); in rxe_query_srq() local 335 if (srq->error) in rxe_query_srq() [all …]
|
/drivers/infiniband/hw/vmw_pvrdma/ |
D | pvrdma_srq.c | 65 struct pvrdma_srq *srq = to_vsrq(ibsrq); in pvrdma_query_srq() local 74 cmd->srq_handle = srq->srq_handle; in pvrdma_query_srq() 102 struct pvrdma_srq *srq = to_vsrq(ibsrq); in pvrdma_create_srq() local 137 spin_lock_init(&srq->lock); in pvrdma_create_srq() 138 refcount_set(&srq->refcnt, 1); in pvrdma_create_srq() 139 init_completion(&srq->free); in pvrdma_create_srq() 149 srq->umem = ib_umem_get(ibsrq->device, ucmd.buf_addr, ucmd.buf_size, 0); in pvrdma_create_srq() 150 if (IS_ERR(srq->umem)) { in pvrdma_create_srq() 151 ret = PTR_ERR(srq->umem); in pvrdma_create_srq() 155 srq->npages = ib_umem_num_dma_blocks(srq->umem, PAGE_SIZE); in pvrdma_create_srq() [all …]
|
/drivers/net/ethernet/mellanox/mlx4/ |
D | srq.c | 46 struct mlx4_srq *srq; in mlx4_srq_event() local 49 srq = radix_tree_lookup(&srq_table->tree, srqn & (dev->caps.num_srqs - 1)); in mlx4_srq_event() 51 if (srq) in mlx4_srq_event() 52 refcount_inc(&srq->refcount); in mlx4_srq_event() 58 srq->event(srq, event_type); in mlx4_srq_event() 60 if (refcount_dec_and_test(&srq->refcount)) in mlx4_srq_event() 61 complete(&srq->free); in mlx4_srq_event() 163 struct mlx4_mtt *mtt, u64 db_rec, struct mlx4_srq *srq) in mlx4_srq_alloc() argument 171 err = mlx4_srq_alloc_icm(dev, &srq->srqn); in mlx4_srq_alloc() 176 err = radix_tree_insert(&srq_table->tree, srq->srqn, srq); in mlx4_srq_alloc() [all …]
|
/drivers/infiniband/hw/cxgb4/ |
D | t4.h | 425 static inline u32 t4_srq_avail(struct t4_srq *srq) in t4_srq_avail() argument 427 return srq->size - 1 - srq->in_use; in t4_srq_avail() 430 static inline void t4_srq_produce(struct t4_srq *srq, u8 len16) in t4_srq_produce() argument 432 srq->in_use++; in t4_srq_produce() 433 if (++srq->pidx == srq->size) in t4_srq_produce() 434 srq->pidx = 0; in t4_srq_produce() 435 srq->wq_pidx += DIV_ROUND_UP(len16 * 16, T4_EQ_ENTRY_SIZE); in t4_srq_produce() 436 if (srq->wq_pidx >= srq->size * T4_RQ_NUM_SLOTS) in t4_srq_produce() 437 srq->wq_pidx %= srq->size * T4_RQ_NUM_SLOTS; in t4_srq_produce() 438 srq->queue[srq->size].status.host_pidx = srq->pidx; in t4_srq_produce() [all …]
|
D | cq.c | 462 static void post_pending_srq_wrs(struct t4_srq *srq) in post_pending_srq_wrs() argument 467 while (srq->pending_in_use) { in post_pending_srq_wrs() 468 pwr = &srq->pending_wrs[srq->pending_cidx]; in post_pending_srq_wrs() 469 srq->sw_rq[srq->pidx].wr_id = pwr->wr_id; in post_pending_srq_wrs() 470 srq->sw_rq[srq->pidx].valid = 1; in post_pending_srq_wrs() 474 srq->cidx, srq->pidx, srq->wq_pidx, in post_pending_srq_wrs() 475 srq->in_use, srq->size, in post_pending_srq_wrs() 478 c4iw_copy_wr_to_srq(srq, &pwr->wqe, pwr->len16); in post_pending_srq_wrs() 479 t4_srq_consume_pending_wr(srq); in post_pending_srq_wrs() 480 t4_srq_produce(srq, pwr->len16); in post_pending_srq_wrs() [all …]
|
D | qp.c | 1341 static void defer_srq_wr(struct t4_srq *srq, union t4_recv_wr *wqe, in defer_srq_wr() argument 1344 struct t4_srq_pending_wr *pwr = &srq->pending_wrs[srq->pending_pidx]; in defer_srq_wr() 1347 __func__, srq->cidx, srq->pidx, srq->wq_pidx, in defer_srq_wr() 1348 srq->in_use, srq->ooo_count, in defer_srq_wr() 1349 (unsigned long long)wr_id, srq->pending_cidx, in defer_srq_wr() 1350 srq->pending_pidx, srq->pending_in_use); in defer_srq_wr() 1354 t4_srq_produce_pending_wr(srq); in defer_srq_wr() 1361 struct c4iw_srq *srq; in c4iw_post_srq_recv() local 1368 srq = to_c4iw_srq(ibsrq); in c4iw_post_srq_recv() 1369 spin_lock_irqsave(&srq->lock, flag); in c4iw_post_srq_recv() [all …]
|
/drivers/infiniband/hw/bnxt_re/ |
D | qplib_fp.c | 81 if (!qp->srq) { in __bnxt_qplib_add_flush_qp() 128 if (!qp->srq) { in __bnxt_qplib_del_flush_qp() 353 struct bnxt_qplib_srq *srq; in bnxt_qplib_service_nq() local 360 srq = (struct bnxt_qplib_srq *)q_handle; in bnxt_qplib_service_nq() 361 bnxt_qplib_armen_db(&srq->dbinfo, in bnxt_qplib_service_nq() 610 struct bnxt_qplib_srq *srq) in bnxt_qplib_destroy_srq() argument 621 req.srq_cid = cpu_to_le32(srq->id); in bnxt_qplib_destroy_srq() 625 kfree(srq->swq); in bnxt_qplib_destroy_srq() 628 bnxt_qplib_free_hwq(res, &srq->hwq); in bnxt_qplib_destroy_srq() 632 struct bnxt_qplib_srq *srq) in bnxt_qplib_create_srq() argument [all …]
|
/drivers/infiniband/sw/siw/ |
D | siw_verbs.c | 346 if (!attrs->send_cq || (!attrs->recv_cq && !attrs->srq)) { in siw_create_qp() 400 if (attrs->srq) { in siw_create_qp() 406 qp->srq = to_siw_srq(attrs->srq); in siw_create_qp() 532 qp_init_attr->srq = base_qp->srq; in siw_query_qp() 1002 if (qp->srq || qp->attrs.rq_size == 0) { in siw_post_receive() 1592 struct siw_srq *srq = to_siw_srq(base_srq); in siw_create_srq() local 1613 srq->max_sge = attrs->max_sge; in siw_create_srq() 1614 srq->num_rqe = roundup_pow_of_two(attrs->max_wr); in siw_create_srq() 1615 srq->limit = attrs->srq_limit; in siw_create_srq() 1616 if (srq->limit) in siw_create_srq() [all …]
|
D | siw_qp_rx.c | 333 struct siw_srq *srq; in siw_rqe_get() local 338 srq = qp->srq; in siw_rqe_get() 339 if (srq) { in siw_rqe_get() 340 spin_lock_irqsave(&srq->lock, flags); in siw_rqe_get() 341 if (unlikely(!srq->num_rqe)) in siw_rqe_get() 344 rqe = &srq->recvq[srq->rq_get % srq->num_rqe]; in siw_rqe_get() 378 if (srq) in siw_rqe_get() 379 spin_unlock_irqrestore(&srq->lock, flags); in siw_rqe_get() 382 if (!srq) { in siw_rqe_get() 385 if (srq->armed) { in siw_rqe_get() [all …]
|
/drivers/infiniband/hw/ocrdma/ |
D | ocrdma_verbs.c | 1116 if (!attrs->srq && (attrs->cap.max_recv_wr > dev->attr.max_rqe)) { in ocrdma_check_qp_params() 1171 int dpp_credit_lmt, int srq) in ocrdma_copy_qp_uresp() argument 1188 if (!srq) { in ocrdma_copy_qp_uresp() 1215 if (!srq) { in ocrdma_copy_qp_uresp() 1340 (attrs->srq != NULL)); in ocrdma_create_qp() 1541 static void ocrdma_srq_toggle_bit(struct ocrdma_srq *srq, unsigned int idx) in ocrdma_srq_toggle_bit() argument 1546 srq->idx_bit_fields[i] ^= mask; in ocrdma_srq_toggle_bit() 1608 if (is_hw_sq_empty(qp) && (!qp->srq && is_hw_rq_empty(qp))) in ocrdma_discard_cqes() 1625 if (qp->srq) { in ocrdma_discard_cqes() 1628 qp->srq->rq.max_wqe_idx; in ocrdma_discard_cqes() [all …]
|
/drivers/infiniband/core/ |
D | uverbs_std_types_srq.c | 14 struct ib_srq *srq = uobject->object; in uverbs_free_srq() local 17 enum ib_srq_type srq_type = srq->srq_type; in uverbs_free_srq() 20 ret = ib_destroy_srq_user(srq, &attrs->driver_udata); in uverbs_free_srq() 46 struct ib_srq *srq; in UVERBS_HANDLER() local 107 srq = ib_create_srq_user(pd, &attr, obj, &attrs->driver_udata); in UVERBS_HANDLER() 108 if (IS_ERR(srq)) { in UVERBS_HANDLER() 109 ret = PTR_ERR(srq); in UVERBS_HANDLER() 113 obj->uevent.uobject.object = srq; in UVERBS_HANDLER() 131 &srq->ext.xrc.srq_num, in UVERBS_HANDLER() 132 sizeof(srq->ext.xrc.srq_num)); in UVERBS_HANDLER()
|
D | verbs.c | 1020 struct ib_srq *srq; in ib_create_srq_user() local 1023 srq = rdma_zalloc_drv_obj(pd->device, ib_srq); in ib_create_srq_user() 1024 if (!srq) in ib_create_srq_user() 1027 srq->device = pd->device; in ib_create_srq_user() 1028 srq->pd = pd; in ib_create_srq_user() 1029 srq->event_handler = srq_init_attr->event_handler; in ib_create_srq_user() 1030 srq->srq_context = srq_init_attr->srq_context; in ib_create_srq_user() 1031 srq->srq_type = srq_init_attr->srq_type; in ib_create_srq_user() 1032 srq->uobject = uobject; in ib_create_srq_user() 1034 if (ib_srq_has_cq(srq->srq_type)) { in ib_create_srq_user() [all …]
|
D | uverbs_std_types_qp.c | 93 struct ib_srq *srq = NULL; in UVERBS_HANDLER() local 217 srq = uverbs_attr_get_obj(attrs, in UVERBS_HANDLER() 219 if (!IS_ERR(srq)) { in UVERBS_HANDLER() 220 if ((srq->srq_type == IB_SRQT_XRC && in UVERBS_HANDLER() 222 (srq->srq_type != IB_SRQT_XRC && in UVERBS_HANDLER() 225 attr.srq = srq; in UVERBS_HANDLER()
|
/drivers/net/ |
D | eql.c | 264 static int eql_enslave(struct net_device *dev, slaving_request_t __user *srq); 265 static int eql_emancipate(struct net_device *dev, slaving_request_t __user *srq); 416 slaving_request_t srq; in eql_enslave() local 418 if (copy_from_user(&srq, srqp, sizeof (slaving_request_t))) in eql_enslave() 421 slave_dev = __dev_get_by_name(&init_net, srq.slave_name); in eql_enslave() 437 s->priority = srq.priority; in eql_enslave() 438 s->priority_bps = srq.priority; in eql_enslave() 439 s->priority_Bps = srq.priority / 8; in eql_enslave() 459 slaving_request_t srq; in eql_emancipate() local 462 if (copy_from_user(&srq, srqp, sizeof (slaving_request_t))) in eql_emancipate() [all …]
|
/drivers/infiniband/hw/qedr/ |
D | verbs.c | 102 struct qedr_srq *srq = get_qedr_srq(ibsrq); in qedr_query_srq() local 104 srq_attr->srq_limit = srq->srq_limit; in qedr_query_srq() 1265 struct qedr_srq *srq, struct ib_udata *udata) in qedr_copy_srq_uresp() argument 1270 uresp.srq_id = srq->srq_id; in qedr_copy_srq_uresp() 1381 if (attrs->srq) in qedr_set_common_qp_params() 1382 qp->srq = get_qedr_srq(attrs->srq); in qedr_set_common_qp_params() 1396 qp->state, qp->signaled, (attrs->srq) ? 1 : 0); in qedr_set_common_qp_params() 1456 static void qedr_free_srq_user_params(struct qedr_srq *srq) in qedr_free_srq_user_params() argument 1458 qedr_free_pbl(srq->dev, &srq->usrq.pbl_info, srq->usrq.pbl_tbl); in qedr_free_srq_user_params() 1459 ib_umem_release(srq->usrq.umem); in qedr_free_srq_user_params() [all …]
|