| /drivers/virt/ |
| D | fsl_hypervisor.c | 153 struct fh_sg_list *sg_list = NULL; in ioctl_memcpy() local
246 sg_list = PTR_ALIGN(sg_list_unaligned, sizeof(struct fh_sg_list)); in ioctl_memcpy()
263 sg_list[0].source = page_to_phys(pages[0]) + lb_offset; in ioctl_memcpy()
264 sg_list[0].target = param.remote_paddr; in ioctl_memcpy()
266 sg_list[0].source = param.remote_paddr; in ioctl_memcpy()
267 sg_list[0].target = page_to_phys(pages[0]) + lb_offset; in ioctl_memcpy()
269 sg_list[0].size = min_t(uint64_t, param.count, PAGE_SIZE - lb_offset); in ioctl_memcpy()
271 remote_paddr = param.remote_paddr + sg_list[0].size; in ioctl_memcpy()
272 count = param.count - sg_list[0].size; in ioctl_memcpy()
277 sg_list[i].source = page_to_phys(pages[i]); in ioctl_memcpy()
[all …]
|
| /drivers/scsi/qla2xxx/ |
| D | qla_bsg.c | 53 bsg_job->request_payload.sg_list, in qla2x00_bsg_sp_free()
58 bsg_job->reply_payload.sg_list, in qla2x00_bsg_sp_free()
68 dma_unmap_sg(&ha->pdev->dev, bsg_job->request_payload.sg_list, in qla2x00_bsg_sp_free()
71 dma_unmap_sg(&ha->pdev->dev, bsg_job->reply_payload.sg_list, in qla2x00_bsg_sp_free()
207 bsg_job->reply_payload.sg_list, in qla24xx_proc_fcp_prio_cfg_cmd()
234 sg_copy_to_buffer(bsg_job->request_payload.sg_list, in qla24xx_proc_fcp_prio_cfg_cmd()
370 dma_map_sg(&ha->pdev->dev, bsg_job->request_payload.sg_list, in qla2x00_process_els()
373 dma_unmap_sg(&ha->pdev->dev, bsg_job->request_payload.sg_list, in qla2x00_process_els()
379 rsp_sg_cnt = dma_map_sg(&ha->pdev->dev, bsg_job->reply_payload.sg_list, in qla2x00_process_els()
382 dma_unmap_sg(&ha->pdev->dev, bsg_job->reply_payload.sg_list, in qla2x00_process_els()
[all …]
|
| /drivers/ufs/core/ |
| D | ufs_bsg.c | 57 sg_copy_to_buffer(job->request_payload.sg_list, in ufs_bsg_alloc_desc_buffer()
73 struct scatterlist *sg_list = NULL; in ufs_bsg_exec_advanced_rpmb_req() local
111 sg_cnt = dma_map_sg(hba->host->dma_dev, payload->sg_list, payload->sg_cnt, dir); in ufs_bsg_exec_advanced_rpmb_req()
114 sg_list = payload->sg_list; in ufs_bsg_exec_advanced_rpmb_req()
120 &rpmb_reply->ehs_rsp, sg_cnt, sg_list, dir); in ufs_bsg_exec_advanced_rpmb_req()
123 dma_unmap_sg(hba->host->dma_dev, payload->sg_list, payload->sg_cnt, dir); in ufs_bsg_exec_advanced_rpmb_req()
166 sg_copy_from_buffer(job->request_payload.sg_list, in ufs_bsg_request()
|
| /drivers/infiniband/hw/erdma/ |
| D | erdma_qp.c | 218 bytes += send_wr->sg_list[i].length; in fill_inline_data()
222 remain_size = send_wr->sg_list[i].length; in fill_inline_data()
229 (void *)(uintptr_t)send_wr->sg_list[i].addr + in fill_inline_data()
270 bytes += send_wr->sg_list[i].length; in fill_sgl()
271 memcpy(sgl + sgl_offset, &send_wr->sg_list[i], in fill_sgl()
354 read_sqe->length = cpu_to_le32(send_wr->sg_list[0].length); in erdma_push_one_sqe()
355 read_sqe->sink_stag = cpu_to_le32(send_wr->sg_list[0].lkey); in erdma_push_one_sqe()
357 cpu_to_le32(lower_32_bits(send_wr->sg_list[0].addr)); in erdma_push_one_sqe()
359 cpu_to_le32(upper_32_bits(send_wr->sg_list[0].addr)); in erdma_push_one_sqe()
365 sge->length = send_wr->sg_list[0].length; in erdma_push_one_sqe()
[all …]
|
| /drivers/tee/amdtee/ |
| D | call.c | 315 cmd->sg_list.count = count; in handle_map_shmem()
320 cmd->sg_list.buf[i].hi_addr = upper_32_bits(paddr); in handle_map_shmem()
321 cmd->sg_list.buf[i].low_addr = lower_32_bits(paddr); in handle_map_shmem()
322 cmd->sg_list.buf[i].size = start[i].size; in handle_map_shmem()
323 cmd->sg_list.size += cmd->sg_list.buf[i].size; in handle_map_shmem()
326 cmd->sg_list.buf[i].hi_addr); in handle_map_shmem()
328 cmd->sg_list.buf[i].low_addr); in handle_map_shmem()
329 pr_debug("buf[%d]:size = 0x%x\n", i, cmd->sg_list.buf[i].size); in handle_map_shmem()
330 pr_debug("list size = 0x%x\n", cmd->sg_list.size); in handle_map_shmem()
|
| /drivers/infiniband/sw/rdmavt/ |
| D | qp.c | 626 struct rvt_sge *sge = &wqe->sg_list[i]; in rvt_swqe_has_lkey()
1078 sz = struct_size(swq, sg_list, init_attr->cap.max_send_sge); in rvt_create_qp()
1829 wqe->sg_list[i].addr = wr->sg_list[i].addr; in rvt_post_recv()
1830 wqe->sg_list[i].length = wr->sg_list[i].length; in rvt_post_recv()
1831 wqe->sg_list[i].lkey = wr->sg_list[i].lkey; in rvt_post_recv()
1878 wr->sg_list[0].length < sizeof(u64) || in rvt_qp_valid_operation()
1879 wr->sg_list[0].addr & (sizeof(u64) - 1))) in rvt_qp_valid_operation()
2051 u32 length = wr->sg_list[i].length; in rvt_post_one_wr()
2055 ret = rvt_lkey_ok(rkt, pd, &wqe->sg_list[j], last_sge, in rvt_post_one_wr()
2056 &wr->sg_list[i], acc); in rvt_post_one_wr()
[all …]
|
| D | rc.c | 164 ss->sge = wqe->sg_list[0]; in rvt_restart_sge()
165 ss->sg_list = wqe->sg_list + 1; in rvt_restart_sge()
|
| /drivers/dma/ |
| D | imx-dma.c | 159 struct scatterlist *sg_list; member
791 kfree(imxdmac->sg_list); in imxdma_free_chan_resources()
792 imxdmac->sg_list = NULL; in imxdma_free_chan_resources()
868 kfree(imxdmac->sg_list); in imxdma_prep_dma_cyclic()
870 imxdmac->sg_list = kcalloc(periods + 1, in imxdma_prep_dma_cyclic()
872 if (!imxdmac->sg_list) in imxdma_prep_dma_cyclic()
875 sg_init_table(imxdmac->sg_list, periods); in imxdma_prep_dma_cyclic()
878 sg_assign_page(&imxdmac->sg_list[i], NULL); in imxdma_prep_dma_cyclic()
879 imxdmac->sg_list[i].offset = 0; in imxdma_prep_dma_cyclic()
880 imxdmac->sg_list[i].dma_address = dma_addr; in imxdma_prep_dma_cyclic()
[all …]
|
| /drivers/scsi/aacraid/ |
| D | commctrl.c | 494 void *sg_list[HBA_MAX_SG_EMBEDDED]; in aac_send_raw_srb() local
519 memset(sg_list, 0, sizeof(sg_list)); /* cleanup may take issue */ in aac_send_raw_srb()
553 if (user_srbcmd->sg.count > ARRAY_SIZE(sg_list)) { in aac_send_raw_srb()
681 sg_list[i] = p; // save so we can clean up later in aac_send_raw_srb()
742 sg_list[i] = p; // save so we can clean up later in aac_send_raw_srb()
797 sg_list[i] = p; // save so we can clean up later in aac_send_raw_srb()
854 sg_list[i] = p; // save so we can clean up later in aac_send_raw_srb()
895 sg_list[i] = p; // save so we can clean up later in aac_send_raw_srb()
935 if (copy_to_user(sg_user[i], sg_list[i], sg_count[i])) { in aac_send_raw_srb()
990 kfree(sg_list[i]); in aac_send_raw_srb()
|
| /drivers/infiniband/hw/qedr/ |
| D | qedr_roce_cm.c | 110 qp->rqe_wr_id[qp->rq.gsi_cons].sg_list[0].length = in qedr_ll2_complete_rx_packet()
408 send_size += swr->sg_list[i].length; in qedr_gsi_build_header()
533 packet->payload[i].baddr = swr->sg_list[i].addr; in qedr_gsi_build_packet()
534 packet->payload[i].len = swr->sg_list[i].length; in qedr_gsi_build_packet()
641 wr->sg_list[0].addr, in qedr_gsi_post_recv()
642 wr->sg_list[0].length, in qedr_gsi_post_recv()
654 qp->rqe_wr_id[qp->rq.prod].sg_list[0] = wr->sg_list[0]; in qedr_gsi_post_recv()
692 wc[i].byte_len = qp->rqe_wr_id[qp->rq.cons].sg_list[0].length; in qedr_gsi_poll_cq()
|
| /drivers/infiniband/hw/qib/ |
| D | qib_ud.c | 171 ssge.sg_list = swqe->sg_list + 1; in qib_ud_loopback()
172 ssge.sge = *swqe->sg_list; in qib_ud_loopback()
184 *sge = *ssge.sg_list++; in qib_ud_loopback()
318 qp->s_sge.sge = wqe->sg_list[0]; in qib_make_ud_req()
319 qp->s_sge.sg_list = wqe->sg_list + 1; in qib_make_ud_req()
|
| D | qib_uc.c | 99 qp->s_sge.sge = wqe->sg_list[0]; in qib_make_uc_req()
100 qp->s_sge.sg_list = wqe->sg_list + 1; in qib_make_uc_req()
419 qp->r_sge.sg_list = NULL; in qib_uc_rcv()
|
| /drivers/infiniband/hw/bnxt_re/ |
| D | ib_verbs.c | 109 struct bnxt_qplib_sge *sg_list, int num) in bnxt_re_build_sgl() argument
114 sg_list[i].addr = ib_sg_list[i].addr; in bnxt_re_build_sgl()
115 sg_list[i].lkey = ib_sg_list[i].lkey; in bnxt_re_build_sgl()
116 sg_list[i].size = ib_sg_list[i].length; in bnxt_re_build_sgl()
117 total += sg_list[i].size; in bnxt_re_build_sgl()
1771 bnxt_re_build_sgl(wr->sg_list, wqe.sg_list, wr->num_sge); in bnxt_re_post_srq_recv()
2251 wqe->sg_list[i].addr = wqe->sg_list[i - 1].addr; in bnxt_re_build_qp1_send_v2()
2252 wqe->sg_list[i].lkey = wqe->sg_list[i - 1].lkey; in bnxt_re_build_qp1_send_v2()
2253 wqe->sg_list[i].size = wqe->sg_list[i - 1].size; in bnxt_re_build_qp1_send_v2()
2277 wqe->sg_list[0].addr = sge.addr; in bnxt_re_build_qp1_send_v2()
[all …]
|
| /drivers/infiniband/hw/cxgb4/ |
| D | qp.c | 424 if ((plen + wr->sg_list[i].length) > max) in build_immd()
426 srcp = (u8 *)(unsigned long)wr->sg_list[i].addr; in build_immd()
427 plen += wr->sg_list[i].length; in build_immd()
428 rem = wr->sg_list[i].length; in build_immd()
454 struct fw_ri_isgl *isglp, struct ib_sge *sg_list, in build_isgl() argument
468 if ((plen + sg_list[i].length) < plen) in build_isgl()
470 plen += sg_list[i].length; in build_isgl()
471 *flitp = cpu_to_be64(((u64)sg_list[i].lkey << 32) | in build_isgl()
472 sg_list[i].length); in build_isgl()
475 *flitp = cpu_to_be64(sg_list[i].addr); in build_isgl()
[all …]
|
| /drivers/net/ethernet/marvell/octeontx2/nic/ |
| D | otx2_txrx.h | 72 struct sg_list { struct
94 struct sg_list *sg; argument
|
| D | otx2_txrx.c | 104 static void otx2_dma_unmap_skb_frags(struct otx2_nic *pfvf, struct sg_list *sg) in otx2_dma_unmap_skb_frags()
120 struct sg_list *sg; in otx2_xdp_snd_pkt_handler()
143 struct sg_list *sg; in otx2_snd_pkt_handler()
784 struct sg_list *sg = &sq->sg[sqe]; in otx2_dma_map_tso_skb()
816 struct sg_list *sg = &sq->sg[sqe]; in otx2_tso_frag_dma_addr()
831 struct sg_list *list, int *offset) in otx2_sqe_tso_add_sg()
868 struct sg_list list; in otx2_sq_append_tso()
1233 struct sg_list *sg; in otx2_cleanup_tx_cqes()
1298 struct sg_list *sg; in otx2_free_pending_sqe()
|
| /drivers/infiniband/core/ |
| D | uverbs_std_types_mr.c | 54 struct ib_sge *sg_list; in UVERBS_HANDLER() local
77 sg_list = uverbs_attr_get_alloced_ptr(attrs, in UVERBS_HANDLER()
79 return ib_dev->ops.advise_mr(pd, advice, flags, sg_list, num_sge, in UVERBS_HANDLER()
|
| D | mad.c | 879 mad_send_wr->sg_list[0].length = hdr_len; in ib_create_send_mad()
880 mad_send_wr->sg_list[0].lkey = mad_agent->qp->pd->local_dma_lkey; in ib_create_send_mad()
885 mad_send_wr->sg_list[1].length = data_len; in ib_create_send_mad()
887 mad_send_wr->sg_list[1].length = mad_size - hdr_len; in ib_create_send_mad()
889 mad_send_wr->sg_list[1].lkey = mad_agent->qp->pd->local_dma_lkey; in ib_create_send_mad()
894 mad_send_wr->send_wr.wr.sg_list = mad_send_wr->sg_list; in ib_create_send_mad()
1009 sge = mad_send_wr->sg_list; in ib_send_mad()
2297 mad_send_wr->sg_list[0].length, DMA_TO_DEVICE); in ib_mad_send_done()
2300 mad_send_wr->sg_list[1].length, DMA_TO_DEVICE); in ib_mad_send_done()
2674 struct ib_sge sg_list; in ib_mad_post_receive_mads() local
[all …]
|
| /drivers/xen/ |
| D | efi.c | 219 unsigned long count, unsigned long sg_list) in xen_efi_update_capsule() argument
229 efi_data(op).u.update_capsule.sg_list = sg_list; in xen_efi_update_capsule()
|
| /drivers/net/ethernet/ibm/ehea/ |
| D | ehea_qmr.h | 106 struct ehea_vsgentry sg_list[EHEA_MAX_WQE_SG_ENTRIES]; member
115 struct ehea_vsgentry sg_list[EHEA_MAX_WQE_SG_ENTRIES-1]; member
132 struct ehea_vsgentry sg_list[EHEA_MAX_WQE_SG_ENTRIES]; member
|
| /drivers/infiniband/hw/mlx5/ |
| D | odp.c | 1741 struct ib_sge *sg_list, u32 num_sge) in init_prefetch_work() argument
1751 mr = get_prefetchable_mr(pd, advice, sg_list[i].lkey); in init_prefetch_work()
1756 work->frags[i].io_virt = sg_list[i].addr; in init_prefetch_work()
1757 work->frags[i].length = sg_list[i].length; in init_prefetch_work()
1766 u32 pf_flags, struct ib_sge *sg_list, in mlx5_ib_prefetch_sg_list() argument
1776 mr = get_prefetchable_mr(pd, advice, sg_list[i].lkey); in mlx5_ib_prefetch_sg_list()
1779 ret = pagefault_mr(mr, sg_list[i].addr, sg_list[i].length, in mlx5_ib_prefetch_sg_list()
1794 u32 flags, struct ib_sge *sg_list, u32 num_sge) in mlx5_ib_advise_mr_prefetch() argument
1807 return mlx5_ib_prefetch_sg_list(pd, advice, pf_flags, sg_list, in mlx5_ib_advise_mr_prefetch()
1814 rc = init_prefetch_work(pd, advice, pf_flags, work, sg_list, num_sge); in mlx5_ib_advise_mr_prefetch()
|
| /drivers/scsi/mpi3mr/ |
| D | mpi3mr_app.c | 160 sg_copy_from_buffer(job->request_payload.sg_list, in mpi3mr_enable_logdata()
191 sg_copy_from_buffer(job->request_payload.sg_list, in mpi3mr_get_logdata()
242 sg_copy_to_buffer(job->request_payload.sg_list, in mpi3mr_bsg_pel_enable()
332 sg_copy_from_buffer(job->request_payload.sg_list, in mpi3mr_get_all_tgt_info()
369 sg_copy_from_buffer(job->request_payload.sg_list, in mpi3mr_get_all_tgt_info()
394 sg_copy_from_buffer(job->request_payload.sg_list, in mpi3mr_get_change_count()
427 sg_copy_to_buffer(job->request_payload.sg_list, in mpi3mr_bsg_adp_reset()
497 sg_copy_from_buffer(job->request_payload.sg_list, in mpi3mr_bsg_populate_adpinfo()
1018 sg_copy_to_buffer(job->request_payload.sg_list, in mpi3mr_bsg_process_mpt_cmds()
1395 sg_copy_from_buffer(job->reply_payload.sg_list, in mpi3mr_bsg_process_mpt_cmds()
|
| /drivers/scsi/qla4xxx/ |
| D | ql4_bsg.c | 62 sg_copy_from_buffer(bsg_job->reply_payload.sg_list, in qla4xxx_read_flash()
122 sg_copy_to_buffer(bsg_job->request_payload.sg_list, in qla4xxx_update_flash()
186 sg_copy_from_buffer(bsg_job->reply_payload.sg_list, in qla4xxx_get_acb_state()
257 sg_copy_from_buffer(bsg_job->reply_payload.sg_list, in qla4xxx_read_nvram()
321 sg_copy_to_buffer(bsg_job->request_payload.sg_list, in qla4xxx_update_nvram()
435 sg_copy_from_buffer(bsg_job->reply_payload.sg_list, in qla4xxx_bsg_get_acb()
|
| /drivers/infiniband/hw/hfi1/ |
| D | uc.c | 112 qp->s_sge.sge = wqe->sg_list[0]; in hfi1_make_uc_req()
113 qp->s_sge.sg_list = wqe->sg_list + 1; in hfi1_make_uc_req()
447 qp->r_sge.sg_list = NULL; in hfi1_uc_rcv()
|
| /drivers/infiniband/hw/mlx4/ |
| D | srq.c | 346 scat[i].byte_count = cpu_to_be32(wr->sg_list[i].length); in mlx4_ib_post_srq_recv()
347 scat[i].lkey = cpu_to_be32(wr->sg_list[i].lkey); in mlx4_ib_post_srq_recv()
348 scat[i].addr = cpu_to_be64(wr->sg_list[i].addr); in mlx4_ib_post_srq_recv()
|