| /kernel/linux/linux-5.10/drivers/infiniband/sw/rdmavt/ |
| D | vt.c | 92 struct rvt_dev_info *rdi; in rvt_alloc_device() local
94 rdi = container_of(_ib_alloc_device(size), struct rvt_dev_info, ibdev); in rvt_alloc_device()
95 if (!rdi) in rvt_alloc_device()
96 return rdi; in rvt_alloc_device()
98 rdi->ports = kcalloc(nports, sizeof(*rdi->ports), GFP_KERNEL); in rvt_alloc_device()
99 if (!rdi->ports) in rvt_alloc_device()
100 ib_dealloc_device(&rdi->ibdev); in rvt_alloc_device()
102 return rdi; in rvt_alloc_device()
112 void rvt_dealloc_device(struct rvt_dev_info *rdi) in rvt_dealloc_device() argument
114 kfree(rdi->ports); in rvt_dealloc_device()
[all …]
|
| D | mmap.c | 58 void rvt_mmap_init(struct rvt_dev_info *rdi) in rvt_mmap_init() argument
60 INIT_LIST_HEAD(&rdi->pending_mmaps); in rvt_mmap_init()
61 spin_lock_init(&rdi->pending_lock); in rvt_mmap_init()
62 rdi->mmap_offset = PAGE_SIZE; in rvt_mmap_init()
63 spin_lock_init(&rdi->mmap_offset_lock); in rvt_mmap_init()
74 struct rvt_dev_info *rdi = ib_to_rvt(ip->context->device); in rvt_release_mmap_info() local
76 spin_lock_irq(&rdi->pending_lock); in rvt_release_mmap_info()
78 spin_unlock_irq(&rdi->pending_lock); in rvt_release_mmap_info()
112 struct rvt_dev_info *rdi = ib_to_rvt(context->device); in rvt_mmap() local
123 spin_lock_irq(&rdi->pending_lock); in rvt_mmap()
[all …]
|
| D | vt.h | 63 #define rvt_pr_info(rdi, fmt, ...) \ argument
64 __rvt_pr_info(rdi->driver_f.get_pci_dev(rdi), \
65 rvt_get_ibdev_name(rdi), \
69 #define rvt_pr_warn(rdi, fmt, ...) \ argument
70 __rvt_pr_warn(rdi->driver_f.get_pci_dev(rdi), \
71 rvt_get_ibdev_name(rdi), \
75 #define rvt_pr_err(rdi, fmt, ...) \ argument
76 __rvt_pr_err(rdi->driver_f.get_pci_dev(rdi), \
77 rvt_get_ibdev_name(rdi), \
81 #define rvt_pr_err_ratelimited(rdi, fmt, ...) \ argument
[all …]
|
| D | mad.c | 102 int rvt_create_mad_agents(struct rvt_dev_info *rdi) in rvt_create_mad_agents() argument
109 for (p = 0; p < rdi->dparms.nports; p++) { in rvt_create_mad_agents()
110 rvp = rdi->ports[p]; in rvt_create_mad_agents()
111 agent = ib_register_mad_agent(&rdi->ibdev, p + 1, in rvt_create_mad_agents()
122 if (rdi->driver_f.notify_create_mad_agent) in rvt_create_mad_agents()
123 rdi->driver_f.notify_create_mad_agent(rdi, p); in rvt_create_mad_agents()
129 for (p = 0; p < rdi->dparms.nports; p++) { in rvt_create_mad_agents()
130 rvp = rdi->ports[p]; in rvt_create_mad_agents()
135 if (rdi->driver_f.notify_free_mad_agent) in rvt_create_mad_agents()
136 rdi->driver_f.notify_free_mad_agent(rdi, p); in rvt_create_mad_agents()
[all …]
|
| D | qp.c | 64 static void rvt_reset_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp,
145 void rvt_wss_exit(struct rvt_dev_info *rdi) in rvt_wss_exit() argument
147 struct rvt_wss *wss = rdi->wss; in rvt_wss_exit()
155 kfree(rdi->wss); in rvt_wss_exit()
156 rdi->wss = NULL; in rvt_wss_exit()
164 int rvt_wss_init(struct rvt_dev_info *rdi) in rvt_wss_init() argument
166 unsigned int sge_copy_mode = rdi->dparms.sge_copy_mode; in rvt_wss_init()
167 unsigned int wss_threshold = rdi->dparms.wss_threshold; in rvt_wss_init()
168 unsigned int wss_clean_period = rdi->dparms.wss_clean_period; in rvt_wss_init()
174 int node = rdi->dparms.node; in rvt_wss_init()
[all …]
|
| D | cq.c | 104 struct rvt_dev_info *rdi = cq->rdi; in rvt_cq_enter() local
107 rvt_pr_err_ratelimited(rdi, "CQ is full!\n"); in rvt_cq_enter()
204 struct rvt_dev_info *rdi = ib_to_rvt(ibdev); in rvt_create_cq() local
216 if (entries < 1 || entries > rdi->dparms.props.max_cqe) in rvt_create_cq()
222 comp_vector = comp_vector % rdi->ibdev.num_comp_vectors; in rvt_create_cq()
240 k_wc = vzalloc_node(sz, rdi->dparms.node); in rvt_create_cq()
250 cq->ip = rvt_create_mmap_info(rdi, sz, udata, u_wc); in rvt_create_cq()
262 spin_lock_irq(&rdi->n_cqs_lock); in rvt_create_cq()
263 if (rdi->n_cqs_allocated == rdi->dparms.props.max_cq) { in rvt_create_cq()
264 spin_unlock_irq(&rdi->n_cqs_lock); in rvt_create_cq()
[all …]
|
| D | mcast.c | 62 void rvt_driver_mcast_init(struct rvt_dev_info *rdi) in rvt_driver_mcast_init() argument
68 spin_lock_init(&rdi->n_mcast_grps_lock); in rvt_driver_mcast_init()
193 static int rvt_mcast_add(struct rvt_dev_info *rdi, struct rvt_ibport *ibp, in rvt_mcast_add() argument
234 rdi->dparms.props.max_mcast_qp_attach) { in rvt_mcast_add()
246 spin_lock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
247 if (rdi->n_mcast_grps_allocated == rdi->dparms.props.max_mcast_grp) { in rvt_mcast_add()
248 spin_unlock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
253 rdi->n_mcast_grps_allocated++; in rvt_mcast_add()
254 spin_unlock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
283 struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); in rvt_attach_mcast() local
[all …]
|
| /kernel/linux/linux-5.10/arch/x86/lib/ |
| D | memmove_64.S | 30 mov %rdi, %rax
33 cmp %rdi, %rsi
37 cmp %rdi, %r8
70 movq %r11, 0*8(%rdi)
71 movq %r10, 1*8(%rdi)
72 movq %r9, 2*8(%rdi)
73 movq %r8, 3*8(%rdi)
74 leaq 4*8(%rdi), %rdi
85 lea -8(%rdi, %rdx), %r10
99 movq %rdi, %r10
[all …]
|
| D | memcpy_64.S | 35 movq %rdi, %rax
53 movq %rdi, %rax
60 movq %rdi, %rax
84 movq %r8, 0*8(%rdi)
85 movq %r9, 1*8(%rdi)
86 movq %r10, 2*8(%rdi)
87 movq %r11, 3*8(%rdi)
88 leaq 4*8(%rdi), %rdi
98 addq %rdx, %rdi
112 movq %r8, -1*8(%rdi)
[all …]
|
| D | copy_page_64.S | 44 movq %rax, 0x8*0(%rdi)
45 movq %rbx, 0x8*1(%rdi)
46 movq %rdx, 0x8*2(%rdi)
47 movq %r8, 0x8*3(%rdi)
48 movq %r9, 0x8*4(%rdi)
49 movq %r10, 0x8*5(%rdi)
50 movq %r11, 0x8*6(%rdi)
51 movq %r12, 0x8*7(%rdi)
54 leaq 64 (%rdi), %rdi
72 movq %rax, 0x8*0(%rdi)
[all …]
|
| D | memset_64.S | 31 movq %rdi,%r9
61 movq %rdi,%r9
70 movq %rdi,%r10
90 movq %rax,(%rdi)
91 movq %rax,8(%rdi)
92 movq %rax,16(%rdi)
93 movq %rax,24(%rdi)
94 movq %rax,32(%rdi)
95 movq %rax,40(%rdi)
96 movq %rax,48(%rdi)
[all …]
|
| D | csum-copy_64.S | 70 movq (%rdi), %rbx
72 movq 8(%rdi), %r8
74 movq 16(%rdi), %r11
76 movq 24(%rdi), %rdx
79 movq 32(%rdi), %r10
81 movq 40(%rdi), %r15
83 movq 48(%rdi), %r14
85 movq 56(%rdi), %r13
93 prefetcht0 5*64(%rdi)
124 leaq 64(%rdi), %rdi
[all …]
|
| D | copy_user_64.S | 29 101: movb %al,(%rdi)
31 incq %rdi
70 5: movq %r8,(%rdi)
71 6: movq %r9,1*8(%rdi)
72 7: movq %r10,2*8(%rdi)
73 8: movq %r11,3*8(%rdi)
78 13: movq %r8,4*8(%rdi)
79 14: movq %r9,5*8(%rdi)
80 15: movq %r10,6*8(%rdi)
81 16: movq %r11,7*8(%rdi)
[all …]
|
| D | copy_mc_64.S | 42 COPY_MC_TEST_DST %rdi 1 .E_leading_bytes
44 movb %al, (%rdi)
46 incq %rdi
59 COPY_MC_TEST_DST %rdi 8 .E_write_words
61 movq %r8, (%rdi)
63 addq $8, %rdi
77 COPY_MC_TEST_DST %rdi 1 .E_trailing_bytes
79 movb %al, (%rdi)
81 incq %rdi
139 movq %rdi, %rax
|
| D | msr-reg.S | 18 movq %rdi, %r10 /* Save pointer */
20 movl (%rdi), %eax
21 movl 4(%rdi), %ecx
22 movl 8(%rdi), %edx
23 movl 12(%rdi), %ebx
24 movl 20(%rdi), %r12d
25 movl 24(%rdi), %esi
26 movl 28(%rdi), %edi
|
| /kernel/linux/linux-5.10/tools/perf/arch/x86/tests/ |
| D | regs_load.S | 32 movq %rax, AX(%rdi)
33 movq %rbx, BX(%rdi)
34 movq %rcx, CX(%rdi)
35 movq %rdx, DX(%rdi)
36 movq %rsi, SI(%rdi)
37 movq %rdi, DI(%rdi)
38 movq %rbp, BP(%rdi)
41 movq %rax, SP(%rdi)
44 movq %rax, IP(%rdi)
46 movq $0, FLAGS(%rdi)
[all …]
|
| /kernel/linux/linux-5.10/tools/arch/x86/lib/ |
| D | memcpy_64.S | 35 movq %rdi, %rax
53 movq %rdi, %rax
60 movq %rdi, %rax
84 movq %r8, 0*8(%rdi)
85 movq %r9, 1*8(%rdi)
86 movq %r10, 2*8(%rdi)
87 movq %r11, 3*8(%rdi)
88 leaq 4*8(%rdi), %rdi
98 addq %rdx, %rdi
112 movq %r8, -1*8(%rdi)
[all …]
|
| D | memset_64.S | 31 movq %rdi,%r9
61 movq %rdi,%r9
70 movq %rdi,%r10
90 movq %rax,(%rdi)
91 movq %rax,8(%rdi)
92 movq %rax,16(%rdi)
93 movq %rax,24(%rdi)
94 movq %rax,32(%rdi)
95 movq %rax,40(%rdi)
96 movq %rax,48(%rdi)
[all …]
|
| /kernel/linux/linux-5.10/arch/x86/um/ |
| D | setjmp_64.S | 27 movq %rbx,(%rdi)
28 movq %rsp,8(%rdi) # Post-return %rsp!
30 movq %rbp,16(%rdi)
31 movq %r12,24(%rdi)
32 movq %r13,32(%rdi)
33 movq %r14,40(%rdi)
34 movq %r15,48(%rdi)
35 movq %rsi,56(%rdi) # Return address
46 movq (%rdi),%rbx
47 movq 8(%rdi),%rsp
[all …]
|
| /kernel/linux/linux-5.10/include/rdma/ |
| D | rdma_vt.h | 237 struct pci_dev * (*get_pci_dev)(struct rvt_dev_info *rdi);
245 void * (*qp_priv_alloc)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
251 int (*qp_priv_init)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
257 void (*qp_priv_free)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
268 int (*get_pmtu_from_attr)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
296 u32 (*mtu_from_qp)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
306 int (*get_guid_be)(struct rvt_dev_info *rdi, struct rvt_ibport *rvp,
312 int (*query_port_state)(struct rvt_dev_info *rdi, u8 port_num,
318 int (*shut_down_port)(struct rvt_dev_info *rdi, u8 port_num);
321 void (*cap_mask_chg)(struct rvt_dev_info *rdi, u8 port_num);
[all …]
|
| /kernel/linux/linux-5.10/arch/x86/crypto/ |
| D | twofish-x86_64-asm_64.S | 68 mov s1(%r11,%rdi,4),%r8d;\
70 mov s2(%r11,%rdi,4),%r9d;\
73 xor s2(%r11,%rdi,4),%r8d;\
76 xor s3(%r11,%rdi,4),%r9d;\
78 xor s3(%r11,%rdi,4),%r8d;\
80 xor (%r11,%rdi,4), %r9d;\
83 xor (%r11,%rdi,4), %r8d;\
85 xor s1(%r11,%rdi,4),%r9d;\
106 mov s1(%r11,%rdi,4),%r8d;\
108 mov s2(%r11,%rdi,4),%r9d;\
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/qib/ |
| D | qib_verbs.c | 277 struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; in qib_ib_rcv() local
343 qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in qib_ib_rcv()
370 spin_lock_irqsave(&dev->rdi.pending_lock, flags); in mem_timer()
379 spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); in mem_timer()
567 spin_lock(&dev->rdi.pending_lock); in __get_txreq()
573 spin_unlock(&dev->rdi.pending_lock); in __get_txreq()
584 spin_unlock(&dev->rdi.pending_lock); in __get_txreq()
597 spin_lock_irqsave(&dev->rdi.pending_lock, flags); in get_txreq()
603 spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); in get_txreq()
607 spin_unlock_irqrestore(&dev->rdi.pending_lock, flags); in get_txreq()
[all …]
|
| /kernel/linux/linux-5.10/arch/x86/entry/ |
| D | entry_64.S | 118 movq %rax, %rdi
206 movq %rsp, %rdi
210 pushq RSP-RDI(%rdi) /* RSP */
211 pushq (%rdi) /* RDI */
219 SWITCH_TO_USER_CR3_STACK scratch_reg=%rdi
221 popq %rdi
244 movq %rsp, TASK_threadsp(%rdi)
283 movq %rax, %rdi
291 movq %rsp, %rdi
298 movq %r12, %rdi
[all …]
|
| D | entry_64_compat.S | 87 pushq %rdi /* pt_regs->di */
143 movq %rsp, %rdi
229 pushq %rdi /* pt_regs->di */
263 movq %rsp, %rdi
288 popq %rdi /* pt_regs->di */
370 pushq %rdi /* pt_regs->di */
373 SWITCH_TO_KERNEL_CR3 scratch_reg=%rdi
378 movq %rsp, %rdi
381 pushq 6*8(%rdi) /* regs->ss */
382 pushq 5*8(%rdi) /* regs->rsp */
[all …]
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/ |
| D | verbs.c | 376 struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; in hfi1_kdeth_eager_rcv() local
402 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_kdeth_eager_rcv()
430 struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; in hfi1_kdeth_expected_rcv() local
456 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_kdeth_expected_rcv()
502 struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; in hfi1_handle_packet() local
548 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_handle_packet()
1332 struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; in hfi1_fill_device_attr() local
1335 memset(&rdi->dparms.props, 0, sizeof(rdi->dparms.props)); in hfi1_fill_device_attr()
1337 rdi->dparms.props.fw_ver = ((u64)(dc8051_ver_maj(ver)) << 32) | in hfi1_fill_device_attr()
1341 rdi->dparms.props.device_cap_flags = IB_DEVICE_BAD_PKEY_CNTR | in hfi1_fill_device_attr()
[all …]
|