Home
last modified time | relevance | path

Searched full:wc (Results 1 – 25 of 778) sorted by relevance

12345678910>>...32

/kernel/linux/linux-6.6/drivers/md/
Ddm-writecache.c101 #define WC_MODE_PMEM(wc) ((wc)->pmem_mode) argument
102 #define WC_MODE_FUA(wc) ((wc)->writeback_fua) argument
104 #define WC_MODE_PMEM(wc) false argument
105 #define WC_MODE_FUA(wc) false argument
107 #define WC_MODE_SORT_FREELIST(wc) (!WC_MODE_PMEM(wc)) argument
225 struct dm_writecache *wc; member
234 struct dm_writecache *wc; member
243 static void wc_lock(struct dm_writecache *wc) in wc_lock() argument
245 mutex_lock(&wc->lock); in wc_lock()
248 static void wc_unlock(struct dm_writecache *wc) in wc_unlock() argument
[all …]
/kernel/linux/linux-5.10/drivers/md/
Ddm-writecache.c101 #define WC_MODE_PMEM(wc) ((wc)->pmem_mode) argument
102 #define WC_MODE_FUA(wc) ((wc)->writeback_fua) argument
104 #define WC_MODE_PMEM(wc) false argument
105 #define WC_MODE_FUA(wc) false argument
107 #define WC_MODE_SORT_FREELIST(wc) (!WC_MODE_PMEM(wc)) argument
206 struct dm_writecache *wc; member
215 struct dm_writecache *wc; member
224 static void wc_lock(struct dm_writecache *wc) in wc_lock() argument
226 mutex_lock(&wc->lock); in wc_lock()
229 static void wc_unlock(struct dm_writecache *wc) in wc_unlock() argument
[all …]
/kernel/linux/linux-6.6/include/math-emu/
Dop-common.h27 #define _FP_DECL(wc, X) \ argument
29 _FP_FRAC_DECL_##wc(X)
36 #define _FP_UNPACK_CANONICAL(fs, wc, X) \ argument
42 _FP_FRAC_SLL_##wc(X, _FP_WORKBITS); \
48 if (_FP_FRAC_ZEROP_##wc(X)) \
54 _FP_FRAC_CLZ_##wc(_shift, X); \
56 _FP_FRAC_SLL_##wc(X, (_shift+_FP_WORKBITS)); \
69 if (_FP_FRAC_ZEROP_##wc(X)) \
89 #define _FP_PACK_CANONICAL(fs, wc, X) \ argument
97 _FP_ROUND(wc, X); \
[all …]
Dsoft-fp.h135 #define _FP_ROUND_NEAREST(wc, X) \ argument
137 if ((_FP_FRAC_LOW_##wc(X) & 15) != _FP_WORK_ROUND) \
138 _FP_FRAC_ADDI_##wc(X, _FP_WORK_ROUND); \
141 #define _FP_ROUND_ZERO(wc, X) (void)0 argument
143 #define _FP_ROUND_PINF(wc, X) \ argument
145 if (!X##_s && (_FP_FRAC_LOW_##wc(X) & 7)) \
146 _FP_FRAC_ADDI_##wc(X, _FP_WORK_LSB); \
149 #define _FP_ROUND_MINF(wc, X) \ argument
151 if (X##_s && (_FP_FRAC_LOW_##wc(X) & 7)) \
152 _FP_FRAC_ADDI_##wc(X, _FP_WORK_LSB); \
[all …]
/kernel/linux/linux-5.10/include/math-emu/
Dop-common.h27 #define _FP_DECL(wc, X) \ argument
29 _FP_FRAC_DECL_##wc(X)
36 #define _FP_UNPACK_CANONICAL(fs, wc, X) \ argument
42 _FP_FRAC_SLL_##wc(X, _FP_WORKBITS); \
48 if (_FP_FRAC_ZEROP_##wc(X)) \
54 _FP_FRAC_CLZ_##wc(_shift, X); \
56 _FP_FRAC_SLL_##wc(X, (_shift+_FP_WORKBITS)); \
69 if (_FP_FRAC_ZEROP_##wc(X)) \
89 #define _FP_PACK_CANONICAL(fs, wc, X) \ argument
97 _FP_ROUND(wc, X); \
[all …]
Dsoft-fp.h135 #define _FP_ROUND_NEAREST(wc, X) \ argument
137 if ((_FP_FRAC_LOW_##wc(X) & 15) != _FP_WORK_ROUND) \
138 _FP_FRAC_ADDI_##wc(X, _FP_WORK_ROUND); \
141 #define _FP_ROUND_ZERO(wc, X) (void)0 argument
143 #define _FP_ROUND_PINF(wc, X) \ argument
145 if (!X##_s && (_FP_FRAC_LOW_##wc(X) & 7)) \
146 _FP_FRAC_ADDI_##wc(X, _FP_WORK_LSB); \
149 #define _FP_ROUND_MINF(wc, X) \ argument
151 if (X##_s && (_FP_FRAC_LOW_##wc(X) & 7)) \
152 _FP_FRAC_ADDI_##wc(X, _FP_WORK_LSB); \
[all …]
/kernel/linux/linux-6.6/drivers/infiniband/hw/mlx4/
Dcq.c511 struct ib_wc *wc) in mlx4_ib_handle_error_cqe() argument
525 wc->status = IB_WC_LOC_LEN_ERR; in mlx4_ib_handle_error_cqe()
528 wc->status = IB_WC_LOC_QP_OP_ERR; in mlx4_ib_handle_error_cqe()
531 wc->status = IB_WC_LOC_PROT_ERR; in mlx4_ib_handle_error_cqe()
534 wc->status = IB_WC_WR_FLUSH_ERR; in mlx4_ib_handle_error_cqe()
537 wc->status = IB_WC_MW_BIND_ERR; in mlx4_ib_handle_error_cqe()
540 wc->status = IB_WC_BAD_RESP_ERR; in mlx4_ib_handle_error_cqe()
543 wc->status = IB_WC_LOC_ACCESS_ERR; in mlx4_ib_handle_error_cqe()
546 wc->status = IB_WC_REM_INV_REQ_ERR; in mlx4_ib_handle_error_cqe()
549 wc->status = IB_WC_REM_ACCESS_ERR; in mlx4_ib_handle_error_cqe()
[all …]
/kernel/linux/linux-5.10/drivers/infiniband/hw/mlx4/
Dcq.c511 struct ib_wc *wc) in mlx4_ib_handle_error_cqe() argument
525 wc->status = IB_WC_LOC_LEN_ERR; in mlx4_ib_handle_error_cqe()
528 wc->status = IB_WC_LOC_QP_OP_ERR; in mlx4_ib_handle_error_cqe()
531 wc->status = IB_WC_LOC_PROT_ERR; in mlx4_ib_handle_error_cqe()
534 wc->status = IB_WC_WR_FLUSH_ERR; in mlx4_ib_handle_error_cqe()
537 wc->status = IB_WC_MW_BIND_ERR; in mlx4_ib_handle_error_cqe()
540 wc->status = IB_WC_BAD_RESP_ERR; in mlx4_ib_handle_error_cqe()
543 wc->status = IB_WC_LOC_ACCESS_ERR; in mlx4_ib_handle_error_cqe()
546 wc->status = IB_WC_REM_INV_REQ_ERR; in mlx4_ib_handle_error_cqe()
549 wc->status = IB_WC_REM_ACCESS_ERR; in mlx4_ib_handle_error_cqe()
[all …]
/kernel/linux/linux-6.6/drivers/infiniband/hw/mlx5/
Dcq.c117 static void handle_good_req(struct ib_wc *wc, struct mlx5_cqe64 *cqe, in handle_good_req() argument
120 wc->wc_flags = 0; in handle_good_req()
123 wc->wc_flags |= IB_WC_WITH_IMM; in handle_good_req()
126 wc->opcode = IB_WC_RDMA_WRITE; in handle_good_req()
129 wc->wc_flags |= IB_WC_WITH_IMM; in handle_good_req()
133 wc->opcode = IB_WC_SEND; in handle_good_req()
136 wc->opcode = IB_WC_RDMA_READ; in handle_good_req()
137 wc->byte_len = be32_to_cpu(cqe->byte_cnt); in handle_good_req()
140 wc->opcode = IB_WC_COMP_SWAP; in handle_good_req()
141 wc->byte_len = 8; in handle_good_req()
[all …]
/kernel/linux/linux-5.10/fs/ocfs2/
Daops.c794 static void ocfs2_unlock_pages(struct ocfs2_write_ctxt *wc) in ocfs2_unlock_pages() argument
803 if (wc->w_target_locked) { in ocfs2_unlock_pages()
804 BUG_ON(!wc->w_target_page); in ocfs2_unlock_pages()
805 for (i = 0; i < wc->w_num_pages; i++) { in ocfs2_unlock_pages()
806 if (wc->w_target_page == wc->w_pages[i]) { in ocfs2_unlock_pages()
807 wc->w_pages[i] = NULL; in ocfs2_unlock_pages()
811 mark_page_accessed(wc->w_target_page); in ocfs2_unlock_pages()
812 put_page(wc->w_target_page); in ocfs2_unlock_pages()
814 ocfs2_unlock_and_free_pages(wc->w_pages, wc->w_num_pages); in ocfs2_unlock_pages()
833 struct ocfs2_write_ctxt *wc) in ocfs2_free_write_ctxt() argument
[all …]
/kernel/linux/linux-6.6/fs/ocfs2/
Daops.c789 static void ocfs2_unlock_pages(struct ocfs2_write_ctxt *wc) in ocfs2_unlock_pages() argument
798 if (wc->w_target_locked) { in ocfs2_unlock_pages()
799 BUG_ON(!wc->w_target_page); in ocfs2_unlock_pages()
800 for (i = 0; i < wc->w_num_pages; i++) { in ocfs2_unlock_pages()
801 if (wc->w_target_page == wc->w_pages[i]) { in ocfs2_unlock_pages()
802 wc->w_pages[i] = NULL; in ocfs2_unlock_pages()
806 mark_page_accessed(wc->w_target_page); in ocfs2_unlock_pages()
807 put_page(wc->w_target_page); in ocfs2_unlock_pages()
809 ocfs2_unlock_and_free_pages(wc->w_pages, wc->w_num_pages); in ocfs2_unlock_pages()
828 struct ocfs2_write_ctxt *wc) in ocfs2_free_write_ctxt() argument
[all …]
/kernel/linux/linux-5.10/drivers/infiniband/hw/mlx5/
Dcq.c117 static void handle_good_req(struct ib_wc *wc, struct mlx5_cqe64 *cqe, in handle_good_req() argument
120 wc->wc_flags = 0; in handle_good_req()
123 wc->wc_flags |= IB_WC_WITH_IMM; in handle_good_req()
126 wc->opcode = IB_WC_RDMA_WRITE; in handle_good_req()
129 wc->wc_flags |= IB_WC_WITH_IMM; in handle_good_req()
133 wc->opcode = IB_WC_SEND; in handle_good_req()
136 wc->opcode = IB_WC_RDMA_READ; in handle_good_req()
137 wc->byte_len = be32_to_cpu(cqe->byte_cnt); in handle_good_req()
140 wc->opcode = IB_WC_COMP_SWAP; in handle_good_req()
141 wc->byte_len = 8; in handle_good_req()
[all …]
/kernel/linux/linux-5.10/drivers/net/ethernet/brocade/bna/
Dbfa_cs.h73 bfa_wc_up(struct bfa_wc *wc) in bfa_wc_up() argument
75 wc->wc_count++; in bfa_wc_up()
79 bfa_wc_down(struct bfa_wc *wc) in bfa_wc_down() argument
81 wc->wc_count--; in bfa_wc_down()
82 if (wc->wc_count == 0) in bfa_wc_down()
83 wc->wc_resume(wc->wc_cbarg); in bfa_wc_down()
88 bfa_wc_init(struct bfa_wc *wc, bfa_wc_resume_t wc_resume, void *wc_cbarg) in bfa_wc_init() argument
90 wc->wc_resume = wc_resume; in bfa_wc_init()
91 wc->wc_cbarg = wc_cbarg; in bfa_wc_init()
92 wc->wc_count = 0; in bfa_wc_init()
[all …]
/kernel/linux/linux-6.6/drivers/net/ethernet/brocade/bna/
Dbfa_cs.h89 bfa_wc_up(struct bfa_wc *wc) in bfa_wc_up() argument
91 wc->wc_count++; in bfa_wc_up()
95 bfa_wc_down(struct bfa_wc *wc) in bfa_wc_down() argument
97 wc->wc_count--; in bfa_wc_down()
98 if (wc->wc_count == 0) in bfa_wc_down()
99 wc->wc_resume(wc->wc_cbarg); in bfa_wc_down()
104 bfa_wc_init(struct bfa_wc *wc, bfa_wc_resume_t wc_resume, void *wc_cbarg) in bfa_wc_init() argument
106 wc->wc_resume = wc_resume; in bfa_wc_init()
107 wc->wc_cbarg = wc_cbarg; in bfa_wc_init()
108 wc->wc_count = 0; in bfa_wc_init()
[all …]
/kernel/linux/linux-5.10/drivers/infiniband/sw/siw/
Dsiw_cq.c48 int siw_reap_cqe(struct siw_cq *cq, struct ib_wc *wc) in siw_reap_cqe() argument
57 memset(wc, 0, sizeof(*wc)); in siw_reap_cqe()
58 wc->wr_id = cqe->id; in siw_reap_cqe()
59 wc->byte_len = cqe->bytes; in siw_reap_cqe()
68 wc->ex.invalidate_rkey = cqe->inval_stag; in siw_reap_cqe()
69 wc->wc_flags = IB_WC_WITH_INVALIDATE; in siw_reap_cqe()
71 wc->qp = cqe->base_qp; in siw_reap_cqe()
72 wc->opcode = map_wc_opcode[cqe->opcode]; in siw_reap_cqe()
73 wc->status = map_cqe_status[cqe->status].ib; in siw_reap_cqe()
95 wc->opcode = map_wc_opcode[opcode]; in siw_reap_cqe()
[all …]
/kernel/linux/linux-6.6/drivers/infiniband/sw/siw/
Dsiw_cq.c48 int siw_reap_cqe(struct siw_cq *cq, struct ib_wc *wc) in siw_reap_cqe() argument
57 memset(wc, 0, sizeof(*wc)); in siw_reap_cqe()
58 wc->wr_id = cqe->id; in siw_reap_cqe()
59 wc->byte_len = cqe->bytes; in siw_reap_cqe()
68 wc->ex.invalidate_rkey = cqe->inval_stag; in siw_reap_cqe()
69 wc->wc_flags = IB_WC_WITH_INVALIDATE; in siw_reap_cqe()
71 wc->qp = cqe->base_qp; in siw_reap_cqe()
72 wc->opcode = map_wc_opcode[cqe->opcode]; in siw_reap_cqe()
73 wc->status = map_cqe_status[cqe->status].ib; in siw_reap_cqe()
95 wc->opcode = map_wc_opcode[opcode]; in siw_reap_cqe()
[all …]
/kernel/linux/linux-6.6/drivers/infiniband/sw/rdmavt/
Dtrace_cq.h70 TP_PROTO(struct rvt_cq *cq, struct ib_wc *wc, u32 idx),
71 TP_ARGS(cq, wc, idx),
85 __entry->wr_id = wc->wr_id;
86 __entry->status = wc->status;
87 __entry->opcode = wc->opcode;
88 __entry->length = wc->byte_len;
89 __entry->qpn = wc->qp->qp_num;
91 __entry->flags = wc->wc_flags;
92 __entry->imm = be32_to_cpu(wc->ex.imm_data);
110 TP_PROTO(struct rvt_cq *cq, struct ib_wc *wc, u32 idx),
[all …]
/kernel/linux/linux-5.10/drivers/infiniband/hw/qib/
Dqib_ud.c62 struct ib_wc wc; in qib_ud_loopback() local
125 memset(&wc, 0, sizeof(wc)); in qib_ud_loopback()
126 wc.byte_len = length + sizeof(struct ib_grh); in qib_ud_loopback()
129 wc.wc_flags = IB_WC_WITH_IMM; in qib_ud_loopback()
130 wc.ex.imm_data = swqe->wr.ex.imm_data; in qib_ud_loopback()
155 if (unlikely(wc.byte_len > qp->r_len)) { in qib_ud_loopback()
168 wc.wc_flags |= IB_WC_GRH; in qib_ud_loopback()
201 wc.wr_id = qp->r_wr_id; in qib_ud_loopback()
202 wc.status = IB_WC_SUCCESS; in qib_ud_loopback()
203 wc.opcode = IB_WC_RECV; in qib_ud_loopback()
[all …]
/kernel/linux/linux-6.6/drivers/infiniband/hw/qib/
Dqib_ud.c62 struct ib_wc wc; in qib_ud_loopback() local
125 memset(&wc, 0, sizeof(wc)); in qib_ud_loopback()
126 wc.byte_len = length + sizeof(struct ib_grh); in qib_ud_loopback()
129 wc.wc_flags = IB_WC_WITH_IMM; in qib_ud_loopback()
130 wc.ex.imm_data = swqe->wr.ex.imm_data; in qib_ud_loopback()
155 if (unlikely(wc.byte_len > qp->r_len)) { in qib_ud_loopback()
168 wc.wc_flags |= IB_WC_GRH; in qib_ud_loopback()
201 wc.wr_id = qp->r_wr_id; in qib_ud_loopback()
202 wc.status = IB_WC_SUCCESS; in qib_ud_loopback()
203 wc.opcode = IB_WC_RECV; in qib_ud_loopback()
[all …]
/kernel/linux/linux-6.6/tools/perf/tests/shell/
Dlock_contention.sh43 if [ "$(cat "${result}" | wc -l)" != "1" ]; then
44 echo "[Fail] Recorded result count is not 1:" "$(cat "${result}" | wc -l)"
61 if [ "$(cat "${result}" | wc -l)" != "1" ]; then
62 echo "[Fail] BPF result count is not 1:" "$(cat "${result}" | wc -l)"
73 if [ "$(cat "${result}" | wc -l)" != "1" ]; then
74 echo "[Fail] Recorded result count is not 1:" "$(cat "${result}" | wc -l)"
84 if [ "$(cat "${result}" | wc -l)" != "1" ]; then
85 echo "[Fail] Recorded result count is not 1:" "$(cat "${result}" | wc -l)"
96 if [ "$(cat "${result}" | wc -l)" != "1" ]; then
97 echo "[Fail] BPF result count is not 1:" "$(cat "${result}" | wc -l)"
[all …]
/kernel/linux/linux-6.6/drivers/infiniband/hw/erdma/
Derdma_cq.c110 static int erdma_poll_one_cqe(struct erdma_cq *cq, struct ib_wc *wc) in erdma_poll_one_cqe() argument
157 wc->wr_id = id_table[wqe_idx & (depth - 1)]; in erdma_poll_one_cqe()
158 wc->byte_len = be32_to_cpu(cqe->size); in erdma_poll_one_cqe()
160 wc->wc_flags = 0; in erdma_poll_one_cqe()
162 wc->opcode = wc_mapping_table[opcode]; in erdma_poll_one_cqe()
164 wc->ex.imm_data = cpu_to_be32(le32_to_cpu(cqe->imm_data)); in erdma_poll_one_cqe()
165 wc->wc_flags |= IB_WC_WITH_IMM; in erdma_poll_one_cqe()
167 wc->ex.invalidate_rkey = be32_to_cpu(cqe->inv_rkey); in erdma_poll_one_cqe()
168 wc->wc_flags |= IB_WC_WITH_INVALIDATE; in erdma_poll_one_cqe()
174 wc->status = map_cqe_status[syndrome].base; in erdma_poll_one_cqe()
[all …]
/kernel/linux/linux-5.10/drivers/infiniband/sw/rdmavt/
Dtrace_cq.h112 TP_PROTO(struct rvt_cq *cq, struct ib_wc *wc, u32 idx),
113 TP_ARGS(cq, wc, idx),
127 __entry->wr_id = wc->wr_id;
128 __entry->status = wc->status;
129 __entry->opcode = wc->opcode;
130 __entry->length = wc->byte_len;
131 __entry->qpn = wc->qp->qp_num;
133 __entry->flags = wc->wc_flags;
134 __entry->imm = be32_to_cpu(wc->ex.imm_data);
152 TP_PROTO(struct rvt_cq *cq, struct ib_wc *wc, u32 idx),
[all …]
/kernel/linux/linux-6.6/Documentation/arch/x86/
Dpat.rst22 WC Write-combined
47 | ioremap_wc | -- | -- | WC |
54 | set_memory_wc, | WC | -- | -- |
62 | pci sysfs resource_wc | -- | -- | WC |
68 | pci proc | -- | -- | WC |
71 | /dev/mem | -- | WB/WC/UC- | WB/WC/UC- |
77 | /dev/mem | -- | WB/WC/UC- | WB/WC/UC- |
112 In addition, step 2 internally tracks the region as UC or WC in memtype
127 is made, should already have been ioremapped with WC attributes or PAT entries,
145 WC 000 WB _PAGE_CACHE_MODE_WB WC | WC
[all …]
/kernel/linux/linux-5.10/Documentation/x86/
Dpat.rst22 WC Write-combined
47 | ioremap_wc | -- | -- | WC |
54 | set_memory_wc, | WC | -- | -- |
62 | pci sysfs resource_wc | -- | -- | WC |
68 | pci proc | -- | -- | WC |
71 | /dev/mem | -- | WB/WC/UC- | WB/WC/UC- |
77 | /dev/mem | -- | WB/WC/UC- | WB/WC/UC- |
112 In addition, step 2 internally tracks the region as UC or WC in memtype
127 is made, should already have been ioremapped with WC attributes or PAT entries,
145 WC 000 WB _PAGE_CACHE_MODE_WB WC | WC
[all …]
/kernel/linux/linux-5.10/net/sunrpc/xprtrdma/
Dfrwr_ops.c355 * frwr_wc_fastreg - Invoked by RDMA provider for a flushed FastReg WC
357 * @wc: WCE for a completed FastReg WR
360 static void frwr_wc_fastreg(struct ib_cq *cq, struct ib_wc *wc) in frwr_wc_fastreg() argument
362 struct ib_cqe *cqe = wc->wr_cqe; in frwr_wc_fastreg()
367 trace_xprtrdma_wc_fastreg(wc, frwr); in frwr_wc_fastreg()
370 rpcrdma_flush_disconnect(cq->cq_context, wc); in frwr_wc_fastreg()
430 static void __frwr_release_mr(struct ib_wc *wc, struct rpcrdma_mr *mr) in __frwr_release_mr() argument
432 if (wc->status != IB_WC_SUCCESS) in __frwr_release_mr()
439 * frwr_wc_localinv - Invoked by RDMA provider for a LOCAL_INV WC
441 * @wc: WCE for a completed LocalInv WR
[all …]

12345678910>>...32