Lines Matching refs:hdr
923 static void ff_layout_reset_write(struct nfs_pgio_header *hdr, bool retry_pnfs) in ff_layout_reset_write() argument
925 struct rpc_task *task = &hdr->task; in ff_layout_reset_write()
927 pnfs_layoutcommit_inode(hdr->inode, false); in ff_layout_reset_write()
932 hdr->task.tk_pid, in ff_layout_reset_write()
933 hdr->inode->i_sb->s_id, in ff_layout_reset_write()
934 (unsigned long long)NFS_FILEID(hdr->inode), in ff_layout_reset_write()
935 hdr->args.count, in ff_layout_reset_write()
936 (unsigned long long)hdr->args.offset); in ff_layout_reset_write()
938 if (!hdr->dreq) { in ff_layout_reset_write()
941 ctx = nfs_list_entry(hdr->pages.next)->wb_context; in ff_layout_reset_write()
943 hdr->completion_ops->error_cleanup(&hdr->pages); in ff_layout_reset_write()
945 nfs_direct_set_resched_writes(hdr->dreq); in ff_layout_reset_write()
947 hdr->verf.committed = NFS_UNSTABLE; in ff_layout_reset_write()
948 hdr->good_bytes = hdr->args.count; in ff_layout_reset_write()
953 if (!test_and_set_bit(NFS_IOHDR_REDO, &hdr->flags)) { in ff_layout_reset_write()
956 hdr->task.tk_pid, in ff_layout_reset_write()
957 hdr->inode->i_sb->s_id, in ff_layout_reset_write()
958 (unsigned long long)NFS_FILEID(hdr->inode), in ff_layout_reset_write()
959 hdr->args.count, in ff_layout_reset_write()
960 (unsigned long long)hdr->args.offset); in ff_layout_reset_write()
962 task->tk_status = pnfs_write_done_resend_to_mds(hdr); in ff_layout_reset_write()
966 static void ff_layout_reset_read(struct nfs_pgio_header *hdr) in ff_layout_reset_read() argument
968 struct rpc_task *task = &hdr->task; in ff_layout_reset_read()
970 pnfs_layoutcommit_inode(hdr->inode, false); in ff_layout_reset_read()
972 if (!test_and_set_bit(NFS_IOHDR_REDO, &hdr->flags)) { in ff_layout_reset_read()
975 hdr->task.tk_pid, in ff_layout_reset_read()
976 hdr->inode->i_sb->s_id, in ff_layout_reset_read()
977 (unsigned long long)NFS_FILEID(hdr->inode), in ff_layout_reset_read()
978 hdr->args.count, in ff_layout_reset_read()
979 (unsigned long long)hdr->args.offset); in ff_layout_reset_read()
981 task->tk_status = pnfs_read_done_resend_to_mds(hdr); in ff_layout_reset_read()
1195 struct nfs_pgio_header *hdr) in ff_layout_read_done_cb() argument
1199 trace_nfs4_pnfs_read(hdr, task->tk_status); in ff_layout_read_done_cb()
1201 ff_layout_io_track_ds_error(hdr->lseg, hdr->pgio_mirror_idx, in ff_layout_read_done_cb()
1202 hdr->args.offset, hdr->args.count, in ff_layout_read_done_cb()
1203 hdr->res.op_status, OP_READ, in ff_layout_read_done_cb()
1205 err = ff_layout_async_handle_error(task, hdr->args.context->state, in ff_layout_read_done_cb()
1206 hdr->ds_clp, hdr->lseg, in ff_layout_read_done_cb()
1207 hdr->pgio_mirror_idx); in ff_layout_read_done_cb()
1211 if (ff_layout_choose_best_ds_for_read(hdr->lseg, in ff_layout_read_done_cb()
1212 hdr->pgio_mirror_idx + 1, in ff_layout_read_done_cb()
1213 &hdr->pgio_mirror_idx)) in ff_layout_read_done_cb()
1216 &hdr->lseg->pls_layout->plh_flags); in ff_layout_read_done_cb()
1217 pnfs_read_resend_pnfs(hdr); in ff_layout_read_done_cb()
1220 ff_layout_reset_read(hdr); in ff_layout_read_done_cb()
1248 ff_layout_set_layoutcommit(struct nfs_pgio_header *hdr) in ff_layout_set_layoutcommit() argument
1250 if (!ff_layout_need_layoutcommit(hdr->lseg)) in ff_layout_set_layoutcommit()
1253 pnfs_set_layoutcommit(hdr->inode, hdr->lseg, in ff_layout_set_layoutcommit()
1254 hdr->mds_offset + hdr->res.count); in ff_layout_set_layoutcommit()
1255 dprintk("%s inode %lu pls_end_pos %lu\n", __func__, hdr->inode->i_ino, in ff_layout_set_layoutcommit()
1256 (unsigned long) NFS_I(hdr->inode)->layout->plh_lwb); in ff_layout_set_layoutcommit()
1269 struct nfs_pgio_header *hdr) in ff_layout_read_prepare_common() argument
1271 nfs4_ff_layout_stat_io_start_read(hdr->inode, in ff_layout_read_prepare_common()
1272 FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx), in ff_layout_read_prepare_common()
1273 hdr->args.count, in ff_layout_read_prepare_common()
1276 if (unlikely(test_bit(NFS_CONTEXT_BAD, &hdr->args.context->flags))) { in ff_layout_read_prepare_common()
1280 if (ff_layout_reset_to_mds(hdr->lseg, hdr->pgio_mirror_idx)) { in ff_layout_read_prepare_common()
1282 if (ff_layout_has_available_ds(hdr->lseg)) in ff_layout_read_prepare_common()
1283 pnfs_read_resend_pnfs(hdr); in ff_layout_read_prepare_common()
1285 ff_layout_reset_read(hdr); in ff_layout_read_prepare_common()
1289 hdr->pgio_done_cb = ff_layout_read_done_cb; in ff_layout_read_prepare_common()
1301 struct nfs_pgio_header *hdr = data; in ff_layout_read_prepare_v3() local
1303 if (ff_layout_read_prepare_common(task, hdr)) in ff_layout_read_prepare_v3()
1327 struct nfs_pgio_header *hdr = data; in ff_layout_read_prepare_v4() local
1329 if (ff_layout_setup_sequence(hdr->ds_clp, in ff_layout_read_prepare_v4()
1330 &hdr->args.seq_args, in ff_layout_read_prepare_v4()
1331 &hdr->res.seq_res, in ff_layout_read_prepare_v4()
1335 if (ff_layout_read_prepare_common(task, hdr)) in ff_layout_read_prepare_v4()
1338 if (nfs4_set_rw_stateid(&hdr->args.stateid, hdr->args.context, in ff_layout_read_prepare_v4()
1339 hdr->args.lock_context, FMODE_READ) == -EIO) in ff_layout_read_prepare_v4()
1345 struct nfs_pgio_header *hdr = data; in ff_layout_read_call_done() local
1350 FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx), in ff_layout_read_call_done()
1351 hdr->args.count, hdr->res.count); in ff_layout_read_call_done()
1353 if (test_bit(NFS_IOHDR_REDO, &hdr->flags) && in ff_layout_read_call_done()
1355 nfs4_sequence_done(task, &hdr->res.seq_res); in ff_layout_read_call_done()
1360 hdr->mds_ops->rpc_call_done(task, hdr); in ff_layout_read_call_done()
1365 struct nfs_pgio_header *hdr = data; in ff_layout_read_count_stats() local
1368 &NFS_CLIENT(hdr->inode)->cl_metrics[NFSPROC4_CLNT_READ]); in ff_layout_read_count_stats()
1372 struct nfs_pgio_header *hdr) in ff_layout_write_done_cb() argument
1376 trace_nfs4_pnfs_write(hdr, task->tk_status); in ff_layout_write_done_cb()
1378 ff_layout_io_track_ds_error(hdr->lseg, hdr->pgio_mirror_idx, in ff_layout_write_done_cb()
1379 hdr->args.offset, hdr->args.count, in ff_layout_write_done_cb()
1380 hdr->res.op_status, OP_WRITE, in ff_layout_write_done_cb()
1382 err = ff_layout_async_handle_error(task, hdr->args.context->state, in ff_layout_write_done_cb()
1383 hdr->ds_clp, hdr->lseg, in ff_layout_write_done_cb()
1384 hdr->pgio_mirror_idx); in ff_layout_write_done_cb()
1388 pnfs_set_retry_layoutget(hdr->lseg->pls_layout); in ff_layout_write_done_cb()
1389 ff_layout_reset_write(hdr, true); in ff_layout_write_done_cb()
1392 pnfs_clear_retry_layoutget(hdr->lseg->pls_layout); in ff_layout_write_done_cb()
1393 ff_layout_reset_write(hdr, false); in ff_layout_write_done_cb()
1400 if (hdr->res.verf->committed == NFS_FILE_SYNC || in ff_layout_write_done_cb()
1401 hdr->res.verf->committed == NFS_DATA_SYNC) in ff_layout_write_done_cb()
1402 ff_layout_set_layoutcommit(hdr); in ff_layout_write_done_cb()
1405 hdr->fattr.valid = 0; in ff_layout_write_done_cb()
1407 nfs_writeback_update_inode(hdr); in ff_layout_write_done_cb()
1447 struct nfs_pgio_header *hdr) in ff_layout_write_prepare_common() argument
1449 nfs4_ff_layout_stat_io_start_write(hdr->inode, in ff_layout_write_prepare_common()
1450 FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx), in ff_layout_write_prepare_common()
1451 hdr->args.count, in ff_layout_write_prepare_common()
1454 if (unlikely(test_bit(NFS_CONTEXT_BAD, &hdr->args.context->flags))) { in ff_layout_write_prepare_common()
1459 if (ff_layout_reset_to_mds(hdr->lseg, hdr->pgio_mirror_idx)) { in ff_layout_write_prepare_common()
1462 retry_pnfs = ff_layout_has_available_ds(hdr->lseg); in ff_layout_write_prepare_common()
1465 ff_layout_reset_write(hdr, retry_pnfs); in ff_layout_write_prepare_common()
1475 struct nfs_pgio_header *hdr = data; in ff_layout_write_prepare_v3() local
1477 if (ff_layout_write_prepare_common(task, hdr)) in ff_layout_write_prepare_v3()
1485 struct nfs_pgio_header *hdr = data; in ff_layout_write_prepare_v4() local
1487 if (ff_layout_setup_sequence(hdr->ds_clp, in ff_layout_write_prepare_v4()
1488 &hdr->args.seq_args, in ff_layout_write_prepare_v4()
1489 &hdr->res.seq_res, in ff_layout_write_prepare_v4()
1493 if (ff_layout_write_prepare_common(task, hdr)) in ff_layout_write_prepare_v4()
1496 if (nfs4_set_rw_stateid(&hdr->args.stateid, hdr->args.context, in ff_layout_write_prepare_v4()
1497 hdr->args.lock_context, FMODE_WRITE) == -EIO) in ff_layout_write_prepare_v4()
1503 struct nfs_pgio_header *hdr = data; in ff_layout_write_call_done() local
1506 FF_LAYOUT_COMP(hdr->lseg, hdr->pgio_mirror_idx), in ff_layout_write_call_done()
1507 hdr->args.count, hdr->res.count, in ff_layout_write_call_done()
1508 hdr->res.verf->committed); in ff_layout_write_call_done()
1510 if (test_bit(NFS_IOHDR_REDO, &hdr->flags) && in ff_layout_write_call_done()
1512 nfs4_sequence_done(task, &hdr->res.seq_res); in ff_layout_write_call_done()
1517 hdr->mds_ops->rpc_call_done(task, hdr); in ff_layout_write_call_done()
1522 struct nfs_pgio_header *hdr = data; in ff_layout_write_count_stats() local
1525 &NFS_CLIENT(hdr->inode)->cl_metrics[NFSPROC4_CLNT_WRITE]); in ff_layout_write_count_stats()
1623 ff_layout_read_pagelist(struct nfs_pgio_header *hdr) in ff_layout_read_pagelist() argument
1625 struct pnfs_layout_segment *lseg = hdr->lseg; in ff_layout_read_pagelist()
1629 loff_t offset = hdr->args.offset; in ff_layout_read_pagelist()
1630 u32 idx = hdr->pgio_mirror_idx; in ff_layout_read_pagelist()
1635 __func__, hdr->inode->i_ino, in ff_layout_read_pagelist()
1636 hdr->args.pgbase, (size_t)hdr->args.count, offset); in ff_layout_read_pagelist()
1643 hdr->inode); in ff_layout_read_pagelist()
1647 ds_cred = ff_layout_get_ds_cred(lseg, idx, hdr->cred); in ff_layout_read_pagelist()
1657 hdr->ds_clp = ds->ds_clp; in ff_layout_read_pagelist()
1660 hdr->args.fh = fh; in ff_layout_read_pagelist()
1665 hdr->args.offset = offset; in ff_layout_read_pagelist()
1666 hdr->mds_offset = offset; in ff_layout_read_pagelist()
1669 nfs_initiate_pgio(ds_clnt, hdr, ds_cred, ds->ds_clp->rpc_ops, in ff_layout_read_pagelist()
1684 ff_layout_write_pagelist(struct nfs_pgio_header *hdr, int sync) in ff_layout_write_pagelist() argument
1686 struct pnfs_layout_segment *lseg = hdr->lseg; in ff_layout_write_pagelist()
1690 loff_t offset = hdr->args.offset; in ff_layout_write_pagelist()
1693 int idx = hdr->pgio_mirror_idx; in ff_layout_write_pagelist()
1700 hdr->inode); in ff_layout_write_pagelist()
1704 ds_cred = ff_layout_get_ds_cred(lseg, idx, hdr->cred); in ff_layout_write_pagelist()
1711 __func__, hdr->inode->i_ino, sync, (size_t) hdr->args.count, in ff_layout_write_pagelist()
1715 hdr->pgio_done_cb = ff_layout_write_done_cb; in ff_layout_write_pagelist()
1717 hdr->ds_clp = ds->ds_clp; in ff_layout_write_pagelist()
1718 hdr->ds_commit_idx = idx; in ff_layout_write_pagelist()
1721 hdr->args.fh = fh; in ff_layout_write_pagelist()
1727 hdr->args.offset = offset; in ff_layout_write_pagelist()
1730 nfs_initiate_pgio(ds_clnt, hdr, ds_cred, ds->ds_clp->rpc_ops, in ff_layout_write_pagelist()
1830 struct pnfs_layout_hdr *hdr = &flo->generic_hdr; in ff_layout_encode_ioerr() local
1839 spin_lock(&hdr->plh_inode->i_lock); in ff_layout_encode_ioerr()
1841 spin_unlock(&hdr->plh_inode->i_lock); in ff_layout_encode_ioerr()