Lines Matching refs:req
46 static void link_request(struct ceph_osd *osd, struct ceph_osd_request *req);
47 static void unlink_request(struct ceph_osd *osd, struct ceph_osd_request *req);
401 static void request_release_checks(struct ceph_osd_request *req) in request_release_checks() argument
403 WARN_ON(!RB_EMPTY_NODE(&req->r_node)); in request_release_checks()
404 WARN_ON(!RB_EMPTY_NODE(&req->r_mc_node)); in request_release_checks()
405 WARN_ON(!list_empty(&req->r_unsafe_item)); in request_release_checks()
406 WARN_ON(req->r_osd); in request_release_checks()
411 struct ceph_osd_request *req = container_of(kref, in ceph_osdc_release_request() local
415 dout("%s %p (r_request %p r_reply %p)\n", __func__, req, in ceph_osdc_release_request()
416 req->r_request, req->r_reply); in ceph_osdc_release_request()
417 request_release_checks(req); in ceph_osdc_release_request()
419 if (req->r_request) in ceph_osdc_release_request()
420 ceph_msg_put(req->r_request); in ceph_osdc_release_request()
421 if (req->r_reply) in ceph_osdc_release_request()
422 ceph_msg_put(req->r_reply); in ceph_osdc_release_request()
424 for (which = 0; which < req->r_num_ops; which++) in ceph_osdc_release_request()
425 osd_req_op_data_release(req, which); in ceph_osdc_release_request()
427 target_destroy(&req->r_t); in ceph_osdc_release_request()
428 ceph_put_snap_context(req->r_snapc); in ceph_osdc_release_request()
430 if (req->r_mempool) in ceph_osdc_release_request()
431 mempool_free(req, req->r_osdc->req_mempool); in ceph_osdc_release_request()
432 else if (req->r_num_ops <= CEPH_OSD_SLAB_OPS) in ceph_osdc_release_request()
433 kmem_cache_free(ceph_osd_request_cache, req); in ceph_osdc_release_request()
435 kfree(req); in ceph_osdc_release_request()
438 void ceph_osdc_get_request(struct ceph_osd_request *req) in ceph_osdc_get_request() argument
440 dout("%s %p (was %d)\n", __func__, req, in ceph_osdc_get_request()
441 atomic_read(&req->r_kref.refcount)); in ceph_osdc_get_request()
442 kref_get(&req->r_kref); in ceph_osdc_get_request()
446 void ceph_osdc_put_request(struct ceph_osd_request *req) in ceph_osdc_put_request() argument
448 if (req) { in ceph_osdc_put_request()
449 dout("%s %p (was %d)\n", __func__, req, in ceph_osdc_put_request()
450 atomic_read(&req->r_kref.refcount)); in ceph_osdc_put_request()
451 kref_put(&req->r_kref, ceph_osdc_release_request); in ceph_osdc_put_request()
456 static void request_init(struct ceph_osd_request *req) in request_init() argument
459 memset(req, 0, sizeof(*req)); in request_init()
461 kref_init(&req->r_kref); in request_init()
462 init_completion(&req->r_completion); in request_init()
463 init_completion(&req->r_safe_completion); in request_init()
464 RB_CLEAR_NODE(&req->r_node); in request_init()
465 RB_CLEAR_NODE(&req->r_mc_node); in request_init()
466 INIT_LIST_HEAD(&req->r_unsafe_item); in request_init()
468 target_init(&req->r_t); in request_init()
478 static void request_reinit(struct ceph_osd_request *req) in request_reinit() argument
480 struct ceph_osd_client *osdc = req->r_osdc; in request_reinit()
481 bool mempool = req->r_mempool; in request_reinit()
482 unsigned int num_ops = req->r_num_ops; in request_reinit()
483 u64 snapid = req->r_snapid; in request_reinit()
484 struct ceph_snap_context *snapc = req->r_snapc; in request_reinit()
485 bool linger = req->r_linger; in request_reinit()
486 struct ceph_msg *request_msg = req->r_request; in request_reinit()
487 struct ceph_msg *reply_msg = req->r_reply; in request_reinit()
489 dout("%s req %p\n", __func__, req); in request_reinit()
490 WARN_ON(atomic_read(&req->r_kref.refcount) != 1); in request_reinit()
491 request_release_checks(req); in request_reinit()
495 target_destroy(&req->r_t); in request_reinit()
497 request_init(req); in request_reinit()
498 req->r_osdc = osdc; in request_reinit()
499 req->r_mempool = mempool; in request_reinit()
500 req->r_num_ops = num_ops; in request_reinit()
501 req->r_snapid = snapid; in request_reinit()
502 req->r_snapc = snapc; in request_reinit()
503 req->r_linger = linger; in request_reinit()
504 req->r_request = request_msg; in request_reinit()
505 req->r_reply = reply_msg; in request_reinit()
514 struct ceph_osd_request *req; in ceph_osdc_alloc_request() local
518 req = mempool_alloc(osdc->req_mempool, gfp_flags); in ceph_osdc_alloc_request()
520 req = kmem_cache_alloc(ceph_osd_request_cache, gfp_flags); in ceph_osdc_alloc_request()
523 req = kmalloc(sizeof(*req) + num_ops * sizeof(req->r_ops[0]), in ceph_osdc_alloc_request()
526 if (unlikely(!req)) in ceph_osdc_alloc_request()
529 request_init(req); in ceph_osdc_alloc_request()
530 req->r_osdc = osdc; in ceph_osdc_alloc_request()
531 req->r_mempool = use_mempool; in ceph_osdc_alloc_request()
532 req->r_num_ops = num_ops; in ceph_osdc_alloc_request()
533 req->r_snapid = CEPH_NOSNAP; in ceph_osdc_alloc_request()
534 req->r_snapc = ceph_get_snap_context(snapc); in ceph_osdc_alloc_request()
536 dout("%s req %p\n", __func__, req); in ceph_osdc_alloc_request()
537 return req; in ceph_osdc_alloc_request()
546 int ceph_osdc_alloc_messages(struct ceph_osd_request *req, gfp_t gfp) in ceph_osdc_alloc_messages() argument
548 struct ceph_osd_client *osdc = req->r_osdc; in ceph_osdc_alloc_messages()
552 WARN_ON(ceph_oid_empty(&req->r_base_oid)); in ceph_osdc_alloc_messages()
553 WARN_ON(ceph_oloc_empty(&req->r_base_oloc)); in ceph_osdc_alloc_messages()
559 ceph_oloc_encoding_size(&req->r_base_oloc); /* oloc */ in ceph_osdc_alloc_messages()
561 msg_size += 4 + req->r_base_oid.name_len; /* oid */ in ceph_osdc_alloc_messages()
562 msg_size += 2 + req->r_num_ops * sizeof(struct ceph_osd_op); in ceph_osdc_alloc_messages()
565 msg_size += 4 + 8 * (req->r_snapc ? req->r_snapc->num_snaps : 0); in ceph_osdc_alloc_messages()
568 if (req->r_mempool) in ceph_osdc_alloc_messages()
576 req->r_request = msg; in ceph_osdc_alloc_messages()
580 msg_size += req->r_base_oid.name_len; in ceph_osdc_alloc_messages()
581 msg_size += req->r_num_ops * sizeof(struct ceph_osd_op); in ceph_osdc_alloc_messages()
583 if (req->r_mempool) in ceph_osdc_alloc_messages()
590 req->r_reply = msg; in ceph_osdc_alloc_messages()
774 static void osd_req_op_watch_init(struct ceph_osd_request *req, int which, in osd_req_op_watch_init() argument
779 op = _osd_req_op_init(req, which, CEPH_OSD_OP_WATCH, 0); in osd_req_op_watch_init()
925 struct ceph_osd_request *req; in ceph_osdc_new_request() local
935 req = ceph_osdc_alloc_request(osdc, snapc, num_ops, use_mempool, in ceph_osdc_new_request()
937 if (!req) { in ceph_osdc_new_request()
948 osd_req_op_init(req, which, opcode, 0); in ceph_osdc_new_request()
961 osd_req_op_extent_init(req, which, opcode, objoff, objlen, in ceph_osdc_new_request()
965 req->r_flags = flags; in ceph_osdc_new_request()
966 req->r_base_oloc.pool = layout->pool_id; in ceph_osdc_new_request()
967 req->r_base_oloc.pool_ns = ceph_try_get_string(layout->pool_ns); in ceph_osdc_new_request()
968 ceph_oid_printf(&req->r_base_oid, "%llx.%08llx", vino.ino, objnum); in ceph_osdc_new_request()
970 req->r_snapid = vino.snap; in ceph_osdc_new_request()
972 req->r_data_offset = off; in ceph_osdc_new_request()
974 r = ceph_osdc_alloc_messages(req, GFP_NOFS); in ceph_osdc_new_request()
978 return req; in ceph_osdc_new_request()
981 ceph_osdc_put_request(req); in ceph_osdc_new_request()
1124 struct ceph_osd_request *req = in close_osd() local
1129 dout(" reassigning req %p tid %llu\n", req, req->r_tid); in close_osd()
1130 unlink_request(osd, req); in close_osd()
1131 link_request(&osdc->homeless_osd, req); in close_osd()
1174 struct ceph_osd_request *req = in reopen_osd() local
1176 req->r_stamp = jiffies; in reopen_osd()
1222 static void link_request(struct ceph_osd *osd, struct ceph_osd_request *req) in link_request() argument
1225 WARN_ON(!req->r_tid || req->r_osd); in link_request()
1227 req, req->r_tid); in link_request()
1235 insert_request(&osd->o_requests, req); in link_request()
1236 req->r_osd = osd; in link_request()
1239 static void unlink_request(struct ceph_osd *osd, struct ceph_osd_request *req) in unlink_request() argument
1242 WARN_ON(req->r_osd != osd); in unlink_request()
1244 req, req->r_tid); in unlink_request()
1246 req->r_osd = NULL; in unlink_request()
1247 erase_request(&osd->o_requests, req); in unlink_request()
1414 static void setup_request_data(struct ceph_osd_request *req, in setup_request_data() argument
1424 for (i = 0; i < req->r_num_ops; i++) { in setup_request_data()
1425 struct ceph_osd_req_op *op = &req->r_ops[i]; in setup_request_data()
1447 ceph_osdc_msg_data_add(req->r_reply, in setup_request_data()
1451 ceph_osdc_msg_data_add(req->r_reply, in setup_request_data()
1455 ceph_osdc_msg_data_add(req->r_reply, in setup_request_data()
1468 ceph_osdc_msg_data_add(req->r_reply, in setup_request_data()
1474 ceph_osdc_msg_data_add(req->r_reply, in setup_request_data()
1485 static void encode_request(struct ceph_osd_request *req, struct ceph_msg *msg) in encode_request() argument
1492 if (req->r_flags & CEPH_OSD_FLAG_WRITE) { in encode_request()
1494 WARN_ON(req->r_snapid != CEPH_NOSNAP); in encode_request()
1496 WARN_ON(req->r_mtime.tv_sec || req->r_mtime.tv_nsec || in encode_request()
1497 req->r_data_offset || req->r_snapc); in encode_request()
1500 setup_request_data(req, msg); in encode_request()
1503 ceph_encode_32(&p, req->r_osdc->osdmap->epoch); in encode_request()
1504 ceph_encode_32(&p, req->r_flags); in encode_request()
1505 ceph_encode_timespec(p, &req->r_mtime); in encode_request()
1508 memcpy(p, &req->r_replay_version, sizeof(req->r_replay_version)); in encode_request()
1509 p += sizeof(req->r_replay_version); in encode_request()
1513 ceph_oloc_encoding_size(&req->r_t.target_oloc)); in encode_request()
1514 ceph_encode_64(&p, req->r_t.target_oloc.pool); in encode_request()
1517 if (req->r_t.target_oloc.pool_ns) in encode_request()
1518 ceph_encode_string(&p, end, req->r_t.target_oloc.pool_ns->str, in encode_request()
1519 req->r_t.target_oloc.pool_ns->len); in encode_request()
1525 ceph_encode_64(&p, req->r_t.pgid.pool); in encode_request()
1526 ceph_encode_32(&p, req->r_t.pgid.seed); in encode_request()
1530 ceph_encode_32(&p, req->r_t.target_oid.name_len); in encode_request()
1531 memcpy(p, req->r_t.target_oid.name, req->r_t.target_oid.name_len); in encode_request()
1532 p += req->r_t.target_oid.name_len; in encode_request()
1535 ceph_encode_16(&p, req->r_num_ops); in encode_request()
1536 for (i = 0; i < req->r_num_ops; i++) { in encode_request()
1537 data_len += osd_req_encode_op(p, &req->r_ops[i]); in encode_request()
1541 ceph_encode_64(&p, req->r_snapid); /* snapid */ in encode_request()
1542 if (req->r_snapc) { in encode_request()
1543 ceph_encode_64(&p, req->r_snapc->seq); in encode_request()
1544 ceph_encode_32(&p, req->r_snapc->num_snaps); in encode_request()
1545 for (i = 0; i < req->r_snapc->num_snaps; i++) in encode_request()
1546 ceph_encode_64(&p, req->r_snapc->snaps[i]); in encode_request()
1552 ceph_encode_32(&p, req->r_attempts); /* retry_attempt */ in encode_request()
1564 msg->hdr.data_off = cpu_to_le16(req->r_data_offset); in encode_request()
1567 req, req->r_t.target_oid.name, req->r_t.target_oid.name_len, in encode_request()
1574 static void send_request(struct ceph_osd_request *req) in send_request() argument
1576 struct ceph_osd *osd = req->r_osd; in send_request()
1579 WARN_ON(osd->o_osd != req->r_t.osd); in send_request()
1585 if (req->r_sent) in send_request()
1586 ceph_msg_revoke(req->r_request); in send_request()
1588 req->r_flags |= CEPH_OSD_FLAG_KNOWN_REDIR; in send_request()
1589 if (req->r_attempts) in send_request()
1590 req->r_flags |= CEPH_OSD_FLAG_RETRY; in send_request()
1592 WARN_ON(req->r_flags & CEPH_OSD_FLAG_RETRY); in send_request()
1594 encode_request(req, req->r_request); in send_request()
1597 __func__, req, req->r_tid, req->r_t.pgid.pool, req->r_t.pgid.seed, in send_request()
1598 req->r_t.osd, req->r_flags, req->r_attempts); in send_request()
1600 req->r_t.paused = false; in send_request()
1601 req->r_stamp = jiffies; in send_request()
1602 req->r_attempts++; in send_request()
1604 req->r_sent = osd->o_incarnation; in send_request()
1605 req->r_request->hdr.tid = cpu_to_le64(req->r_tid); in send_request()
1606 ceph_con_send(&osd->o_con, ceph_msg_get(req->r_request)); in send_request()
1630 static void send_map_check(struct ceph_osd_request *req);
1632 static void __submit_request(struct ceph_osd_request *req, bool wrlocked) in __submit_request() argument
1634 struct ceph_osd_client *osdc = req->r_osdc; in __submit_request()
1640 WARN_ON(req->r_tid || req->r_got_reply); in __submit_request()
1641 dout("%s req %p wrlocked %d\n", __func__, req, wrlocked); in __submit_request()
1644 ct_res = calc_target(osdc, &req->r_t, &req->r_last_force_resend, false); in __submit_request()
1648 osd = lookup_create_osd(osdc, req->r_t.osd, wrlocked); in __submit_request()
1654 if ((req->r_flags & CEPH_OSD_FLAG_WRITE) && in __submit_request()
1656 dout("req %p pausewr\n", req); in __submit_request()
1657 req->r_t.paused = true; in __submit_request()
1659 } else if ((req->r_flags & CEPH_OSD_FLAG_READ) && in __submit_request()
1661 dout("req %p pauserd\n", req); in __submit_request()
1662 req->r_t.paused = true; in __submit_request()
1664 } else if ((req->r_flags & CEPH_OSD_FLAG_WRITE) && in __submit_request()
1665 !(req->r_flags & (CEPH_OSD_FLAG_FULL_TRY | in __submit_request()
1668 pool_full(osdc, req->r_t.base_oloc.pool))) { in __submit_request()
1669 dout("req %p full/pool_full\n", req); in __submit_request()
1671 req->r_t.paused = true; in __submit_request()
1685 req->r_tid = atomic64_inc_return(&osdc->last_tid); in __submit_request()
1686 link_request(osd, req); in __submit_request()
1688 send_request(req); in __submit_request()
1692 send_map_check(req); in __submit_request()
1706 static void account_request(struct ceph_osd_request *req) in account_request() argument
1710 if (req->r_flags & CEPH_OSD_FLAG_READ) { in account_request()
1711 WARN_ON(req->r_flags & mask); in account_request()
1712 req->r_flags |= CEPH_OSD_FLAG_ACK; in account_request()
1713 } else if (req->r_flags & CEPH_OSD_FLAG_WRITE) in account_request()
1714 WARN_ON(!(req->r_flags & mask)); in account_request()
1718 WARN_ON(req->r_unsafe_callback && (req->r_flags & mask) != mask); in account_request()
1719 atomic_inc(&req->r_osdc->num_requests); in account_request()
1722 static void submit_request(struct ceph_osd_request *req, bool wrlocked) in submit_request() argument
1724 ceph_osdc_get_request(req); in submit_request()
1725 account_request(req); in submit_request()
1726 __submit_request(req, wrlocked); in submit_request()
1729 static void __finish_request(struct ceph_osd_request *req) in __finish_request() argument
1731 struct ceph_osd_client *osdc = req->r_osdc; in __finish_request()
1732 struct ceph_osd *osd = req->r_osd; in __finish_request()
1735 dout("%s req %p tid %llu\n", __func__, req, req->r_tid); in __finish_request()
1737 WARN_ON(lookup_request_mc(&osdc->map_checks, req->r_tid)); in __finish_request()
1738 unlink_request(osd, req); in __finish_request()
1747 ceph_msg_revoke(req->r_request); in __finish_request()
1748 ceph_msg_revoke_incoming(req->r_reply); in __finish_request()
1751 static void finish_request(struct ceph_osd_request *req) in finish_request() argument
1753 __finish_request(req); in finish_request()
1754 ceph_osdc_put_request(req); in finish_request()
1757 static void __complete_request(struct ceph_osd_request *req) in __complete_request() argument
1759 if (req->r_callback) in __complete_request()
1760 req->r_callback(req); in __complete_request()
1762 complete_all(&req->r_completion); in __complete_request()
1769 static void complete_request(struct ceph_osd_request *req, int err) in complete_request() argument
1771 dout("%s req %p tid %llu err %d\n", __func__, req, req->r_tid, err); in complete_request()
1773 req->r_result = err; in complete_request()
1774 __finish_request(req); in complete_request()
1775 __complete_request(req); in complete_request()
1776 complete_all(&req->r_safe_completion); in complete_request()
1777 ceph_osdc_put_request(req); in complete_request()
1780 static void cancel_map_check(struct ceph_osd_request *req) in cancel_map_check() argument
1782 struct ceph_osd_client *osdc = req->r_osdc; in cancel_map_check()
1787 lookup_req = lookup_request_mc(&osdc->map_checks, req->r_tid); in cancel_map_check()
1791 WARN_ON(lookup_req != req); in cancel_map_check()
1792 erase_request_mc(&osdc->map_checks, req); in cancel_map_check()
1793 ceph_osdc_put_request(req); in cancel_map_check()
1796 static void cancel_request(struct ceph_osd_request *req) in cancel_request() argument
1798 dout("%s req %p tid %llu\n", __func__, req, req->r_tid); in cancel_request()
1800 cancel_map_check(req); in cancel_request()
1801 finish_request(req); in cancel_request()
1804 static void check_pool_dne(struct ceph_osd_request *req) in check_pool_dne() argument
1806 struct ceph_osd_client *osdc = req->r_osdc; in check_pool_dne()
1812 if (req->r_attempts) { in check_pool_dne()
1818 req->r_map_dne_bound = map->epoch; in check_pool_dne()
1819 dout("%s req %p tid %llu pool disappeared\n", __func__, req, in check_pool_dne()
1820 req->r_tid); in check_pool_dne()
1823 req, req->r_tid, req->r_map_dne_bound, map->epoch); in check_pool_dne()
1826 if (req->r_map_dne_bound) { in check_pool_dne()
1827 if (map->epoch >= req->r_map_dne_bound) { in check_pool_dne()
1830 req->r_tid); in check_pool_dne()
1831 complete_request(req, -ENOENT); in check_pool_dne()
1834 send_map_check(req); in check_pool_dne()
1841 struct ceph_osd_request *req; in map_check_cb() local
1847 req = lookup_request_mc(&osdc->map_checks, tid); in map_check_cb()
1848 if (!req) { in map_check_cb()
1854 req, req->r_tid, req->r_map_dne_bound, greq->u.newest); in map_check_cb()
1855 if (!req->r_map_dne_bound) in map_check_cb()
1856 req->r_map_dne_bound = greq->u.newest; in map_check_cb()
1857 erase_request_mc(&osdc->map_checks, req); in map_check_cb()
1858 check_pool_dne(req); in map_check_cb()
1860 ceph_osdc_put_request(req); in map_check_cb()
1865 static void send_map_check(struct ceph_osd_request *req) in send_map_check() argument
1867 struct ceph_osd_client *osdc = req->r_osdc; in send_map_check()
1873 lookup_req = lookup_request_mc(&osdc->map_checks, req->r_tid); in send_map_check()
1875 WARN_ON(lookup_req != req); in send_map_check()
1879 ceph_osdc_get_request(req); in send_map_check()
1880 insert_request_mc(&osdc->map_checks, req); in send_map_check()
1882 map_check_cb, req->r_tid); in send_map_check()
2036 static void cancel_linger_request(struct ceph_osd_request *req) in cancel_linger_request() argument
2038 struct ceph_osd_linger_request *lreq = req->r_priv; in cancel_linger_request()
2040 WARN_ON(!req->r_linger); in cancel_linger_request()
2041 cancel_request(req); in cancel_linger_request()
2170 static void linger_commit_cb(struct ceph_osd_request *req) in linger_commit_cb() argument
2172 struct ceph_osd_linger_request *lreq = req->r_priv; in linger_commit_cb()
2176 lreq->linger_id, req->r_result); in linger_commit_cb()
2178 linger_reg_commit_complete(lreq, req->r_result); in linger_commit_cb()
2183 osd_req_op_data(req, 0, notify, response_data); in linger_commit_cb()
2186 WARN_ON(req->r_ops[0].op != CEPH_OSD_OP_NOTIFY || in linger_commit_cb()
2190 if (req->r_ops[0].outdata_len >= sizeof(u64)) { in linger_commit_cb()
2216 static void linger_reconnect_cb(struct ceph_osd_request *req) in linger_reconnect_cb() argument
2218 struct ceph_osd_linger_request *lreq = req->r_priv; in linger_reconnect_cb()
2222 lreq, lreq->linger_id, req->r_result, lreq->last_error); in linger_reconnect_cb()
2223 if (req->r_result < 0) { in linger_reconnect_cb()
2225 lreq->last_error = normalize_watch_error(req->r_result); in linger_reconnect_cb()
2236 struct ceph_osd_request *req = lreq->reg_req; in send_linger() local
2237 struct ceph_osd_req_op *op = &req->r_ops[0]; in send_linger()
2239 verify_osdc_wrlocked(req->r_osdc); in send_linger()
2242 if (req->r_osd) in send_linger()
2243 cancel_linger_request(req); in send_linger()
2245 request_reinit(req); in send_linger()
2246 ceph_oid_copy(&req->r_base_oid, &lreq->t.base_oid); in send_linger()
2247 ceph_oloc_copy(&req->r_base_oloc, &lreq->t.base_oloc); in send_linger()
2248 req->r_flags = lreq->t.flags; in send_linger()
2249 req->r_mtime = lreq->mtime; in send_linger()
2259 req->r_callback = linger_reconnect_cb; in send_linger()
2266 req->r_callback = linger_commit_cb; in send_linger()
2270 req->r_priv = linger_get(lreq); in send_linger()
2271 req->r_linger = true; in send_linger()
2273 submit_request(req, true); in send_linger()
2276 static void linger_ping_cb(struct ceph_osd_request *req) in linger_ping_cb() argument
2278 struct ceph_osd_linger_request *lreq = req->r_priv; in linger_ping_cb()
2282 __func__, lreq, lreq->linger_id, req->r_result, lreq->ping_sent, in linger_ping_cb()
2284 if (lreq->register_gen == req->r_ops[0].watch.gen) { in linger_ping_cb()
2285 if (!req->r_result) { in linger_ping_cb()
2288 lreq->last_error = normalize_watch_error(req->r_result); in linger_ping_cb()
2293 lreq->register_gen, req->r_ops[0].watch.gen); in linger_ping_cb()
2303 struct ceph_osd_request *req = lreq->ping_req; in send_linger_ping() local
2304 struct ceph_osd_req_op *op = &req->r_ops[0]; in send_linger_ping()
2316 if (req->r_osd) in send_linger_ping()
2317 cancel_linger_request(req); in send_linger_ping()
2319 request_reinit(req); in send_linger_ping()
2320 target_copy(&req->r_t, &lreq->t); in send_linger_ping()
2326 req->r_callback = linger_ping_cb; in send_linger_ping()
2327 req->r_priv = linger_get(lreq); in send_linger_ping()
2328 req->r_linger = true; in send_linger_ping()
2330 ceph_osdc_get_request(req); in send_linger_ping()
2331 account_request(req); in send_linger_ping()
2332 req->r_tid = atomic64_inc_return(&osdc->last_tid); in send_linger_ping()
2333 link_request(lreq->osd, req); in send_linger_ping()
2334 send_request(req); in send_linger_ping()
2519 struct ceph_osd_request *req = in handle_timeout() local
2522 if (time_before(req->r_stamp, cutoff)) { in handle_timeout()
2524 req, req->r_tid, osd->o_osd); in handle_timeout()
2797 static bool done_request(const struct ceph_osd_request *req, in done_request() argument
2802 !(req->r_flags & CEPH_OSD_FLAG_ONDISK)); in done_request()
2822 struct ceph_osd_request *req; in handle_reply() local
2840 req = lookup_request(&osd->o_requests, tid); in handle_reply()
2841 if (!req) { in handle_reply()
2846 m.redirect.oloc.pool_ns = req->r_t.target_oloc.pool_ns; in handle_reply()
2851 req->r_tid, ret); in handle_reply()
2856 __func__, req, req->r_tid, m.flags, m.pgid.pool, m.pgid.seed, in handle_reply()
2861 if (m.retry_attempt != req->r_attempts - 1) { in handle_reply()
2863 req, req->r_tid, m.retry_attempt, in handle_reply()
2864 req->r_attempts - 1); in handle_reply()
2872 dout("req %p tid %llu redirect pool %lld\n", req, req->r_tid, in handle_reply()
2874 unlink_request(osd, req); in handle_reply()
2881 req->r_t.target_oloc.pool = m.redirect.oloc.pool; in handle_reply()
2882 req->r_flags |= CEPH_OSD_FLAG_REDIRECTED; in handle_reply()
2883 req->r_tid = 0; in handle_reply()
2884 __submit_request(req, false); in handle_reply()
2888 if (m.num_ops != req->r_num_ops) { in handle_reply()
2890 req->r_num_ops, req->r_tid); in handle_reply()
2893 for (i = 0; i < req->r_num_ops; i++) { in handle_reply()
2894 dout(" req %p tid %llu op %d rval %d len %u\n", req, in handle_reply()
2895 req->r_tid, i, m.rval[i], m.outdata_len[i]); in handle_reply()
2896 req->r_ops[i].rval = m.rval[i]; in handle_reply()
2897 req->r_ops[i].outdata_len = m.outdata_len[i]; in handle_reply()
2902 le32_to_cpu(msg->hdr.data_len), req->r_tid); in handle_reply()
2906 req, req->r_tid, req->r_got_reply, m.result, data_len); in handle_reply()
2908 already_acked = req->r_got_reply; in handle_reply()
2910 req->r_result = m.result ?: data_len; in handle_reply()
2911 req->r_replay_version = m.replay_version; /* struct */ in handle_reply()
2912 req->r_got_reply = true; in handle_reply()
2914 dout("req %p tid %llu dup ack\n", req, req->r_tid); in handle_reply()
2918 if (done_request(req, &m)) { in handle_reply()
2919 __finish_request(req); in handle_reply()
2920 if (req->r_linger) { in handle_reply()
2921 WARN_ON(req->r_unsafe_callback); in handle_reply()
2922 dout("req %p tid %llu cb (locked)\n", req, req->r_tid); in handle_reply()
2923 __complete_request(req); in handle_reply()
2930 if (done_request(req, &m)) { in handle_reply()
2931 if (already_acked && req->r_unsafe_callback) { in handle_reply()
2932 dout("req %p tid %llu safe-cb\n", req, req->r_tid); in handle_reply()
2933 req->r_unsafe_callback(req, false); in handle_reply()
2934 } else if (!req->r_linger) { in handle_reply()
2935 dout("req %p tid %llu cb\n", req, req->r_tid); in handle_reply()
2936 __complete_request(req); in handle_reply()
2939 complete_all(&req->r_safe_completion); in handle_reply()
2940 ceph_osdc_put_request(req); in handle_reply()
2942 if (req->r_unsafe_callback) { in handle_reply()
2943 dout("req %p tid %llu unsafe-cb\n", req, req->r_tid); in handle_reply()
2944 req->r_unsafe_callback(req, true); in handle_reply()
2953 complete_request(req, -EIO); in handle_reply()
3053 struct ceph_osd_request *req = in scan_requests() local
3059 dout("%s req %p tid %llu\n", __func__, req, req->r_tid); in scan_requests()
3060 ct_res = calc_target(osdc, &req->r_t, in scan_requests()
3061 &req->r_last_force_resend, false); in scan_requests()
3066 pool_cleared_full(osdc, req->r_t.base_oloc.pool)); in scan_requests()
3068 (!(req->r_flags & CEPH_OSD_FLAG_WRITE) || in scan_requests()
3074 cancel_map_check(req); in scan_requests()
3075 unlink_request(osd, req); in scan_requests()
3076 insert_request(need_resend, req); in scan_requests()
3079 check_pool_dne(req); in scan_requests()
3162 struct ceph_osd_request *req = in kick_requests() local
3167 erase_request(need_resend, req); /* before link_request() */ in kick_requests()
3169 WARN_ON(req->r_osd); in kick_requests()
3170 calc_target(osdc, &req->r_t, NULL, false); in kick_requests()
3171 osd = lookup_create_osd(osdc, req->r_t.osd, true); in kick_requests()
3172 link_request(osd, req); in kick_requests()
3173 if (!req->r_linger) { in kick_requests()
3174 if (!osd_homeless(osd) && !req->r_t.paused) in kick_requests()
3175 send_request(req); in kick_requests()
3177 cancel_linger_request(req); in kick_requests()
3312 struct ceph_osd_request *req = in kick_osd_requests() local
3317 if (!req->r_linger) { in kick_osd_requests()
3318 if (!req->r_t.paused) in kick_osd_requests()
3319 send_request(req); in kick_osd_requests()
3321 cancel_linger_request(req); in kick_osd_requests()
3463 struct ceph_osd_request *req, in ceph_osdc_start_request() argument
3467 submit_request(req, false); in ceph_osdc_start_request()
3479 void ceph_osdc_cancel_request(struct ceph_osd_request *req) in ceph_osdc_cancel_request() argument
3481 struct ceph_osd_client *osdc = req->r_osdc; in ceph_osdc_cancel_request()
3484 if (req->r_osd) in ceph_osdc_cancel_request()
3485 cancel_request(req); in ceph_osdc_cancel_request()
3493 static int wait_request_timeout(struct ceph_osd_request *req, in wait_request_timeout() argument
3498 dout("%s req %p tid %llu\n", __func__, req, req->r_tid); in wait_request_timeout()
3499 left = wait_for_completion_killable_timeout(&req->r_completion, in wait_request_timeout()
3503 ceph_osdc_cancel_request(req); in wait_request_timeout()
3506 complete_all(&req->r_safe_completion); in wait_request_timeout()
3508 left = req->r_result; /* completed */ in wait_request_timeout()
3518 struct ceph_osd_request *req) in ceph_osdc_wait_request() argument
3520 return wait_request_timeout(req, 0); in ceph_osdc_wait_request()
3539 struct ceph_osd_request *req = in ceph_osdc_sync() local
3542 if (req->r_tid > last_tid) in ceph_osdc_sync()
3545 if (!(req->r_flags & CEPH_OSD_FLAG_WRITE)) in ceph_osdc_sync()
3548 ceph_osdc_get_request(req); in ceph_osdc_sync()
3552 __func__, req, req->r_tid, last_tid); in ceph_osdc_sync()
3553 wait_for_completion(&req->r_safe_completion); in ceph_osdc_sync()
3554 ceph_osdc_put_request(req); in ceph_osdc_sync()
3569 struct ceph_osd_request *req; in alloc_linger_request() local
3571 req = ceph_osdc_alloc_request(lreq->osdc, NULL, 1, false, GFP_NOIO); in alloc_linger_request()
3572 if (!req) in alloc_linger_request()
3575 ceph_oid_copy(&req->r_base_oid, &lreq->t.base_oid); in alloc_linger_request()
3576 ceph_oloc_copy(&req->r_base_oloc, &lreq->t.base_oloc); in alloc_linger_request()
3578 if (ceph_osdc_alloc_messages(req, GFP_NOIO)) { in alloc_linger_request()
3579 ceph_osdc_put_request(req); in alloc_linger_request()
3583 return req; in alloc_linger_request()
3661 struct ceph_osd_request *req; in ceph_osdc_unwatch() local
3664 req = ceph_osdc_alloc_request(osdc, NULL, 1, false, GFP_NOIO); in ceph_osdc_unwatch()
3665 if (!req) in ceph_osdc_unwatch()
3668 ceph_oid_copy(&req->r_base_oid, &lreq->t.base_oid); in ceph_osdc_unwatch()
3669 ceph_oloc_copy(&req->r_base_oloc, &lreq->t.base_oloc); in ceph_osdc_unwatch()
3670 req->r_flags = CEPH_OSD_FLAG_WRITE | CEPH_OSD_FLAG_ONDISK; in ceph_osdc_unwatch()
3671 req->r_mtime = CURRENT_TIME; in ceph_osdc_unwatch()
3672 osd_req_op_watch_init(req, 0, lreq->linger_id, in ceph_osdc_unwatch()
3675 ret = ceph_osdc_alloc_messages(req, GFP_NOIO); in ceph_osdc_unwatch()
3679 ceph_osdc_start_request(osdc, req, false); in ceph_osdc_unwatch()
3682 ret = wait_request_timeout(req, opts->mount_timeout); in ceph_osdc_unwatch()
3685 ceph_osdc_put_request(req); in ceph_osdc_unwatch()
3690 static int osd_req_op_notify_ack_init(struct ceph_osd_request *req, int which, in osd_req_op_notify_ack_init() argument
3698 op = _osd_req_op_init(req, which, CEPH_OSD_OP_NOTIFY_ACK, 0); in osd_req_op_notify_ack_init()
3731 struct ceph_osd_request *req; in ceph_osdc_notify_ack() local
3734 req = ceph_osdc_alloc_request(osdc, NULL, 1, false, GFP_NOIO); in ceph_osdc_notify_ack()
3735 if (!req) in ceph_osdc_notify_ack()
3738 ceph_oid_copy(&req->r_base_oid, oid); in ceph_osdc_notify_ack()
3739 ceph_oloc_copy(&req->r_base_oloc, oloc); in ceph_osdc_notify_ack()
3740 req->r_flags = CEPH_OSD_FLAG_READ; in ceph_osdc_notify_ack()
3742 ret = ceph_osdc_alloc_messages(req, GFP_NOIO); in ceph_osdc_notify_ack()
3746 ret = osd_req_op_notify_ack_init(req, 0, notify_id, cookie, payload, in ceph_osdc_notify_ack()
3751 ceph_osdc_start_request(osdc, req, false); in ceph_osdc_notify_ack()
3752 ret = ceph_osdc_wait_request(osdc, req); in ceph_osdc_notify_ack()
3755 ceph_osdc_put_request(req); in ceph_osdc_notify_ack()
3760 static int osd_req_op_notify_init(struct ceph_osd_request *req, int which, in osd_req_op_notify_init() argument
3768 op = _osd_req_op_init(req, which, CEPH_OSD_OP_NOTIFY, 0); in osd_req_op_notify_init()
3970 struct ceph_osd_request *req; in ceph_osdc_list_watchers() local
3974 req = ceph_osdc_alloc_request(osdc, NULL, 1, false, GFP_NOIO); in ceph_osdc_list_watchers()
3975 if (!req) in ceph_osdc_list_watchers()
3978 ceph_oid_copy(&req->r_base_oid, oid); in ceph_osdc_list_watchers()
3979 ceph_oloc_copy(&req->r_base_oloc, oloc); in ceph_osdc_list_watchers()
3980 req->r_flags = CEPH_OSD_FLAG_READ; in ceph_osdc_list_watchers()
3982 ret = ceph_osdc_alloc_messages(req, GFP_NOIO); in ceph_osdc_list_watchers()
3992 osd_req_op_init(req, 0, CEPH_OSD_OP_LIST_WATCHERS, 0); in ceph_osdc_list_watchers()
3993 ceph_osd_data_pages_init(osd_req_op_data(req, 0, list_watchers, in ceph_osdc_list_watchers()
3997 ceph_osdc_start_request(osdc, req, false); in ceph_osdc_list_watchers()
3998 ret = ceph_osdc_wait_request(osdc, req); in ceph_osdc_list_watchers()
4001 void *const end = p + req->r_ops[0].outdata_len; in ceph_osdc_list_watchers()
4007 ceph_osdc_put_request(req); in ceph_osdc_list_watchers()
4045 struct ceph_osd_request *req; in ceph_osdc_call() local
4048 req = ceph_osdc_alloc_request(osdc, NULL, 1, false, GFP_NOIO); in ceph_osdc_call()
4049 if (!req) in ceph_osdc_call()
4052 ceph_oid_copy(&req->r_base_oid, oid); in ceph_osdc_call()
4053 ceph_oloc_copy(&req->r_base_oloc, oloc); in ceph_osdc_call()
4054 req->r_flags = flags; in ceph_osdc_call()
4056 ret = ceph_osdc_alloc_messages(req, GFP_NOIO); in ceph_osdc_call()
4060 osd_req_op_cls_init(req, 0, CEPH_OSD_OP_CALL, class, method); in ceph_osdc_call()
4062 osd_req_op_cls_request_data_pages(req, 0, &req_page, req_len, in ceph_osdc_call()
4065 osd_req_op_cls_response_data_pages(req, 0, &resp_page, in ceph_osdc_call()
4068 ceph_osdc_start_request(osdc, req, false); in ceph_osdc_call()
4069 ret = ceph_osdc_wait_request(osdc, req); in ceph_osdc_call()
4071 ret = req->r_ops[0].rval; in ceph_osdc_call()
4073 *resp_len = req->r_ops[0].outdata_len; in ceph_osdc_call()
4077 ceph_osdc_put_request(req); in ceph_osdc_call()
4188 struct ceph_osd_request *req; in ceph_osdc_readpages() local
4193 req = ceph_osdc_new_request(osdc, layout, vino, off, plen, 0, 1, in ceph_osdc_readpages()
4197 if (IS_ERR(req)) in ceph_osdc_readpages()
4198 return PTR_ERR(req); in ceph_osdc_readpages()
4201 osd_req_op_extent_osd_data_pages(req, 0, in ceph_osdc_readpages()
4207 rc = ceph_osdc_start_request(osdc, req, false); in ceph_osdc_readpages()
4209 rc = ceph_osdc_wait_request(osdc, req); in ceph_osdc_readpages()
4211 ceph_osdc_put_request(req); in ceph_osdc_readpages()
4228 struct ceph_osd_request *req; in ceph_osdc_writepages() local
4232 req = ceph_osdc_new_request(osdc, layout, vino, off, &len, 0, 1, in ceph_osdc_writepages()
4237 if (IS_ERR(req)) in ceph_osdc_writepages()
4238 return PTR_ERR(req); in ceph_osdc_writepages()
4241 osd_req_op_extent_osd_data_pages(req, 0, pages, len, page_align, in ceph_osdc_writepages()
4245 req->r_mtime = *mtime; in ceph_osdc_writepages()
4246 rc = ceph_osdc_start_request(osdc, req, true); in ceph_osdc_writepages()
4248 rc = ceph_osdc_wait_request(osdc, req); in ceph_osdc_writepages()
4250 ceph_osdc_put_request(req); in ceph_osdc_writepages()
4319 struct ceph_osd_request *req; in get_reply() local
4333 req = lookup_request(&osd->o_requests, tid); in get_reply()
4334 if (!req) { in get_reply()
4341 ceph_msg_revoke_incoming(req->r_reply); in get_reply()
4343 if (front_len > req->r_reply->front_alloc_len) { in get_reply()
4345 __func__, osd->o_osd, req->r_tid, front_len, in get_reply()
4346 req->r_reply->front_alloc_len); in get_reply()
4351 ceph_msg_put(req->r_reply); in get_reply()
4352 req->r_reply = m; in get_reply()
4355 if (data_len > req->r_reply->data_length) { in get_reply()
4357 __func__, osd->o_osd, req->r_tid, data_len, in get_reply()
4358 req->r_reply->data_length); in get_reply()
4364 m = ceph_msg_get(req->r_reply); in get_reply()