Lines Matching refs:peer_req
97 static void drbd_endio_read_sec_final(struct drbd_peer_request *peer_req) __releases(local) in drbd_endio_read_sec_final() argument
100 struct drbd_peer_device *peer_device = peer_req->peer_device; in drbd_endio_read_sec_final()
104 device->read_cnt += peer_req->i.size >> 9; in drbd_endio_read_sec_final()
105 list_del(&peer_req->w.list); in drbd_endio_read_sec_final()
108 if (test_bit(__EE_WAS_ERROR, &peer_req->flags)) in drbd_endio_read_sec_final()
112 drbd_queue_work(&peer_device->connection->sender_work, &peer_req->w); in drbd_endio_read_sec_final()
118 void drbd_endio_write_sec_final(struct drbd_peer_request *peer_req) __releases(local) in drbd_endio_write_sec_final() argument
121 struct drbd_peer_device *peer_device = peer_req->peer_device; in drbd_endio_write_sec_final()
132 i = peer_req->i; in drbd_endio_write_sec_final()
133 do_al_complete_io = peer_req->flags & EE_CALL_AL_COMPLETE_IO; in drbd_endio_write_sec_final()
134 block_id = peer_req->block_id; in drbd_endio_write_sec_final()
135 peer_req->flags &= ~EE_CALL_AL_COMPLETE_IO; in drbd_endio_write_sec_final()
138 device->writ_cnt += peer_req->i.size >> 9; in drbd_endio_write_sec_final()
139 list_move_tail(&peer_req->w.list, &device->done_ee); in drbd_endio_write_sec_final()
153 if (peer_req->flags & EE_WAS_ERROR) in drbd_endio_write_sec_final()
175 struct drbd_peer_request *peer_req = bio->bi_private; in drbd_peer_request_endio() local
176 struct drbd_device *device = peer_req->peer_device->device; in drbd_peer_request_endio()
184 (unsigned long long)peer_req->i.sector); in drbd_peer_request_endio()
187 set_bit(__EE_WAS_ERROR, &peer_req->flags); in drbd_peer_request_endio()
190 if (atomic_dec_and_test(&peer_req->pending_bios)) { in drbd_peer_request_endio()
192 drbd_endio_write_sec_final(peer_req); in drbd_peer_request_endio()
194 drbd_endio_read_sec_final(peer_req); in drbd_peer_request_endio()
272 void drbd_csum_ee(struct crypto_hash *tfm, struct drbd_peer_request *peer_req, void *digest) in drbd_csum_ee() argument
276 struct page *page = peer_req->pages; in drbd_csum_ee()
293 len = peer_req->i.size & (PAGE_SIZE - 1); in drbd_csum_ee()
322 struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); in w_e_send_csum() local
323 struct drbd_peer_device *peer_device = peer_req->peer_device; in w_e_send_csum()
332 if (unlikely((peer_req->flags & EE_WAS_ERROR) != 0)) in w_e_send_csum()
338 sector_t sector = peer_req->i.sector; in w_e_send_csum()
339 unsigned int size = peer_req->i.size; in w_e_send_csum()
340 drbd_csum_ee(peer_device->connection->csums_tfm, peer_req, digest); in w_e_send_csum()
346 drbd_free_peer_req(device, peer_req); in w_e_send_csum()
347 peer_req = NULL; in w_e_send_csum()
359 if (peer_req) in w_e_send_csum()
360 drbd_free_peer_req(device, peer_req); in w_e_send_csum()
372 struct drbd_peer_request *peer_req; in read_for_csum() local
379 peer_req = drbd_alloc_peer_req(peer_device, ID_SYNCER /* unused */, sector, in read_for_csum()
381 if (!peer_req) in read_for_csum()
384 peer_req->w.cb = w_e_send_csum; in read_for_csum()
386 list_add_tail(&peer_req->w.list, &device->read_ee); in read_for_csum()
390 if (drbd_submit_peer_request(device, peer_req, READ, DRBD_FAULT_RS_RD) == 0) in read_for_csum()
398 list_del(&peer_req->w.list); in read_for_csum()
401 drbd_free_peer_req(device, peer_req); in read_for_csum()
975 static void move_to_net_ee_or_free(struct drbd_device *device, struct drbd_peer_request *peer_req) in move_to_net_ee_or_free() argument
977 if (drbd_peer_req_has_active_page(peer_req)) { in move_to_net_ee_or_free()
979 int i = (peer_req->i.size + PAGE_SIZE -1) >> PAGE_SHIFT; in move_to_net_ee_or_free()
983 list_add_tail(&peer_req->w.list, &device->net_ee); in move_to_net_ee_or_free()
987 drbd_free_peer_req(device, peer_req); in move_to_net_ee_or_free()
998 struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); in w_e_end_data_req() local
999 struct drbd_peer_device *peer_device = peer_req->peer_device; in w_e_end_data_req()
1004 drbd_free_peer_req(device, peer_req); in w_e_end_data_req()
1009 if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { in w_e_end_data_req()
1010 err = drbd_send_block(peer_device, P_DATA_REPLY, peer_req); in w_e_end_data_req()
1014 (unsigned long long)peer_req->i.sector); in w_e_end_data_req()
1016 err = drbd_send_ack(peer_device, P_NEG_DREPLY, peer_req); in w_e_end_data_req()
1021 move_to_net_ee_or_free(device, peer_req); in w_e_end_data_req()
1035 struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); in w_e_end_rsdata_req() local
1036 struct drbd_peer_device *peer_device = peer_req->peer_device; in w_e_end_rsdata_req()
1041 drbd_free_peer_req(device, peer_req); in w_e_end_rsdata_req()
1047 drbd_rs_complete_io(device, peer_req->i.sector); in w_e_end_rsdata_req()
1052 err = drbd_send_ack(peer_device, P_RS_CANCEL, peer_req); in w_e_end_rsdata_req()
1053 } else if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { in w_e_end_rsdata_req()
1056 err = drbd_send_block(peer_device, P_RS_DATA_REPLY, peer_req); in w_e_end_rsdata_req()
1066 (unsigned long long)peer_req->i.sector); in w_e_end_rsdata_req()
1068 err = drbd_send_ack(peer_device, P_NEG_RS_DREPLY, peer_req); in w_e_end_rsdata_req()
1071 drbd_rs_failed_io(device, peer_req->i.sector, peer_req->i.size); in w_e_end_rsdata_req()
1076 move_to_net_ee_or_free(device, peer_req); in w_e_end_rsdata_req()
1085 struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); in w_e_end_csum_rs_req() local
1086 struct drbd_peer_device *peer_device = peer_req->peer_device; in w_e_end_csum_rs_req()
1094 drbd_free_peer_req(device, peer_req); in w_e_end_csum_rs_req()
1100 drbd_rs_complete_io(device, peer_req->i.sector); in w_e_end_csum_rs_req()
1104 di = peer_req->digest; in w_e_end_csum_rs_req()
1106 if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { in w_e_end_csum_rs_req()
1116 drbd_csum_ee(peer_device->connection->csums_tfm, peer_req, digest); in w_e_end_csum_rs_req()
1122 drbd_set_in_sync(device, peer_req->i.sector, peer_req->i.size); in w_e_end_csum_rs_req()
1124 device->rs_same_csum += peer_req->i.size >> BM_BLOCK_SHIFT; in w_e_end_csum_rs_req()
1125 err = drbd_send_ack(peer_device, P_RS_IS_IN_SYNC, peer_req); in w_e_end_csum_rs_req()
1128 peer_req->block_id = ID_SYNCER; /* By setting block_id, digest pointer becomes invalid! */ in w_e_end_csum_rs_req()
1129 peer_req->flags &= ~EE_HAS_DIGEST; /* This peer request no longer has a digest pointer */ in w_e_end_csum_rs_req()
1131 err = drbd_send_block(peer_device, P_RS_DATA_REPLY, peer_req); in w_e_end_csum_rs_req()
1134 err = drbd_send_ack(peer_device, P_NEG_RS_DREPLY, peer_req); in w_e_end_csum_rs_req()
1140 move_to_net_ee_or_free(device, peer_req); in w_e_end_csum_rs_req()
1149 struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); in w_e_end_ov_req() local
1150 struct drbd_peer_device *peer_device = peer_req->peer_device; in w_e_end_ov_req()
1152 sector_t sector = peer_req->i.sector; in w_e_end_ov_req()
1153 unsigned int size = peer_req->i.size; in w_e_end_ov_req()
1168 if (likely(!(peer_req->flags & EE_WAS_ERROR))) in w_e_end_ov_req()
1169 drbd_csum_ee(peer_device->connection->verify_tfm, peer_req, digest); in w_e_end_ov_req()
1178 drbd_free_peer_req(device, peer_req); in w_e_end_ov_req()
1179 peer_req = NULL; in w_e_end_ov_req()
1187 if (peer_req) in w_e_end_ov_req()
1188 drbd_free_peer_req(device, peer_req); in w_e_end_ov_req()
1206 struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); in w_e_end_ov_reply() local
1207 struct drbd_peer_device *peer_device = peer_req->peer_device; in w_e_end_ov_reply()
1211 sector_t sector = peer_req->i.sector; in w_e_end_ov_reply()
1212 unsigned int size = peer_req->i.size; in w_e_end_ov_reply()
1218 drbd_free_peer_req(device, peer_req); in w_e_end_ov_reply()
1226 drbd_rs_complete_io(device, peer_req->i.sector); in w_e_end_ov_reply()
1230 di = peer_req->digest; in w_e_end_ov_reply()
1232 if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { in w_e_end_ov_reply()
1236 drbd_csum_ee(peer_device->connection->verify_tfm, peer_req, digest); in w_e_end_ov_reply()
1249 drbd_free_peer_req(device, peer_req); in w_e_end_ov_reply()