Lines Matching full:sh
141 /* all stripes in r5cache, in the order of seq at sh->log_start */
193 * sect: align_bi->bi_iter.bi_sector or sh->sector
308 struct stripe_head *sh, int disks) in r5c_handle_cached_data_endio() argument
312 for (i = sh->disks; i--; ) { in r5c_handle_cached_data_endio()
313 if (sh->dev[i].written) { in r5c_handle_cached_data_endio()
314 set_bit(R5_UPTODATE, &sh->dev[i].flags); in r5c_handle_cached_data_endio()
315 r5c_return_dev_pending_writes(conf, &sh->dev[i]); in r5c_handle_cached_data_endio()
316 md_bitmap_endwrite(conf->mddev->bitmap, sh->sector, in r5c_handle_cached_data_endio()
318 !test_bit(STRIPE_DEGRADED, &sh->state), in r5c_handle_cached_data_endio()
449 void r5c_make_stripe_write_out(struct stripe_head *sh) in r5c_make_stripe_write_out() argument
451 struct r5conf *conf = sh->raid_conf; in r5c_make_stripe_write_out()
456 WARN_ON(!test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_make_stripe_write_out()
457 clear_bit(STRIPE_R5C_CACHING, &sh->state); in r5c_make_stripe_write_out()
459 if (!test_and_set_bit(STRIPE_PREREAD_ACTIVE, &sh->state)) in r5c_make_stripe_write_out()
463 static void r5c_handle_data_cached(struct stripe_head *sh) in r5c_handle_data_cached() argument
467 for (i = sh->disks; i--; ) in r5c_handle_data_cached()
468 if (test_and_clear_bit(R5_Wantwrite, &sh->dev[i].flags)) { in r5c_handle_data_cached()
469 set_bit(R5_InJournal, &sh->dev[i].flags); in r5c_handle_data_cached()
470 clear_bit(R5_LOCKED, &sh->dev[i].flags); in r5c_handle_data_cached()
472 clear_bit(STRIPE_LOG_TRAPPED, &sh->state); in r5c_handle_data_cached()
479 static void r5c_handle_parity_cached(struct stripe_head *sh) in r5c_handle_parity_cached() argument
483 for (i = sh->disks; i--; ) in r5c_handle_parity_cached()
484 if (test_bit(R5_InJournal, &sh->dev[i].flags)) in r5c_handle_parity_cached()
485 set_bit(R5_Wantwrite, &sh->dev[i].flags); in r5c_handle_parity_cached()
492 static void r5c_finish_cache_stripe(struct stripe_head *sh) in r5c_finish_cache_stripe() argument
494 struct r5l_log *log = sh->raid_conf->log; in r5c_finish_cache_stripe()
497 BUG_ON(test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_finish_cache_stripe()
504 set_bit(R5_InJournal, &sh->dev[sh->pd_idx].flags); in r5c_finish_cache_stripe()
505 } else if (test_bit(STRIPE_R5C_CACHING, &sh->state)) { in r5c_finish_cache_stripe()
506 r5c_handle_data_cached(sh); in r5c_finish_cache_stripe()
508 r5c_handle_parity_cached(sh); in r5c_finish_cache_stripe()
509 set_bit(R5_InJournal, &sh->dev[sh->pd_idx].flags); in r5c_finish_cache_stripe()
515 struct stripe_head *sh, *next; in r5l_io_run_stripes() local
517 list_for_each_entry_safe(sh, next, &io->stripe_list, log_list) { in r5l_io_run_stripes()
518 list_del_init(&sh->log_list); in r5l_io_run_stripes()
520 r5c_finish_cache_stripe(sh); in r5l_io_run_stripes()
522 set_bit(STRIPE_HANDLE, &sh->state); in r5l_io_run_stripes()
523 raid5_release_stripe(sh); in r5l_io_run_stripes()
901 static int r5l_log_stripe(struct r5l_log *log, struct stripe_head *sh, in r5l_log_stripe() argument
921 if (test_and_clear_bit(STRIPE_R5C_PREFLUSH, &sh->state)) in r5l_log_stripe()
924 for (i = 0; i < sh->disks; i++) { in r5l_log_stripe()
925 if (!test_bit(R5_Wantwrite, &sh->dev[i].flags) || in r5l_log_stripe()
926 test_bit(R5_InJournal, &sh->dev[i].flags)) in r5l_log_stripe()
928 if (i == sh->pd_idx || i == sh->qd_idx) in r5l_log_stripe()
930 if (test_bit(R5_WantFUA, &sh->dev[i].flags) && in r5l_log_stripe()
940 raid5_compute_blocknr(sh, i, 0), in r5l_log_stripe()
941 sh->dev[i].log_checksum, 0, false); in r5l_log_stripe()
942 r5l_append_payload_page(log, sh->dev[i].page); in r5l_log_stripe()
947 sh->sector, sh->dev[sh->pd_idx].log_checksum, in r5l_log_stripe()
948 sh->dev[sh->qd_idx].log_checksum, true); in r5l_log_stripe()
949 r5l_append_payload_page(log, sh->dev[sh->pd_idx].page); in r5l_log_stripe()
950 r5l_append_payload_page(log, sh->dev[sh->qd_idx].page); in r5l_log_stripe()
953 sh->sector, sh->dev[sh->pd_idx].log_checksum, in r5l_log_stripe()
955 r5l_append_payload_page(log, sh->dev[sh->pd_idx].page); in r5l_log_stripe()
959 list_add_tail(&sh->log_list, &io->stripe_list); in r5l_log_stripe()
961 sh->log_io = io; in r5l_log_stripe()
966 if (sh->log_start == MaxSector) { in r5l_log_stripe()
967 BUG_ON(!list_empty(&sh->r5c)); in r5l_log_stripe()
968 sh->log_start = io->log_start; in r5l_log_stripe()
970 list_add_tail(&sh->r5c, in r5l_log_stripe()
980 struct stripe_head *sh) in r5l_add_no_space_stripe() argument
983 list_add_tail(&sh->log_list, &log->no_space_stripes); in r5l_add_no_space_stripe()
991 int r5l_write_stripe(struct r5l_log *log, struct stripe_head *sh) in r5l_write_stripe() argument
993 struct r5conf *conf = sh->raid_conf; in r5l_write_stripe()
1004 if (sh->log_io || !test_bit(R5_Wantwrite, &sh->dev[sh->pd_idx].flags) || in r5l_write_stripe()
1005 test_bit(STRIPE_SYNCING, &sh->state)) { in r5l_write_stripe()
1007 clear_bit(STRIPE_LOG_TRAPPED, &sh->state); in r5l_write_stripe()
1011 WARN_ON(test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5l_write_stripe()
1013 for (i = 0; i < sh->disks; i++) { in r5l_write_stripe()
1016 if (!test_bit(R5_Wantwrite, &sh->dev[i].flags) || in r5l_write_stripe()
1017 test_bit(R5_InJournal, &sh->dev[i].flags)) in r5l_write_stripe()
1022 if (test_bit(STRIPE_LOG_TRAPPED, &sh->state)) in r5l_write_stripe()
1024 addr = kmap_atomic(sh->dev[i].page); in r5l_write_stripe()
1025 sh->dev[i].log_checksum = crc32c_le(log->uuid_checksum, in r5l_write_stripe()
1029 parity_pages = 1 + !!(sh->qd_idx >= 0); in r5l_write_stripe()
1032 set_bit(STRIPE_LOG_TRAPPED, &sh->state); in r5l_write_stripe()
1037 clear_bit(STRIPE_DELAYED, &sh->state); in r5l_write_stripe()
1038 atomic_inc(&sh->count); in r5l_write_stripe()
1046 r5l_add_no_space_stripe(log, sh); in r5l_write_stripe()
1049 ret = r5l_log_stripe(log, sh, data_pages, parity_pages); in r5l_write_stripe()
1052 list_add_tail(&sh->log_list, in r5l_write_stripe()
1060 * not in cache yet (sh->log_start == MaxSector). in r5l_write_stripe()
1063 sh->log_start == MaxSector) { in r5l_write_stripe()
1064 r5l_add_no_space_stripe(log, sh); in r5l_write_stripe()
1068 if (sh->log_start == log->last_checkpoint) in r5l_write_stripe()
1071 r5l_add_no_space_stripe(log, sh); in r5l_write_stripe()
1073 ret = r5l_log_stripe(log, sh, data_pages, parity_pages); in r5l_write_stripe()
1076 list_add_tail(&sh->log_list, in r5l_write_stripe()
1133 struct stripe_head *sh; in r5l_run_no_space_stripes() local
1137 sh = list_first_entry(&log->no_space_stripes, in r5l_run_no_space_stripes()
1139 list_del_init(&sh->log_list); in r5l_run_no_space_stripes()
1140 set_bit(STRIPE_HANDLE, &sh->state); in r5l_run_no_space_stripes()
1141 raid5_release_stripe(sh); in r5l_run_no_space_stripes()
1149 * for write back, returns log_start of first sh in stripe_in_journal_list
1153 struct stripe_head *sh; in r5c_calculate_new_cp() local
1167 sh = list_first_entry(&conf->log->stripe_in_journal_list, in r5c_calculate_new_cp()
1169 new_cp = sh->log_start; in r5c_calculate_new_cp()
1184 struct stripe_head *sh; in r5l_run_no_mem_stripe() local
1189 sh = list_first_entry(&log->no_mem_stripes, in r5l_run_no_mem_stripe()
1191 list_del_init(&sh->log_list); in r5l_run_no_mem_stripe()
1192 set_bit(STRIPE_HANDLE, &sh->state); in r5l_run_no_mem_stripe()
1193 raid5_release_stripe(sh); in r5l_run_no_mem_stripe()
1243 void r5l_stripe_write_finished(struct stripe_head *sh) in r5l_stripe_write_finished() argument
1247 io = sh->log_io; in r5l_stripe_write_finished()
1248 sh->log_io = NULL; in r5l_stripe_write_finished()
1363 static void r5c_flush_stripe(struct r5conf *conf, struct stripe_head *sh) in r5c_flush_stripe() argument
1365 BUG_ON(list_empty(&sh->lru)); in r5c_flush_stripe()
1366 BUG_ON(!test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_flush_stripe()
1367 BUG_ON(test_bit(STRIPE_HANDLE, &sh->state)); in r5c_flush_stripe()
1373 BUG_ON(test_bit(STRIPE_ON_RELEASE_LIST, &sh->state)); in r5c_flush_stripe()
1376 list_del_init(&sh->lru); in r5c_flush_stripe()
1377 atomic_inc(&sh->count); in r5c_flush_stripe()
1379 set_bit(STRIPE_HANDLE, &sh->state); in r5c_flush_stripe()
1381 r5c_make_stripe_write_out(sh); in r5c_flush_stripe()
1383 if (test_bit(STRIPE_R5C_PARTIAL_STRIPE, &sh->state)) in r5c_flush_stripe()
1387 raid5_release_stripe(sh); in r5c_flush_stripe()
1399 struct stripe_head *sh, *next; in r5c_flush_cache() local
1406 list_for_each_entry_safe(sh, next, &conf->r5c_full_stripe_list, lru) { in r5c_flush_cache()
1407 r5c_flush_stripe(conf, sh); in r5c_flush_cache()
1413 list_for_each_entry_safe(sh, next, in r5c_flush_cache()
1415 r5c_flush_stripe(conf, sh); in r5c_flush_cache()
1424 struct stripe_head *sh; in r5c_do_reclaim() local
1469 list_for_each_entry(sh, &log->stripe_in_journal_list, r5c) { in r5c_do_reclaim()
1478 if (!list_empty(&sh->lru) && in r5c_do_reclaim()
1479 !test_bit(STRIPE_HANDLE, &sh->state) && in r5c_do_reclaim()
1480 atomic_read(&sh->count) == 0) { in r5c_do_reclaim()
1481 r5c_flush_stripe(conf, sh); in r5c_do_reclaim()
1804 struct stripe_head *sh, in r5l_recovery_load_data() argument
1815 &dd_idx, sh); in r5l_recovery_load_data()
1816 r5l_recovery_read_page(log, ctx, sh->dev[dd_idx].page, log_offset); in r5l_recovery_load_data()
1817 sh->dev[dd_idx].log_checksum = in r5l_recovery_load_data()
1821 set_bit(R5_Wantwrite, &sh->dev[dd_idx].flags); in r5l_recovery_load_data()
1822 set_bit(STRIPE_R5C_CACHING, &sh->state); in r5l_recovery_load_data()
1826 struct stripe_head *sh, in r5l_recovery_load_parity() argument
1835 r5l_recovery_read_page(log, ctx, sh->dev[sh->pd_idx].page, log_offset); in r5l_recovery_load_parity()
1836 sh->dev[sh->pd_idx].log_checksum = in r5l_recovery_load_parity()
1838 set_bit(R5_Wantwrite, &sh->dev[sh->pd_idx].flags); in r5l_recovery_load_parity()
1840 if (sh->qd_idx >= 0) { in r5l_recovery_load_parity()
1842 log, ctx, sh->dev[sh->qd_idx].page, in r5l_recovery_load_parity()
1844 sh->dev[sh->qd_idx].log_checksum = in r5l_recovery_load_parity()
1846 set_bit(R5_Wantwrite, &sh->dev[sh->qd_idx].flags); in r5l_recovery_load_parity()
1848 clear_bit(STRIPE_R5C_CACHING, &sh->state); in r5l_recovery_load_parity()
1851 static void r5l_recovery_reset_stripe(struct stripe_head *sh) in r5l_recovery_reset_stripe() argument
1855 sh->state = 0; in r5l_recovery_reset_stripe()
1856 sh->log_start = MaxSector; in r5l_recovery_reset_stripe()
1857 for (i = sh->disks; i--; ) in r5l_recovery_reset_stripe()
1858 sh->dev[i].flags = 0; in r5l_recovery_reset_stripe()
1863 struct stripe_head *sh, in r5l_recovery_replay_one_stripe() argument
1870 for (disk_index = 0; disk_index < sh->disks; disk_index++) { in r5l_recovery_replay_one_stripe()
1871 if (!test_bit(R5_Wantwrite, &sh->dev[disk_index].flags)) in r5l_recovery_replay_one_stripe()
1873 if (disk_index == sh->qd_idx || disk_index == sh->pd_idx) in r5l_recovery_replay_one_stripe()
1886 for (disk_index = 0; disk_index < sh->disks; disk_index++) { in r5l_recovery_replay_one_stripe()
1887 if (!test_bit(R5_Wantwrite, &sh->dev[disk_index].flags)) in r5l_recovery_replay_one_stripe()
1896 sync_page_io(rdev, sh->sector, PAGE_SIZE, in r5l_recovery_replay_one_stripe()
1897 sh->dev[disk_index].page, REQ_OP_WRITE, in r5l_recovery_replay_one_stripe()
1906 sync_page_io(rrdev, sh->sector, PAGE_SIZE, in r5l_recovery_replay_one_stripe()
1907 sh->dev[disk_index].page, REQ_OP_WRITE, in r5l_recovery_replay_one_stripe()
1916 r5l_recovery_reset_stripe(sh); in r5l_recovery_replay_one_stripe()
1925 struct stripe_head *sh; in r5c_recovery_alloc_stripe() local
1927 sh = raid5_get_active_stripe(conf, NULL, stripe_sect, in r5c_recovery_alloc_stripe()
1929 if (!sh) in r5c_recovery_alloc_stripe()
1932 r5l_recovery_reset_stripe(sh); in r5c_recovery_alloc_stripe()
1934 return sh; in r5c_recovery_alloc_stripe()
1940 struct stripe_head *sh; in r5c_recovery_lookup_stripe() local
1942 list_for_each_entry(sh, list, lru) in r5c_recovery_lookup_stripe()
1943 if (sh->sector == sect) in r5c_recovery_lookup_stripe()
1944 return sh; in r5c_recovery_lookup_stripe()
1952 struct stripe_head *sh, *next; in r5c_recovery_drop_stripes() local
1954 list_for_each_entry_safe(sh, next, cached_stripe_list, lru) { in r5c_recovery_drop_stripes()
1955 r5l_recovery_reset_stripe(sh); in r5c_recovery_drop_stripes()
1956 list_del_init(&sh->lru); in r5c_recovery_drop_stripes()
1957 raid5_release_stripe(sh); in r5c_recovery_drop_stripes()
1965 struct stripe_head *sh, *next; in r5c_recovery_replay_stripes() local
1967 list_for_each_entry_safe(sh, next, cached_stripe_list, lru) in r5c_recovery_replay_stripes()
1968 if (!test_bit(STRIPE_R5C_CACHING, &sh->state)) { in r5c_recovery_replay_stripes()
1969 r5l_recovery_replay_one_stripe(sh->raid_conf, sh, ctx); in r5c_recovery_replay_stripes()
1970 list_del_init(&sh->lru); in r5c_recovery_replay_stripes()
1971 raid5_release_stripe(sh); in r5c_recovery_replay_stripes()
2082 struct stripe_head *sh; in r5c_recovery_analyze_meta_block() local
2112 sh = r5c_recovery_lookup_stripe(cached_stripe_list, in r5c_recovery_analyze_meta_block()
2114 if (sh) { in r5c_recovery_analyze_meta_block()
2115 WARN_ON(test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_recovery_analyze_meta_block()
2116 r5l_recovery_reset_stripe(sh); in r5c_recovery_analyze_meta_block()
2117 list_del_init(&sh->lru); in r5c_recovery_analyze_meta_block()
2118 raid5_release_stripe(sh); in r5c_recovery_analyze_meta_block()
2134 sh = r5c_recovery_lookup_stripe(cached_stripe_list, in r5c_recovery_analyze_meta_block()
2137 if (!sh) { in r5c_recovery_analyze_meta_block()
2138 sh = r5c_recovery_alloc_stripe(conf, stripe_sect, 1); in r5c_recovery_analyze_meta_block()
2143 if (!sh) { in r5c_recovery_analyze_meta_block()
2146 sh = r5c_recovery_alloc_stripe( in r5c_recovery_analyze_meta_block()
2149 if (!sh) { in r5c_recovery_analyze_meta_block()
2164 sh = r5c_recovery_alloc_stripe( in r5c_recovery_analyze_meta_block()
2167 if (!sh) { in r5c_recovery_analyze_meta_block()
2172 list_add_tail(&sh->lru, cached_stripe_list); in r5c_recovery_analyze_meta_block()
2176 if (!test_bit(STRIPE_R5C_CACHING, &sh->state) && in r5c_recovery_analyze_meta_block()
2177 test_bit(R5_Wantwrite, &sh->dev[sh->pd_idx].flags)) { in r5c_recovery_analyze_meta_block()
2178 r5l_recovery_replay_one_stripe(conf, sh, ctx); in r5c_recovery_analyze_meta_block()
2179 list_move_tail(&sh->lru, cached_stripe_list); in r5c_recovery_analyze_meta_block()
2181 r5l_recovery_load_data(log, sh, ctx, payload, in r5c_recovery_analyze_meta_block()
2184 r5l_recovery_load_parity(log, sh, ctx, payload, in r5c_recovery_analyze_meta_block()
2205 struct stripe_head *sh) in r5c_recovery_load_one_stripe() argument
2210 for (i = sh->disks; i--; ) { in r5c_recovery_load_one_stripe()
2211 dev = sh->dev + i; in r5c_recovery_load_one_stripe()
2238 struct stripe_head *sh; in r5c_recovery_flush_log() local
2267 list_for_each_entry(sh, &ctx->cached_list, lru) { in r5c_recovery_flush_log()
2268 WARN_ON(!test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_recovery_flush_log()
2269 r5c_recovery_load_one_stripe(log, sh); in r5c_recovery_flush_log()
2349 struct stripe_head *sh; in r5c_recovery_rewrite_data_only_stripes() local
2363 list_for_each_entry(sh, &ctx->cached_list, lru) { in r5c_recovery_rewrite_data_only_stripes()
2369 WARN_ON(!test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_recovery_rewrite_data_only_stripes()
2376 for (i = sh->disks; i--; ) { in r5c_recovery_rewrite_data_only_stripes()
2377 struct r5dev *dev = &sh->dev[i]; in r5c_recovery_rewrite_data_only_stripes()
2387 raid5_compute_blocknr(sh, i, 0)); in r5c_recovery_rewrite_data_only_stripes()
2407 sh->log_start = ctx->pos; in r5c_recovery_rewrite_data_only_stripes()
2408 list_add_tail(&sh->r5c, &log->stripe_in_journal_list); in r5c_recovery_rewrite_data_only_stripes()
2412 next_checkpoint = sh->log_start; in r5c_recovery_rewrite_data_only_stripes()
2424 struct stripe_head *sh, *next; in r5c_recovery_flush_data_only_stripes() local
2436 list_for_each_entry_safe(sh, next, &ctx->cached_list, lru) { in r5c_recovery_flush_data_only_stripes()
2437 r5c_make_stripe_write_out(sh); in r5c_recovery_flush_data_only_stripes()
2438 set_bit(STRIPE_HANDLE, &sh->state); in r5c_recovery_flush_data_only_stripes()
2439 list_del_init(&sh->lru); in r5c_recovery_flush_data_only_stripes()
2440 raid5_release_stripe(sh); in r5c_recovery_flush_data_only_stripes()
2634 struct stripe_head *sh, in r5c_try_caching_write() argument
2649 if (!test_bit(STRIPE_R5C_CACHING, &sh->state)) { in r5c_try_caching_write()
2667 set_bit(STRIPE_R5C_CACHING, &sh->state); in r5c_try_caching_write()
2678 if (s->failed || test_bit(STRIPE_SYNCING, &sh->state)) { in r5c_try_caching_write()
2679 r5c_make_stripe_write_out(sh); in r5c_try_caching_write()
2684 dev = &sh->dev[i]; in r5c_try_caching_write()
2688 r5c_make_stripe_write_out(sh); in r5c_try_caching_write()
2694 if (!test_bit(STRIPE_R5C_PARTIAL_STRIPE, &sh->state) && in r5c_try_caching_write()
2695 !test_bit(STRIPE_R5C_FULL_STRIPE, &sh->state)) { in r5c_try_caching_write()
2696 tree_index = r5c_tree_index(conf, sh->sector); in r5c_try_caching_write()
2717 r5c_make_stripe_write_out(sh); in r5c_try_caching_write()
2727 set_bit(STRIPE_R5C_PARTIAL_STRIPE, &sh->state); in r5c_try_caching_write()
2732 dev = &sh->dev[i]; in r5c_try_caching_write()
2748 set_bit(STRIPE_LOG_TRAPPED, &sh->state); in r5c_try_caching_write()
2757 void r5c_release_extra_page(struct stripe_head *sh) in r5c_release_extra_page() argument
2759 struct r5conf *conf = sh->raid_conf; in r5c_release_extra_page()
2764 sh->dev[0].orig_page == conf->disks[0].extra_page; in r5c_release_extra_page()
2766 for (i = sh->disks; i--; ) in r5c_release_extra_page()
2767 if (sh->dev[i].page != sh->dev[i].orig_page) { in r5c_release_extra_page()
2768 struct page *p = sh->dev[i].orig_page; in r5c_release_extra_page()
2770 sh->dev[i].orig_page = sh->dev[i].page; in r5c_release_extra_page()
2771 clear_bit(R5_OrigPageUPTDODATE, &sh->dev[i].flags); in r5c_release_extra_page()
2783 void r5c_use_extra_page(struct stripe_head *sh) in r5c_use_extra_page() argument
2785 struct r5conf *conf = sh->raid_conf; in r5c_use_extra_page()
2789 for (i = sh->disks; i--; ) { in r5c_use_extra_page()
2790 dev = &sh->dev[i]; in r5c_use_extra_page()
2802 struct stripe_head *sh, in r5c_finish_stripe_write_out() argument
2812 if (!log || !test_bit(R5_InJournal, &sh->dev[sh->pd_idx].flags)) in r5c_finish_stripe_write_out()
2815 WARN_ON(test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_finish_stripe_write_out()
2816 clear_bit(R5_InJournal, &sh->dev[sh->pd_idx].flags); in r5c_finish_stripe_write_out()
2821 for (i = sh->disks; i--; ) { in r5c_finish_stripe_write_out()
2822 clear_bit(R5_InJournal, &sh->dev[i].flags); in r5c_finish_stripe_write_out()
2823 if (test_and_clear_bit(R5_Overlap, &sh->dev[i].flags)) in r5c_finish_stripe_write_out()
2833 if (test_and_clear_bit(STRIPE_FULL_WRITE, &sh->state)) in r5c_finish_stripe_write_out()
2841 list_del_init(&sh->r5c); in r5c_finish_stripe_write_out()
2843 sh->log_start = MaxSector; in r5c_finish_stripe_write_out()
2849 if (test_bit(STRIPE_R5C_PARTIAL_STRIPE, &sh->state) || in r5c_finish_stripe_write_out()
2850 test_bit(STRIPE_R5C_FULL_STRIPE, &sh->state)) { in r5c_finish_stripe_write_out()
2851 tree_index = r5c_tree_index(conf, sh->sector); in r5c_finish_stripe_write_out()
2868 if (test_and_clear_bit(STRIPE_R5C_PARTIAL_STRIPE, &sh->state)) { in r5c_finish_stripe_write_out()
2874 if (test_and_clear_bit(STRIPE_R5C_FULL_STRIPE, &sh->state)) { in r5c_finish_stripe_write_out()
2880 r5l_append_flush_payload(log, sh->sector); in r5c_finish_stripe_write_out()
2882 if (test_bit(STRIPE_SYNC_REQUESTED, &sh->state)) in r5c_finish_stripe_write_out()
2883 set_bit(STRIPE_HANDLE, &sh->state); in r5c_finish_stripe_write_out()
2886 int r5c_cache_data(struct r5l_log *log, struct stripe_head *sh) in r5c_cache_data() argument
2888 struct r5conf *conf = sh->raid_conf; in r5c_cache_data()
2896 for (i = 0; i < sh->disks; i++) { in r5c_cache_data()
2899 if (!test_bit(R5_Wantwrite, &sh->dev[i].flags)) in r5c_cache_data()
2901 addr = kmap_atomic(sh->dev[i].page); in r5c_cache_data()
2902 sh->dev[i].log_checksum = crc32c_le(log->uuid_checksum, in r5c_cache_data()
2913 clear_bit(STRIPE_DELAYED, &sh->state); in r5c_cache_data()
2914 atomic_inc(&sh->count); in r5c_cache_data()
2921 sh->log_start == MaxSector) in r5c_cache_data()
2922 r5l_add_no_space_stripe(log, sh); in r5c_cache_data()
2924 if (sh->log_start == log->last_checkpoint) in r5c_cache_data()
2927 r5l_add_no_space_stripe(log, sh); in r5c_cache_data()
2929 ret = r5l_log_stripe(log, sh, pages, 0); in r5c_cache_data()
2932 list_add_tail(&sh->log_list, &log->no_mem_stripes); in r5c_cache_data()