Lines Matching full:sh
141 /* all stripes in r5cache, in the order of seq at sh->log_start */
193 * sect: align_bi->bi_iter.bi_sector or sh->sector
308 struct stripe_head *sh, int disks) in r5c_handle_cached_data_endio() argument
312 for (i = sh->disks; i--; ) { in r5c_handle_cached_data_endio()
313 if (sh->dev[i].written) { in r5c_handle_cached_data_endio()
314 set_bit(R5_UPTODATE, &sh->dev[i].flags); in r5c_handle_cached_data_endio()
315 r5c_return_dev_pending_writes(conf, &sh->dev[i]); in r5c_handle_cached_data_endio()
448 void r5c_make_stripe_write_out(struct stripe_head *sh) in r5c_make_stripe_write_out() argument
450 struct r5conf *conf = sh->raid_conf; in r5c_make_stripe_write_out()
455 WARN_ON(!test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_make_stripe_write_out()
456 clear_bit(STRIPE_R5C_CACHING, &sh->state); in r5c_make_stripe_write_out()
458 if (!test_and_set_bit(STRIPE_PREREAD_ACTIVE, &sh->state)) in r5c_make_stripe_write_out()
462 static void r5c_handle_data_cached(struct stripe_head *sh) in r5c_handle_data_cached() argument
466 for (i = sh->disks; i--; ) in r5c_handle_data_cached()
467 if (test_and_clear_bit(R5_Wantwrite, &sh->dev[i].flags)) { in r5c_handle_data_cached()
468 set_bit(R5_InJournal, &sh->dev[i].flags); in r5c_handle_data_cached()
469 clear_bit(R5_LOCKED, &sh->dev[i].flags); in r5c_handle_data_cached()
471 clear_bit(STRIPE_LOG_TRAPPED, &sh->state); in r5c_handle_data_cached()
478 static void r5c_handle_parity_cached(struct stripe_head *sh) in r5c_handle_parity_cached() argument
482 for (i = sh->disks; i--; ) in r5c_handle_parity_cached()
483 if (test_bit(R5_InJournal, &sh->dev[i].flags)) in r5c_handle_parity_cached()
484 set_bit(R5_Wantwrite, &sh->dev[i].flags); in r5c_handle_parity_cached()
491 static void r5c_finish_cache_stripe(struct stripe_head *sh) in r5c_finish_cache_stripe() argument
493 struct r5l_log *log = READ_ONCE(sh->raid_conf->log); in r5c_finish_cache_stripe()
496 BUG_ON(test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_finish_cache_stripe()
503 set_bit(R5_InJournal, &sh->dev[sh->pd_idx].flags); in r5c_finish_cache_stripe()
504 } else if (test_bit(STRIPE_R5C_CACHING, &sh->state)) { in r5c_finish_cache_stripe()
505 r5c_handle_data_cached(sh); in r5c_finish_cache_stripe()
507 r5c_handle_parity_cached(sh); in r5c_finish_cache_stripe()
508 set_bit(R5_InJournal, &sh->dev[sh->pd_idx].flags); in r5c_finish_cache_stripe()
514 struct stripe_head *sh, *next; in r5l_io_run_stripes() local
516 list_for_each_entry_safe(sh, next, &io->stripe_list, log_list) { in r5l_io_run_stripes()
517 list_del_init(&sh->log_list); in r5l_io_run_stripes()
519 r5c_finish_cache_stripe(sh); in r5l_io_run_stripes()
521 set_bit(STRIPE_HANDLE, &sh->state); in r5l_io_run_stripes()
522 raid5_release_stripe(sh); in r5l_io_run_stripes()
900 static int r5l_log_stripe(struct r5l_log *log, struct stripe_head *sh, in r5l_log_stripe() argument
920 if (test_and_clear_bit(STRIPE_R5C_PREFLUSH, &sh->state)) in r5l_log_stripe()
923 for (i = 0; i < sh->disks; i++) { in r5l_log_stripe()
924 if (!test_bit(R5_Wantwrite, &sh->dev[i].flags) || in r5l_log_stripe()
925 test_bit(R5_InJournal, &sh->dev[i].flags)) in r5l_log_stripe()
927 if (i == sh->pd_idx || i == sh->qd_idx) in r5l_log_stripe()
929 if (test_bit(R5_WantFUA, &sh->dev[i].flags) && in r5l_log_stripe()
939 raid5_compute_blocknr(sh, i, 0), in r5l_log_stripe()
940 sh->dev[i].log_checksum, 0, false); in r5l_log_stripe()
941 r5l_append_payload_page(log, sh->dev[i].page); in r5l_log_stripe()
946 sh->sector, sh->dev[sh->pd_idx].log_checksum, in r5l_log_stripe()
947 sh->dev[sh->qd_idx].log_checksum, true); in r5l_log_stripe()
948 r5l_append_payload_page(log, sh->dev[sh->pd_idx].page); in r5l_log_stripe()
949 r5l_append_payload_page(log, sh->dev[sh->qd_idx].page); in r5l_log_stripe()
952 sh->sector, sh->dev[sh->pd_idx].log_checksum, in r5l_log_stripe()
954 r5l_append_payload_page(log, sh->dev[sh->pd_idx].page); in r5l_log_stripe()
958 list_add_tail(&sh->log_list, &io->stripe_list); in r5l_log_stripe()
960 sh->log_io = io; in r5l_log_stripe()
965 if (sh->log_start == MaxSector) { in r5l_log_stripe()
966 BUG_ON(!list_empty(&sh->r5c)); in r5l_log_stripe()
967 sh->log_start = io->log_start; in r5l_log_stripe()
969 list_add_tail(&sh->r5c, in r5l_log_stripe()
979 struct stripe_head *sh) in r5l_add_no_space_stripe() argument
982 list_add_tail(&sh->log_list, &log->no_space_stripes); in r5l_add_no_space_stripe()
990 int r5l_write_stripe(struct r5l_log *log, struct stripe_head *sh) in r5l_write_stripe() argument
992 struct r5conf *conf = sh->raid_conf; in r5l_write_stripe()
1003 if (sh->log_io || !test_bit(R5_Wantwrite, &sh->dev[sh->pd_idx].flags) || in r5l_write_stripe()
1004 test_bit(STRIPE_SYNCING, &sh->state)) { in r5l_write_stripe()
1006 clear_bit(STRIPE_LOG_TRAPPED, &sh->state); in r5l_write_stripe()
1010 WARN_ON(test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5l_write_stripe()
1012 for (i = 0; i < sh->disks; i++) { in r5l_write_stripe()
1015 if (!test_bit(R5_Wantwrite, &sh->dev[i].flags) || in r5l_write_stripe()
1016 test_bit(R5_InJournal, &sh->dev[i].flags)) in r5l_write_stripe()
1021 if (test_bit(STRIPE_LOG_TRAPPED, &sh->state)) in r5l_write_stripe()
1023 addr = kmap_atomic(sh->dev[i].page); in r5l_write_stripe()
1024 sh->dev[i].log_checksum = crc32c_le(log->uuid_checksum, in r5l_write_stripe()
1028 parity_pages = 1 + !!(sh->qd_idx >= 0); in r5l_write_stripe()
1031 set_bit(STRIPE_LOG_TRAPPED, &sh->state); in r5l_write_stripe()
1036 clear_bit(STRIPE_DELAYED, &sh->state); in r5l_write_stripe()
1037 atomic_inc(&sh->count); in r5l_write_stripe()
1045 r5l_add_no_space_stripe(log, sh); in r5l_write_stripe()
1048 ret = r5l_log_stripe(log, sh, data_pages, parity_pages); in r5l_write_stripe()
1051 list_add_tail(&sh->log_list, in r5l_write_stripe()
1059 * not in cache yet (sh->log_start == MaxSector). in r5l_write_stripe()
1062 sh->log_start == MaxSector) { in r5l_write_stripe()
1063 r5l_add_no_space_stripe(log, sh); in r5l_write_stripe()
1067 if (sh->log_start == log->last_checkpoint) in r5l_write_stripe()
1070 r5l_add_no_space_stripe(log, sh); in r5l_write_stripe()
1072 ret = r5l_log_stripe(log, sh, data_pages, parity_pages); in r5l_write_stripe()
1075 list_add_tail(&sh->log_list, in r5l_write_stripe()
1132 struct stripe_head *sh; in r5l_run_no_space_stripes() local
1136 sh = list_first_entry(&log->no_space_stripes, in r5l_run_no_space_stripes()
1138 list_del_init(&sh->log_list); in r5l_run_no_space_stripes()
1139 set_bit(STRIPE_HANDLE, &sh->state); in r5l_run_no_space_stripes()
1140 raid5_release_stripe(sh); in r5l_run_no_space_stripes()
1148 * for write back, returns log_start of first sh in stripe_in_journal_list
1152 struct stripe_head *sh; in r5c_calculate_new_cp() local
1166 sh = list_first_entry(&log->stripe_in_journal_list, in r5c_calculate_new_cp()
1168 new_cp = sh->log_start; in r5c_calculate_new_cp()
1183 struct stripe_head *sh; in r5l_run_no_mem_stripe() local
1188 sh = list_first_entry(&log->no_mem_stripes, in r5l_run_no_mem_stripe()
1190 list_del_init(&sh->log_list); in r5l_run_no_mem_stripe()
1191 set_bit(STRIPE_HANDLE, &sh->state); in r5l_run_no_mem_stripe()
1192 raid5_release_stripe(sh); in r5l_run_no_mem_stripe()
1242 void r5l_stripe_write_finished(struct stripe_head *sh) in r5l_stripe_write_finished() argument
1246 io = sh->log_io; in r5l_stripe_write_finished()
1247 sh->log_io = NULL; in r5l_stripe_write_finished()
1362 static void r5c_flush_stripe(struct r5conf *conf, struct stripe_head *sh) in r5c_flush_stripe() argument
1364 BUG_ON(list_empty(&sh->lru)); in r5c_flush_stripe()
1365 BUG_ON(!test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_flush_stripe()
1366 BUG_ON(test_bit(STRIPE_HANDLE, &sh->state)); in r5c_flush_stripe()
1372 BUG_ON(test_bit(STRIPE_ON_RELEASE_LIST, &sh->state)); in r5c_flush_stripe()
1375 list_del_init(&sh->lru); in r5c_flush_stripe()
1376 atomic_inc(&sh->count); in r5c_flush_stripe()
1378 set_bit(STRIPE_HANDLE, &sh->state); in r5c_flush_stripe()
1380 r5c_make_stripe_write_out(sh); in r5c_flush_stripe()
1382 if (test_bit(STRIPE_R5C_PARTIAL_STRIPE, &sh->state)) in r5c_flush_stripe()
1386 raid5_release_stripe(sh); in r5c_flush_stripe()
1398 struct stripe_head *sh, *next; in r5c_flush_cache() local
1405 list_for_each_entry_safe(sh, next, &conf->r5c_full_stripe_list, lru) { in r5c_flush_cache()
1406 r5c_flush_stripe(conf, sh); in r5c_flush_cache()
1412 list_for_each_entry_safe(sh, next, in r5c_flush_cache()
1414 r5c_flush_stripe(conf, sh); in r5c_flush_cache()
1423 struct stripe_head *sh; in r5c_do_reclaim() local
1468 list_for_each_entry(sh, &log->stripe_in_journal_list, r5c) { in r5c_do_reclaim()
1477 if (!list_empty(&sh->lru) && in r5c_do_reclaim()
1478 !test_bit(STRIPE_HANDLE, &sh->state) && in r5c_do_reclaim()
1479 atomic_read(&sh->count) == 0) { in r5c_do_reclaim()
1480 r5c_flush_stripe(conf, sh); in r5c_do_reclaim()
1803 struct stripe_head *sh, in r5l_recovery_load_data() argument
1814 &dd_idx, sh); in r5l_recovery_load_data()
1815 r5l_recovery_read_page(log, ctx, sh->dev[dd_idx].page, log_offset); in r5l_recovery_load_data()
1816 sh->dev[dd_idx].log_checksum = in r5l_recovery_load_data()
1820 set_bit(R5_Wantwrite, &sh->dev[dd_idx].flags); in r5l_recovery_load_data()
1821 set_bit(STRIPE_R5C_CACHING, &sh->state); in r5l_recovery_load_data()
1825 struct stripe_head *sh, in r5l_recovery_load_parity() argument
1834 r5l_recovery_read_page(log, ctx, sh->dev[sh->pd_idx].page, log_offset); in r5l_recovery_load_parity()
1835 sh->dev[sh->pd_idx].log_checksum = in r5l_recovery_load_parity()
1837 set_bit(R5_Wantwrite, &sh->dev[sh->pd_idx].flags); in r5l_recovery_load_parity()
1839 if (sh->qd_idx >= 0) { in r5l_recovery_load_parity()
1841 log, ctx, sh->dev[sh->qd_idx].page, in r5l_recovery_load_parity()
1843 sh->dev[sh->qd_idx].log_checksum = in r5l_recovery_load_parity()
1845 set_bit(R5_Wantwrite, &sh->dev[sh->qd_idx].flags); in r5l_recovery_load_parity()
1847 clear_bit(STRIPE_R5C_CACHING, &sh->state); in r5l_recovery_load_parity()
1850 static void r5l_recovery_reset_stripe(struct stripe_head *sh) in r5l_recovery_reset_stripe() argument
1854 sh->state = 0; in r5l_recovery_reset_stripe()
1855 sh->log_start = MaxSector; in r5l_recovery_reset_stripe()
1856 for (i = sh->disks; i--; ) in r5l_recovery_reset_stripe()
1857 sh->dev[i].flags = 0; in r5l_recovery_reset_stripe()
1862 struct stripe_head *sh, in r5l_recovery_replay_one_stripe() argument
1869 for (disk_index = 0; disk_index < sh->disks; disk_index++) { in r5l_recovery_replay_one_stripe()
1870 if (!test_bit(R5_Wantwrite, &sh->dev[disk_index].flags)) in r5l_recovery_replay_one_stripe()
1872 if (disk_index == sh->qd_idx || disk_index == sh->pd_idx) in r5l_recovery_replay_one_stripe()
1885 for (disk_index = 0; disk_index < sh->disks; disk_index++) { in r5l_recovery_replay_one_stripe()
1886 if (!test_bit(R5_Wantwrite, &sh->dev[disk_index].flags)) in r5l_recovery_replay_one_stripe()
1895 sync_page_io(rdev, sh->sector, PAGE_SIZE, in r5l_recovery_replay_one_stripe()
1896 sh->dev[disk_index].page, REQ_OP_WRITE, in r5l_recovery_replay_one_stripe()
1905 sync_page_io(rrdev, sh->sector, PAGE_SIZE, in r5l_recovery_replay_one_stripe()
1906 sh->dev[disk_index].page, REQ_OP_WRITE, in r5l_recovery_replay_one_stripe()
1915 r5l_recovery_reset_stripe(sh); in r5l_recovery_replay_one_stripe()
1924 struct stripe_head *sh; in r5c_recovery_alloc_stripe() local
1926 sh = raid5_get_active_stripe(conf, NULL, stripe_sect, in r5c_recovery_alloc_stripe()
1928 if (!sh) in r5c_recovery_alloc_stripe()
1931 r5l_recovery_reset_stripe(sh); in r5c_recovery_alloc_stripe()
1933 return sh; in r5c_recovery_alloc_stripe()
1939 struct stripe_head *sh; in r5c_recovery_lookup_stripe() local
1941 list_for_each_entry(sh, list, lru) in r5c_recovery_lookup_stripe()
1942 if (sh->sector == sect) in r5c_recovery_lookup_stripe()
1943 return sh; in r5c_recovery_lookup_stripe()
1951 struct stripe_head *sh, *next; in r5c_recovery_drop_stripes() local
1953 list_for_each_entry_safe(sh, next, cached_stripe_list, lru) { in r5c_recovery_drop_stripes()
1954 r5l_recovery_reset_stripe(sh); in r5c_recovery_drop_stripes()
1955 list_del_init(&sh->lru); in r5c_recovery_drop_stripes()
1956 raid5_release_stripe(sh); in r5c_recovery_drop_stripes()
1964 struct stripe_head *sh, *next; in r5c_recovery_replay_stripes() local
1966 list_for_each_entry_safe(sh, next, cached_stripe_list, lru) in r5c_recovery_replay_stripes()
1967 if (!test_bit(STRIPE_R5C_CACHING, &sh->state)) { in r5c_recovery_replay_stripes()
1968 r5l_recovery_replay_one_stripe(sh->raid_conf, sh, ctx); in r5c_recovery_replay_stripes()
1969 list_del_init(&sh->lru); in r5c_recovery_replay_stripes()
1970 raid5_release_stripe(sh); in r5c_recovery_replay_stripes()
2081 struct stripe_head *sh; in r5c_recovery_analyze_meta_block() local
2111 sh = r5c_recovery_lookup_stripe(cached_stripe_list, in r5c_recovery_analyze_meta_block()
2113 if (sh) { in r5c_recovery_analyze_meta_block()
2114 WARN_ON(test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_recovery_analyze_meta_block()
2115 r5l_recovery_reset_stripe(sh); in r5c_recovery_analyze_meta_block()
2116 list_del_init(&sh->lru); in r5c_recovery_analyze_meta_block()
2117 raid5_release_stripe(sh); in r5c_recovery_analyze_meta_block()
2133 sh = r5c_recovery_lookup_stripe(cached_stripe_list, in r5c_recovery_analyze_meta_block()
2136 if (!sh) { in r5c_recovery_analyze_meta_block()
2137 sh = r5c_recovery_alloc_stripe(conf, stripe_sect, 1); in r5c_recovery_analyze_meta_block()
2142 if (!sh) { in r5c_recovery_analyze_meta_block()
2145 sh = r5c_recovery_alloc_stripe( in r5c_recovery_analyze_meta_block()
2148 if (!sh) { in r5c_recovery_analyze_meta_block()
2163 sh = r5c_recovery_alloc_stripe( in r5c_recovery_analyze_meta_block()
2166 if (!sh) { in r5c_recovery_analyze_meta_block()
2171 list_add_tail(&sh->lru, cached_stripe_list); in r5c_recovery_analyze_meta_block()
2175 if (!test_bit(STRIPE_R5C_CACHING, &sh->state) && in r5c_recovery_analyze_meta_block()
2176 test_bit(R5_Wantwrite, &sh->dev[sh->pd_idx].flags)) { in r5c_recovery_analyze_meta_block()
2177 r5l_recovery_replay_one_stripe(conf, sh, ctx); in r5c_recovery_analyze_meta_block()
2178 list_move_tail(&sh->lru, cached_stripe_list); in r5c_recovery_analyze_meta_block()
2180 r5l_recovery_load_data(log, sh, ctx, payload, in r5c_recovery_analyze_meta_block()
2183 r5l_recovery_load_parity(log, sh, ctx, payload, in r5c_recovery_analyze_meta_block()
2204 struct stripe_head *sh) in r5c_recovery_load_one_stripe() argument
2209 for (i = sh->disks; i--; ) { in r5c_recovery_load_one_stripe()
2210 dev = sh->dev + i; in r5c_recovery_load_one_stripe()
2237 struct stripe_head *sh; in r5c_recovery_flush_log() local
2266 list_for_each_entry(sh, &ctx->cached_list, lru) { in r5c_recovery_flush_log()
2267 WARN_ON(!test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_recovery_flush_log()
2268 r5c_recovery_load_one_stripe(log, sh); in r5c_recovery_flush_log()
2348 struct stripe_head *sh; in r5c_recovery_rewrite_data_only_stripes() local
2362 list_for_each_entry(sh, &ctx->cached_list, lru) { in r5c_recovery_rewrite_data_only_stripes()
2368 WARN_ON(!test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_recovery_rewrite_data_only_stripes()
2375 for (i = sh->disks; i--; ) { in r5c_recovery_rewrite_data_only_stripes()
2376 struct r5dev *dev = &sh->dev[i]; in r5c_recovery_rewrite_data_only_stripes()
2386 raid5_compute_blocknr(sh, i, 0)); in r5c_recovery_rewrite_data_only_stripes()
2406 sh->log_start = ctx->pos; in r5c_recovery_rewrite_data_only_stripes()
2407 list_add_tail(&sh->r5c, &log->stripe_in_journal_list); in r5c_recovery_rewrite_data_only_stripes()
2411 next_checkpoint = sh->log_start; in r5c_recovery_rewrite_data_only_stripes()
2423 struct stripe_head *sh, *next; in r5c_recovery_flush_data_only_stripes() local
2435 list_for_each_entry_safe(sh, next, &ctx->cached_list, lru) { in r5c_recovery_flush_data_only_stripes()
2436 r5c_make_stripe_write_out(sh); in r5c_recovery_flush_data_only_stripes()
2437 set_bit(STRIPE_HANDLE, &sh->state); in r5c_recovery_flush_data_only_stripes()
2438 list_del_init(&sh->lru); in r5c_recovery_flush_data_only_stripes()
2439 raid5_release_stripe(sh); in r5c_recovery_flush_data_only_stripes()
2633 struct stripe_head *sh, in r5c_try_caching_write() argument
2648 if (!test_bit(STRIPE_R5C_CACHING, &sh->state)) { in r5c_try_caching_write()
2666 set_bit(STRIPE_R5C_CACHING, &sh->state); in r5c_try_caching_write()
2677 if (s->failed || test_bit(STRIPE_SYNCING, &sh->state)) { in r5c_try_caching_write()
2678 r5c_make_stripe_write_out(sh); in r5c_try_caching_write()
2683 dev = &sh->dev[i]; in r5c_try_caching_write()
2687 r5c_make_stripe_write_out(sh); in r5c_try_caching_write()
2693 if (!test_bit(STRIPE_R5C_PARTIAL_STRIPE, &sh->state) && in r5c_try_caching_write()
2694 !test_bit(STRIPE_R5C_FULL_STRIPE, &sh->state)) { in r5c_try_caching_write()
2695 tree_index = r5c_tree_index(conf, sh->sector); in r5c_try_caching_write()
2716 r5c_make_stripe_write_out(sh); in r5c_try_caching_write()
2726 set_bit(STRIPE_R5C_PARTIAL_STRIPE, &sh->state); in r5c_try_caching_write()
2731 dev = &sh->dev[i]; in r5c_try_caching_write()
2747 set_bit(STRIPE_LOG_TRAPPED, &sh->state); in r5c_try_caching_write()
2756 void r5c_release_extra_page(struct stripe_head *sh) in r5c_release_extra_page() argument
2758 struct r5conf *conf = sh->raid_conf; in r5c_release_extra_page()
2763 sh->dev[0].orig_page == conf->disks[0].extra_page; in r5c_release_extra_page()
2765 for (i = sh->disks; i--; ) in r5c_release_extra_page()
2766 if (sh->dev[i].page != sh->dev[i].orig_page) { in r5c_release_extra_page()
2767 struct page *p = sh->dev[i].orig_page; in r5c_release_extra_page()
2769 sh->dev[i].orig_page = sh->dev[i].page; in r5c_release_extra_page()
2770 clear_bit(R5_OrigPageUPTDODATE, &sh->dev[i].flags); in r5c_release_extra_page()
2782 void r5c_use_extra_page(struct stripe_head *sh) in r5c_use_extra_page() argument
2784 struct r5conf *conf = sh->raid_conf; in r5c_use_extra_page()
2788 for (i = sh->disks; i--; ) { in r5c_use_extra_page()
2789 dev = &sh->dev[i]; in r5c_use_extra_page()
2801 struct stripe_head *sh, in r5c_finish_stripe_write_out() argument
2811 if (!log || !test_bit(R5_InJournal, &sh->dev[sh->pd_idx].flags)) in r5c_finish_stripe_write_out()
2814 WARN_ON(test_bit(STRIPE_R5C_CACHING, &sh->state)); in r5c_finish_stripe_write_out()
2815 clear_bit(R5_InJournal, &sh->dev[sh->pd_idx].flags); in r5c_finish_stripe_write_out()
2820 for (i = sh->disks; i--; ) { in r5c_finish_stripe_write_out()
2821 clear_bit(R5_InJournal, &sh->dev[i].flags); in r5c_finish_stripe_write_out()
2822 if (test_and_clear_bit(R5_Overlap, &sh->dev[i].flags)) in r5c_finish_stripe_write_out()
2832 if (test_and_clear_bit(STRIPE_FULL_WRITE, &sh->state)) in r5c_finish_stripe_write_out()
2840 list_del_init(&sh->r5c); in r5c_finish_stripe_write_out()
2842 sh->log_start = MaxSector; in r5c_finish_stripe_write_out()
2848 if (test_bit(STRIPE_R5C_PARTIAL_STRIPE, &sh->state) || in r5c_finish_stripe_write_out()
2849 test_bit(STRIPE_R5C_FULL_STRIPE, &sh->state)) { in r5c_finish_stripe_write_out()
2850 tree_index = r5c_tree_index(conf, sh->sector); in r5c_finish_stripe_write_out()
2867 if (test_and_clear_bit(STRIPE_R5C_PARTIAL_STRIPE, &sh->state)) { in r5c_finish_stripe_write_out()
2873 if (test_and_clear_bit(STRIPE_R5C_FULL_STRIPE, &sh->state)) { in r5c_finish_stripe_write_out()
2879 r5l_append_flush_payload(log, sh->sector); in r5c_finish_stripe_write_out()
2881 if (test_bit(STRIPE_SYNC_REQUESTED, &sh->state)) in r5c_finish_stripe_write_out()
2882 set_bit(STRIPE_HANDLE, &sh->state); in r5c_finish_stripe_write_out()
2885 int r5c_cache_data(struct r5l_log *log, struct stripe_head *sh) in r5c_cache_data() argument
2887 struct r5conf *conf = sh->raid_conf; in r5c_cache_data()
2895 for (i = 0; i < sh->disks; i++) { in r5c_cache_data()
2898 if (!test_bit(R5_Wantwrite, &sh->dev[i].flags)) in r5c_cache_data()
2900 addr = kmap_atomic(sh->dev[i].page); in r5c_cache_data()
2901 sh->dev[i].log_checksum = crc32c_le(log->uuid_checksum, in r5c_cache_data()
2912 clear_bit(STRIPE_DELAYED, &sh->state); in r5c_cache_data()
2913 atomic_inc(&sh->count); in r5c_cache_data()
2920 sh->log_start == MaxSector) in r5c_cache_data()
2921 r5l_add_no_space_stripe(log, sh); in r5c_cache_data()
2923 if (sh->log_start == log->last_checkpoint) in r5c_cache_data()
2926 r5l_add_no_space_stripe(log, sh); in r5c_cache_data()
2928 ret = r5l_log_stripe(log, sh, pages, 0); in r5c_cache_data()
2931 list_add_tail(&sh->log_list, &log->no_mem_stripes); in r5c_cache_data()