3195 static int __get_segment_type_2(struct f2fs_io_info *fio)  in __get_segment_type_2()  argument
3197 	if (fio->type == DATA)  in __get_segment_type_2()
3203 static int __get_segment_type_4(struct f2fs_io_info *fio)  in __get_segment_type_4()  argument
3205 	if (fio->type == DATA) {  in __get_segment_type_4()
3206 		struct inode *inode = fio->page->mapping->host;  in __get_segment_type_4()
3213 		if (IS_DNODE(fio->page) && is_cold_node(fio->page))  in __get_segment_type_4()
3237 static int __get_segment_type_6(struct f2fs_io_info *fio)  in __get_segment_type_6()  argument
3239 	if (fio->type == DATA) {  in __get_segment_type_6()
3240 		struct inode *inode = fio->page->mapping->host;  in __get_segment_type_6()
3246 		if (page_private_gcing(fio->page)) {  in __get_segment_type_6()
3247 			if (fio->sbi->am.atgc_enabled &&  in __get_segment_type_6()
3248 				(fio->io_type == FS_DATA_IO) &&  in __get_segment_type_6()
3249 				(fio->sbi->gc_mode != GC_URGENT_HIGH))  in __get_segment_type_6()
3257 		type = __get_age_segment_type(inode, fio->page->index);  in __get_segment_type_6()
3267 		if (IS_DNODE(fio->page))  in __get_segment_type_6()
3268 			return is_cold_node(fio->page) ? CURSEG_WARM_NODE :  in __get_segment_type_6()
3274 static int __get_segment_type(struct f2fs_io_info *fio)  in __get_segment_type()  argument
3278 	switch (F2FS_OPTION(fio->sbi).active_logs) {  in __get_segment_type()
3280 		type = __get_segment_type_2(fio);  in __get_segment_type()
3283 		type = __get_segment_type_4(fio);  in __get_segment_type()
3286 		type = __get_segment_type_6(fio);  in __get_segment_type()
3289 		f2fs_bug_on(fio->sbi, true);  in __get_segment_type()
3293 		fio->temp = HOT;  in __get_segment_type()
3295 		fio->temp = WARM;  in __get_segment_type()
3297 		fio->temp = COLD;  in __get_segment_type()
3317 		struct f2fs_io_info *fio)  in f2fs_allocate_data_block()  argument
3406 	if (fio) {  in f2fs_allocate_data_block()
3410 			fio->retry = 0;  in f2fs_allocate_data_block()
3412 		INIT_LIST_HEAD(&fio->list);  in f2fs_allocate_data_block()
3413 		fio->in_list = 1;  in f2fs_allocate_data_block()
3414 		io = sbi->write_io[fio->type] + fio->temp;  in f2fs_allocate_data_block()
3416 		list_add_tail(&fio->list, &io->io_list);  in f2fs_allocate_data_block()
3452 static void do_write_page(struct f2fs_summary *sum, struct f2fs_io_info *fio)  in do_write_page()  argument
3454 	int type = __get_segment_type(fio);  in do_write_page()
3455 	bool keep_order = (f2fs_lfs_mode(fio->sbi) && type == CURSEG_COLD_DATA);  in do_write_page()
3458 		f2fs_down_read(&fio->sbi->io_order_lock);  in do_write_page()
3460 	f2fs_allocate_data_block(fio->sbi, fio->page, fio->old_blkaddr,  in do_write_page()
3461 			&fio->new_blkaddr, sum, type, fio);  in do_write_page()
3462 	if (GET_SEGNO(fio->sbi, fio->old_blkaddr) != NULL_SEGNO) {  in do_write_page()
3463 		invalidate_mapping_pages(META_MAPPING(fio->sbi),  in do_write_page()
3464 					fio->old_blkaddr, fio->old_blkaddr);  in do_write_page()
3465 		f2fs_invalidate_compress_page(fio->sbi, fio->old_blkaddr);  in do_write_page()
3469 	f2fs_submit_page_write(fio);  in do_write_page()
3470 	if (fio->retry) {  in do_write_page()
3471 		fio->old_blkaddr = fio->new_blkaddr;  in do_write_page()
3475 	f2fs_update_device_state(fio->sbi, fio->ino, fio->new_blkaddr, 1);  in do_write_page()
3478 		f2fs_up_read(&fio->sbi->io_order_lock);  in do_write_page()
3484 	struct f2fs_io_info fio = {  in f2fs_do_write_meta_page()  local
3498 		fio.op_flags &= ~REQ_META;  in f2fs_do_write_meta_page()
3501 	f2fs_submit_page_write(&fio);  in f2fs_do_write_meta_page()
3507 void f2fs_do_write_node_page(unsigned int nid, struct f2fs_io_info *fio)  in f2fs_do_write_node_page()  argument
3512 	do_write_page(&sum, fio);  in f2fs_do_write_node_page()
3514 	f2fs_update_iostat(fio->sbi, NULL, fio->io_type, F2FS_BLKSIZE);  in f2fs_do_write_node_page()
3518 					struct f2fs_io_info *fio)  in f2fs_outplace_write_data()  argument
3520 	struct f2fs_sb_info *sbi = fio->sbi;  in f2fs_outplace_write_data()
3524 	if (fio->io_type == FS_DATA_IO || fio->io_type == FS_CP_DATA_IO)  in f2fs_outplace_write_data()
3526 	set_summary(&sum, dn->nid, dn->ofs_in_node, fio->version);  in f2fs_outplace_write_data()
3527 	do_write_page(&sum, fio);  in f2fs_outplace_write_data()
3528 	f2fs_update_data_blkaddr(dn, fio->new_blkaddr);  in f2fs_outplace_write_data()
3530 	f2fs_update_iostat(sbi, dn->inode, fio->io_type, F2FS_BLKSIZE);  in f2fs_outplace_write_data()
3533 int f2fs_inplace_write_data(struct f2fs_io_info *fio)  in f2fs_inplace_write_data()  argument
3536 	struct f2fs_sb_info *sbi = fio->sbi;  in f2fs_inplace_write_data()
3539 	fio->new_blkaddr = fio->old_blkaddr;  in f2fs_inplace_write_data()
3541 	__get_segment_type(fio);  in f2fs_inplace_write_data()
3543 	segno = GET_SEGNO(sbi, fio->new_blkaddr);  in f2fs_inplace_write_data()
3559 	if (fio->post_read)  in f2fs_inplace_write_data()
3561 				fio->new_blkaddr, fio->new_blkaddr);  in f2fs_inplace_write_data()
3563 	stat_inc_inplace_blocks(fio->sbi);  in f2fs_inplace_write_data()
3565 	if (fio->bio && !IS_F2FS_IPU_NOCACHE(sbi))  in f2fs_inplace_write_data()
3566 		err = f2fs_merge_page_bio(fio);  in f2fs_inplace_write_data()
3568 		err = f2fs_submit_page_bio(fio);  in f2fs_inplace_write_data()
3570 		f2fs_update_device_state(fio->sbi, fio->ino,  in f2fs_inplace_write_data()
3571 						fio->new_blkaddr, 1);  in f2fs_inplace_write_data()
3572 		f2fs_update_iostat(fio->sbi, fio->page->mapping->host,  in f2fs_inplace_write_data()
3573 						fio->io_type, F2FS_BLKSIZE);  in f2fs_inplace_write_data()
3578 	if (fio->bio && *(fio->bio)) {  in f2fs_inplace_write_data()
3579 		struct bio *bio = *(fio->bio);  in f2fs_inplace_write_data()
3583 		*(fio->bio) = NULL;  in f2fs_inplace_write_data()