Lines Matching refs:io_ctl
248 &block_group->io_ctl, path, in btrfs_truncate_free_space_cache()
307 static int io_ctl_init(struct btrfs_io_ctl *io_ctl, struct inode *inode, in io_ctl_init() argument
323 memset(io_ctl, 0, sizeof(struct btrfs_io_ctl)); in io_ctl_init()
325 io_ctl->pages = kcalloc(num_pages, sizeof(struct page *), GFP_NOFS); in io_ctl_init()
326 if (!io_ctl->pages) in io_ctl_init()
329 io_ctl->num_pages = num_pages; in io_ctl_init()
330 io_ctl->root = root; in io_ctl_init()
331 io_ctl->check_crcs = check_crcs; in io_ctl_init()
332 io_ctl->inode = inode; in io_ctl_init()
337 static void io_ctl_free(struct btrfs_io_ctl *io_ctl) in io_ctl_free() argument
339 kfree(io_ctl->pages); in io_ctl_free()
340 io_ctl->pages = NULL; in io_ctl_free()
343 static void io_ctl_unmap_page(struct btrfs_io_ctl *io_ctl) in io_ctl_unmap_page() argument
345 if (io_ctl->cur) { in io_ctl_unmap_page()
346 io_ctl->cur = NULL; in io_ctl_unmap_page()
347 io_ctl->orig = NULL; in io_ctl_unmap_page()
351 static void io_ctl_map_page(struct btrfs_io_ctl *io_ctl, int clear) in io_ctl_map_page() argument
353 ASSERT(io_ctl->index < io_ctl->num_pages); in io_ctl_map_page()
354 io_ctl->page = io_ctl->pages[io_ctl->index++]; in io_ctl_map_page()
355 io_ctl->cur = page_address(io_ctl->page); in io_ctl_map_page()
356 io_ctl->orig = io_ctl->cur; in io_ctl_map_page()
357 io_ctl->size = PAGE_SIZE; in io_ctl_map_page()
359 memset(io_ctl->cur, 0, PAGE_SIZE); in io_ctl_map_page()
362 static void io_ctl_drop_pages(struct btrfs_io_ctl *io_ctl) in io_ctl_drop_pages() argument
366 io_ctl_unmap_page(io_ctl); in io_ctl_drop_pages()
368 for (i = 0; i < io_ctl->num_pages; i++) { in io_ctl_drop_pages()
369 if (io_ctl->pages[i]) { in io_ctl_drop_pages()
370 ClearPageChecked(io_ctl->pages[i]); in io_ctl_drop_pages()
371 unlock_page(io_ctl->pages[i]); in io_ctl_drop_pages()
372 put_page(io_ctl->pages[i]); in io_ctl_drop_pages()
377 static int io_ctl_prepare_pages(struct btrfs_io_ctl *io_ctl, struct inode *inode, in io_ctl_prepare_pages() argument
384 for (i = 0; i < io_ctl->num_pages; i++) { in io_ctl_prepare_pages()
387 io_ctl_drop_pages(io_ctl); in io_ctl_prepare_pages()
390 io_ctl->pages[i] = page; in io_ctl_prepare_pages()
397 io_ctl_drop_pages(io_ctl); in io_ctl_prepare_pages()
403 for (i = 0; i < io_ctl->num_pages; i++) { in io_ctl_prepare_pages()
404 clear_page_dirty_for_io(io_ctl->pages[i]); in io_ctl_prepare_pages()
405 set_page_extent_mapped(io_ctl->pages[i]); in io_ctl_prepare_pages()
411 static void io_ctl_set_generation(struct btrfs_io_ctl *io_ctl, u64 generation) in io_ctl_set_generation() argument
415 io_ctl_map_page(io_ctl, 1); in io_ctl_set_generation()
421 if (io_ctl->check_crcs) { in io_ctl_set_generation()
422 io_ctl->cur += (sizeof(u32) * io_ctl->num_pages); in io_ctl_set_generation()
423 io_ctl->size -= sizeof(u64) + (sizeof(u32) * io_ctl->num_pages); in io_ctl_set_generation()
425 io_ctl->cur += sizeof(u64); in io_ctl_set_generation()
426 io_ctl->size -= sizeof(u64) * 2; in io_ctl_set_generation()
429 val = io_ctl->cur; in io_ctl_set_generation()
431 io_ctl->cur += sizeof(u64); in io_ctl_set_generation()
434 static int io_ctl_check_generation(struct btrfs_io_ctl *io_ctl, u64 generation) in io_ctl_check_generation() argument
442 if (io_ctl->check_crcs) { in io_ctl_check_generation()
443 io_ctl->cur += sizeof(u32) * io_ctl->num_pages; in io_ctl_check_generation()
444 io_ctl->size -= sizeof(u64) + in io_ctl_check_generation()
445 (sizeof(u32) * io_ctl->num_pages); in io_ctl_check_generation()
447 io_ctl->cur += sizeof(u64); in io_ctl_check_generation()
448 io_ctl->size -= sizeof(u64) * 2; in io_ctl_check_generation()
451 gen = io_ctl->cur; in io_ctl_check_generation()
453 btrfs_err_rl(io_ctl->root->fs_info, in io_ctl_check_generation()
456 io_ctl_unmap_page(io_ctl); in io_ctl_check_generation()
459 io_ctl->cur += sizeof(u64); in io_ctl_check_generation()
463 static void io_ctl_set_crc(struct btrfs_io_ctl *io_ctl, int index) in io_ctl_set_crc() argument
469 if (!io_ctl->check_crcs) { in io_ctl_set_crc()
470 io_ctl_unmap_page(io_ctl); in io_ctl_set_crc()
475 offset = sizeof(u32) * io_ctl->num_pages; in io_ctl_set_crc()
477 crc = btrfs_csum_data(io_ctl->orig + offset, crc, in io_ctl_set_crc()
480 io_ctl_unmap_page(io_ctl); in io_ctl_set_crc()
481 tmp = page_address(io_ctl->pages[0]); in io_ctl_set_crc()
486 static int io_ctl_check_crc(struct btrfs_io_ctl *io_ctl, int index) in io_ctl_check_crc() argument
492 if (!io_ctl->check_crcs) { in io_ctl_check_crc()
493 io_ctl_map_page(io_ctl, 0); in io_ctl_check_crc()
498 offset = sizeof(u32) * io_ctl->num_pages; in io_ctl_check_crc()
500 tmp = page_address(io_ctl->pages[0]); in io_ctl_check_crc()
504 io_ctl_map_page(io_ctl, 0); in io_ctl_check_crc()
505 crc = btrfs_csum_data(io_ctl->orig + offset, crc, in io_ctl_check_crc()
509 btrfs_err_rl(io_ctl->root->fs_info, in io_ctl_check_crc()
511 io_ctl_unmap_page(io_ctl); in io_ctl_check_crc()
518 static int io_ctl_add_entry(struct btrfs_io_ctl *io_ctl, u64 offset, u64 bytes, in io_ctl_add_entry() argument
523 if (!io_ctl->cur) in io_ctl_add_entry()
526 entry = io_ctl->cur; in io_ctl_add_entry()
531 io_ctl->cur += sizeof(struct btrfs_free_space_entry); in io_ctl_add_entry()
532 io_ctl->size -= sizeof(struct btrfs_free_space_entry); in io_ctl_add_entry()
534 if (io_ctl->size >= sizeof(struct btrfs_free_space_entry)) in io_ctl_add_entry()
537 io_ctl_set_crc(io_ctl, io_ctl->index - 1); in io_ctl_add_entry()
540 if (io_ctl->index >= io_ctl->num_pages) in io_ctl_add_entry()
544 io_ctl_map_page(io_ctl, 1); in io_ctl_add_entry()
548 static int io_ctl_add_bitmap(struct btrfs_io_ctl *io_ctl, void *bitmap) in io_ctl_add_bitmap() argument
550 if (!io_ctl->cur) in io_ctl_add_bitmap()
557 if (io_ctl->cur != io_ctl->orig) { in io_ctl_add_bitmap()
558 io_ctl_set_crc(io_ctl, io_ctl->index - 1); in io_ctl_add_bitmap()
559 if (io_ctl->index >= io_ctl->num_pages) in io_ctl_add_bitmap()
561 io_ctl_map_page(io_ctl, 0); in io_ctl_add_bitmap()
564 memcpy(io_ctl->cur, bitmap, PAGE_SIZE); in io_ctl_add_bitmap()
565 io_ctl_set_crc(io_ctl, io_ctl->index - 1); in io_ctl_add_bitmap()
566 if (io_ctl->index < io_ctl->num_pages) in io_ctl_add_bitmap()
567 io_ctl_map_page(io_ctl, 0); in io_ctl_add_bitmap()
571 static void io_ctl_zero_remaining_pages(struct btrfs_io_ctl *io_ctl) in io_ctl_zero_remaining_pages() argument
577 if (io_ctl->cur != io_ctl->orig) in io_ctl_zero_remaining_pages()
578 io_ctl_set_crc(io_ctl, io_ctl->index - 1); in io_ctl_zero_remaining_pages()
580 io_ctl_unmap_page(io_ctl); in io_ctl_zero_remaining_pages()
582 while (io_ctl->index < io_ctl->num_pages) { in io_ctl_zero_remaining_pages()
583 io_ctl_map_page(io_ctl, 1); in io_ctl_zero_remaining_pages()
584 io_ctl_set_crc(io_ctl, io_ctl->index - 1); in io_ctl_zero_remaining_pages()
588 static int io_ctl_read_entry(struct btrfs_io_ctl *io_ctl, in io_ctl_read_entry() argument
594 if (!io_ctl->cur) { in io_ctl_read_entry()
595 ret = io_ctl_check_crc(io_ctl, io_ctl->index); in io_ctl_read_entry()
600 e = io_ctl->cur; in io_ctl_read_entry()
604 io_ctl->cur += sizeof(struct btrfs_free_space_entry); in io_ctl_read_entry()
605 io_ctl->size -= sizeof(struct btrfs_free_space_entry); in io_ctl_read_entry()
607 if (io_ctl->size >= sizeof(struct btrfs_free_space_entry)) in io_ctl_read_entry()
610 io_ctl_unmap_page(io_ctl); in io_ctl_read_entry()
615 static int io_ctl_read_bitmap(struct btrfs_io_ctl *io_ctl, in io_ctl_read_bitmap() argument
620 ret = io_ctl_check_crc(io_ctl, io_ctl->index); in io_ctl_read_bitmap()
624 memcpy(entry->bitmap, io_ctl->cur, PAGE_SIZE); in io_ctl_read_bitmap()
625 io_ctl_unmap_page(io_ctl); in io_ctl_read_bitmap()
674 struct btrfs_io_ctl io_ctl; in __load_free_space_cache() local
727 ret = io_ctl_init(&io_ctl, inode, root, 0); in __load_free_space_cache()
735 ret = io_ctl_prepare_pages(&io_ctl, inode, 1); in __load_free_space_cache()
739 ret = io_ctl_check_crc(&io_ctl, 0); in __load_free_space_cache()
743 ret = io_ctl_check_generation(&io_ctl, generation); in __load_free_space_cache()
753 ret = io_ctl_read_entry(&io_ctl, e, &type); in __load_free_space_cache()
800 io_ctl_unmap_page(&io_ctl); in __load_free_space_cache()
808 ret = io_ctl_read_bitmap(&io_ctl, e); in __load_free_space_cache()
813 io_ctl_drop_pages(&io_ctl); in __load_free_space_cache()
817 io_ctl_free(&io_ctl); in __load_free_space_cache()
820 io_ctl_drop_pages(&io_ctl); in __load_free_space_cache()
904 int write_cache_extent_entries(struct btrfs_io_ctl *io_ctl, in write_cache_extent_entries() argument
937 ret = io_ctl_add_entry(io_ctl, e->offset, e->bytes, in write_cache_extent_entries()
966 ret = io_ctl_add_entry(io_ctl, trim_entry->start, in write_cache_extent_entries()
1038 struct btrfs_io_ctl *io_ctl, in write_pinned_extent_entries() argument
1077 ret = io_ctl_add_entry(io_ctl, extent_start, len, NULL); in write_pinned_extent_entries()
1088 write_bitmap_entries(struct btrfs_io_ctl *io_ctl, struct list_head *bitmap_list) in write_bitmap_entries() argument
1095 ret = io_ctl_add_bitmap(io_ctl, entry->bitmap); in write_bitmap_entries()
1128 struct btrfs_io_ctl *io_ctl, in cleanup_write_cache_enospc() argument
1132 io_ctl_drop_pages(io_ctl); in cleanup_write_cache_enospc()
1141 struct btrfs_io_ctl *io_ctl, in btrfs_wait_cache_io() argument
1145 struct inode *inode = io_ctl->inode; in btrfs_wait_cache_io()
1160 io_ctl->entries, io_ctl->bitmaps); in btrfs_wait_cache_io()
1162 io_ctl_free(io_ctl); in btrfs_wait_cache_io()
1195 io_ctl->inode = NULL; in btrfs_wait_cache_io()
1219 struct btrfs_io_ctl *io_ctl, in __btrfs_write_out_cache() argument
1233 WARN_ON(io_ctl->pages); in __btrfs_write_out_cache()
1234 ret = io_ctl_init(io_ctl, inode, root, 1); in __btrfs_write_out_cache()
1254 ret = io_ctl_prepare_pages(io_ctl, inode, 0); in __btrfs_write_out_cache()
1261 io_ctl_set_generation(io_ctl, trans->transid); in __btrfs_write_out_cache()
1266 ret = write_cache_extent_entries(io_ctl, ctl, in __btrfs_write_out_cache()
1280 ret = write_pinned_extent_entries(root, block_group, io_ctl, &entries); in __btrfs_write_out_cache()
1289 ret = write_bitmap_entries(io_ctl, &bitmap_list); in __btrfs_write_out_cache()
1296 io_ctl_zero_remaining_pages(io_ctl); in __btrfs_write_out_cache()
1299 ret = btrfs_dirty_pages(root, inode, io_ctl->pages, io_ctl->num_pages, in __btrfs_write_out_cache()
1310 io_ctl_drop_pages(io_ctl); in __btrfs_write_out_cache()
1320 io_ctl->entries = entries; in __btrfs_write_out_cache()
1321 io_ctl->bitmaps = bitmaps; in __btrfs_write_out_cache()
1330 io_ctl->inode = NULL; in __btrfs_write_out_cache()
1331 io_ctl_free(io_ctl); in __btrfs_write_out_cache()
1347 cleanup_write_cache_enospc(inode, io_ctl, &cached_state, &bitmap_list); in __btrfs_write_out_cache()
1379 &block_group->io_ctl, trans, in btrfs_write_out_cache()
1391 block_group->io_ctl.inode = NULL; in btrfs_write_out_cache()
3518 struct btrfs_io_ctl io_ctl; in btrfs_write_out_ino_cache() local
3524 memset(&io_ctl, 0, sizeof(io_ctl)); in btrfs_write_out_ino_cache()
3525 ret = __btrfs_write_out_cache(root, inode, ctl, NULL, &io_ctl, in btrfs_write_out_ino_cache()
3535 ret = btrfs_wait_cache_io(root, trans, NULL, &io_ctl, path, 0); in btrfs_write_out_ino_cache()