Lines Matching refs:v
77 #define iterate_all_kinds(i, n, v, I, B, K) { \ argument
81 struct bio_vec v; \
83 iterate_bvec(i, n, v, __bi, skip, (B)) \
86 struct kvec v; \
87 iterate_kvec(i, n, v, kvec, skip, (K)) \
91 struct iovec v; \
92 iterate_iovec(i, n, v, iov, skip, (I)) \
97 #define iterate_and_advance(i, n, v, I, B, K) { \ argument
104 struct bio_vec v; \
106 iterate_bvec(i, n, v, __bi, skip, (B)) \
112 struct kvec v; \
113 iterate_kvec(i, n, v, kvec, skip, (K)) \
124 struct iovec v; \
125 iterate_iovec(i, n, v, iov, skip, (I)) \
423 struct iovec v; in iov_iter_fault_in_readable() local
426 iterate_iovec(i, bytes, v, iov, skip, ({ in iov_iter_fault_in_readable()
427 err = fault_in_pages_readable(v.iov_base, v.iov_len); in iov_iter_fault_in_readable()
610 iterate_and_advance(i, bytes, v, in _copy_to_iter()
611 copyout(v.iov_base, (from += v.iov_len) - v.iov_len, v.iov_len), in _copy_to_iter()
612 memcpy_to_page(v.bv_page, v.bv_offset, in _copy_to_iter()
613 (from += v.bv_len) - v.bv_len, v.bv_len), in _copy_to_iter()
614 memcpy(v.iov_base, (from += v.iov_len) - v.iov_len, v.iov_len) in _copy_to_iter()
710 iterate_and_advance(i, bytes, v, in _copy_to_iter_mcsafe()
711 copyout_mcsafe(v.iov_base, (from += v.iov_len) - v.iov_len, v.iov_len), in _copy_to_iter_mcsafe()
713 rem = memcpy_mcsafe_to_page(v.bv_page, v.bv_offset, in _copy_to_iter_mcsafe()
714 (from += v.bv_len) - v.bv_len, v.bv_len); in _copy_to_iter_mcsafe()
722 rem = memcpy_mcsafe(v.iov_base, (from += v.iov_len) - v.iov_len, in _copy_to_iter_mcsafe()
723 v.iov_len); in _copy_to_iter_mcsafe()
746 iterate_and_advance(i, bytes, v, in _copy_from_iter()
747 copyin((to += v.iov_len) - v.iov_len, v.iov_base, v.iov_len), in _copy_from_iter()
748 memcpy_from_page((to += v.bv_len) - v.bv_len, v.bv_page, in _copy_from_iter()
749 v.bv_offset, v.bv_len), in _copy_from_iter()
750 memcpy((to += v.iov_len) - v.iov_len, v.iov_base, v.iov_len) in _copy_from_iter()
769 iterate_all_kinds(i, bytes, v, ({ in _copy_from_iter_full()
770 if (copyin((to += v.iov_len) - v.iov_len, in _copy_from_iter_full()
771 v.iov_base, v.iov_len)) in _copy_from_iter_full()
774 memcpy_from_page((to += v.bv_len) - v.bv_len, v.bv_page, in _copy_from_iter_full()
775 v.bv_offset, v.bv_len), in _copy_from_iter_full()
776 memcpy((to += v.iov_len) - v.iov_len, v.iov_base, v.iov_len) in _copy_from_iter_full()
791 iterate_and_advance(i, bytes, v, in _copy_from_iter_nocache()
792 __copy_from_user_inatomic_nocache((to += v.iov_len) - v.iov_len, in _copy_from_iter_nocache()
793 v.iov_base, v.iov_len), in _copy_from_iter_nocache()
794 memcpy_from_page((to += v.bv_len) - v.bv_len, v.bv_page, in _copy_from_iter_nocache()
795 v.bv_offset, v.bv_len), in _copy_from_iter_nocache()
796 memcpy((to += v.iov_len) - v.iov_len, v.iov_base, v.iov_len) in _copy_from_iter_nocache()
825 iterate_and_advance(i, bytes, v, in _copy_from_iter_flushcache()
826 __copy_from_user_flushcache((to += v.iov_len) - v.iov_len, in _copy_from_iter_flushcache()
827 v.iov_base, v.iov_len), in _copy_from_iter_flushcache()
828 memcpy_page_flushcache((to += v.bv_len) - v.bv_len, v.bv_page, in _copy_from_iter_flushcache()
829 v.bv_offset, v.bv_len), in _copy_from_iter_flushcache()
830 memcpy_flushcache((to += v.iov_len) - v.iov_len, v.iov_base, in _copy_from_iter_flushcache()
831 v.iov_len) in _copy_from_iter_flushcache()
848 iterate_all_kinds(i, bytes, v, ({ in _copy_from_iter_full_nocache()
849 if (__copy_from_user_inatomic_nocache((to += v.iov_len) - v.iov_len, in _copy_from_iter_full_nocache()
850 v.iov_base, v.iov_len)) in _copy_from_iter_full_nocache()
853 memcpy_from_page((to += v.bv_len) - v.bv_len, v.bv_page, in _copy_from_iter_full_nocache()
854 v.bv_offset, v.bv_len), in _copy_from_iter_full_nocache()
855 memcpy((to += v.iov_len) - v.iov_len, v.iov_base, v.iov_len) in _copy_from_iter_full_nocache()
866 size_t v = n + offset; in page_copy_sane() local
875 if (n <= v && v <= PAGE_SIZE) in page_copy_sane()
879 v += (page - head) << PAGE_SHIFT; in page_copy_sane()
881 if (likely(n <= v && v <= (page_size(head)))) in page_copy_sane()
953 iterate_and_advance(i, bytes, v, in iov_iter_zero()
954 clear_user(v.iov_base, v.iov_len), in iov_iter_zero()
955 memzero_page(v.bv_page, v.bv_offset, v.bv_len), in iov_iter_zero()
956 memset(v.iov_base, 0, v.iov_len) in iov_iter_zero()
976 iterate_all_kinds(i, bytes, v, in iov_iter_copy_from_user_atomic()
977 copyin((p += v.iov_len) - v.iov_len, v.iov_base, v.iov_len), in iov_iter_copy_from_user_atomic()
978 memcpy_from_page((p += v.bv_len) - v.bv_len, v.bv_page, in iov_iter_copy_from_user_atomic()
979 v.bv_offset, v.bv_len), in iov_iter_copy_from_user_atomic()
980 memcpy((p += v.iov_len) - v.iov_len, v.iov_base, v.iov_len) in iov_iter_copy_from_user_atomic()
1043 iterate_and_advance(i, size, v, 0, 0, 0) in iov_iter_advance()
1200 iterate_all_kinds(i, size, v, in iov_iter_alignment()
1201 (res |= (unsigned long)v.iov_base | v.iov_len, 0), in iov_iter_alignment()
1202 res |= v.bv_offset | v.bv_len, in iov_iter_alignment()
1203 res |= (unsigned long)v.iov_base | v.iov_len in iov_iter_alignment()
1219 iterate_all_kinds(i, size, v, in iov_iter_gap_alignment()
1220 (res |= (!res ? 0 : (unsigned long)v.iov_base) | in iov_iter_gap_alignment()
1221 (size != v.iov_len ? size : 0), 0), in iov_iter_gap_alignment()
1222 (res |= (!res ? 0 : (unsigned long)v.bv_offset) | in iov_iter_gap_alignment()
1223 (size != v.bv_len ? size : 0)), in iov_iter_gap_alignment()
1224 (res |= (!res ? 0 : (unsigned long)v.iov_base) | in iov_iter_gap_alignment()
1225 (size != v.iov_len ? size : 0)) in iov_iter_gap_alignment()
1287 iterate_all_kinds(i, maxsize, v, ({ in iov_iter_get_pages()
1288 unsigned long addr = (unsigned long)v.iov_base; in iov_iter_get_pages()
1289 size_t len = v.iov_len + (*start = addr & (PAGE_SIZE - 1)); in iov_iter_get_pages()
1305 *start = v.bv_offset; in iov_iter_get_pages()
1306 get_page(*pages = v.bv_page); in iov_iter_get_pages()
1307 return v.bv_len; in iov_iter_get_pages()
1369 iterate_all_kinds(i, maxsize, v, ({ in iov_iter_get_pages_alloc()
1370 unsigned long addr = (unsigned long)v.iov_base; in iov_iter_get_pages_alloc()
1371 size_t len = v.iov_len + (*start = addr & (PAGE_SIZE - 1)); in iov_iter_get_pages_alloc()
1390 *start = v.bv_offset; in iov_iter_get_pages_alloc()
1394 get_page(*p = v.bv_page); in iov_iter_get_pages_alloc()
1395 return v.bv_len; in iov_iter_get_pages_alloc()
1415 iterate_and_advance(i, bytes, v, ({ in csum_and_copy_from_iter()
1417 next = csum_and_copy_from_user(v.iov_base, in csum_and_copy_from_iter()
1418 (to += v.iov_len) - v.iov_len, in csum_and_copy_from_iter()
1419 v.iov_len, 0, &err); in csum_and_copy_from_iter()
1422 off += v.iov_len; in csum_and_copy_from_iter()
1424 err ? v.iov_len : 0; in csum_and_copy_from_iter()
1426 char *p = kmap_atomic(v.bv_page); in csum_and_copy_from_iter()
1427 sum = csum_and_memcpy((to += v.bv_len) - v.bv_len, in csum_and_copy_from_iter()
1428 p + v.bv_offset, v.bv_len, in csum_and_copy_from_iter()
1431 off += v.bv_len; in csum_and_copy_from_iter()
1433 sum = csum_and_memcpy((to += v.iov_len) - v.iov_len, in csum_and_copy_from_iter()
1434 v.iov_base, v.iov_len, in csum_and_copy_from_iter()
1436 off += v.iov_len; in csum_and_copy_from_iter()
1457 iterate_all_kinds(i, bytes, v, ({ in csum_and_copy_from_iter_full()
1459 next = csum_and_copy_from_user(v.iov_base, in csum_and_copy_from_iter_full()
1460 (to += v.iov_len) - v.iov_len, in csum_and_copy_from_iter_full()
1461 v.iov_len, 0, &err); in csum_and_copy_from_iter_full()
1465 off += v.iov_len; in csum_and_copy_from_iter_full()
1468 char *p = kmap_atomic(v.bv_page); in csum_and_copy_from_iter_full()
1469 sum = csum_and_memcpy((to += v.bv_len) - v.bv_len, in csum_and_copy_from_iter_full()
1470 p + v.bv_offset, v.bv_len, in csum_and_copy_from_iter_full()
1473 off += v.bv_len; in csum_and_copy_from_iter_full()
1475 sum = csum_and_memcpy((to += v.iov_len) - v.iov_len, in csum_and_copy_from_iter_full()
1476 v.iov_base, v.iov_len, in csum_and_copy_from_iter_full()
1478 off += v.iov_len; in csum_and_copy_from_iter_full()
1503 iterate_and_advance(i, bytes, v, ({ in csum_and_copy_to_iter()
1505 next = csum_and_copy_to_user((from += v.iov_len) - v.iov_len, in csum_and_copy_to_iter()
1506 v.iov_base, in csum_and_copy_to_iter()
1507 v.iov_len, 0, &err); in csum_and_copy_to_iter()
1510 off += v.iov_len; in csum_and_copy_to_iter()
1512 err ? v.iov_len : 0; in csum_and_copy_to_iter()
1514 char *p = kmap_atomic(v.bv_page); in csum_and_copy_to_iter()
1515 sum = csum_and_memcpy(p + v.bv_offset, in csum_and_copy_to_iter()
1516 (from += v.bv_len) - v.bv_len, in csum_and_copy_to_iter()
1517 v.bv_len, sum, off); in csum_and_copy_to_iter()
1519 off += v.bv_len; in csum_and_copy_to_iter()
1521 sum = csum_and_memcpy(v.iov_base, in csum_and_copy_to_iter()
1522 (from += v.iov_len) - v.iov_len, in csum_and_copy_to_iter()
1523 v.iov_len, sum, off); in csum_and_copy_to_iter()
1524 off += v.iov_len; in csum_and_copy_to_iter()
1574 } else iterate_all_kinds(i, size, v, ({ in iov_iter_npages()
1575 unsigned long p = (unsigned long)v.iov_base; in iov_iter_npages()
1576 npages += DIV_ROUND_UP(p + v.iov_len, PAGE_SIZE) in iov_iter_npages()
1585 unsigned long p = (unsigned long)v.iov_base; in iov_iter_npages()
1586 npages += DIV_ROUND_UP(p + v.iov_len, PAGE_SIZE) in iov_iter_npages()
1707 iterate_all_kinds(i, bytes, v, -EINVAL, ({ in iov_iter_for_each_range()
1708 w.iov_base = kmap(v.bv_page) + v.bv_offset; in iov_iter_for_each_range()
1709 w.iov_len = v.bv_len; in iov_iter_for_each_range()
1711 kunmap(v.bv_page); in iov_iter_for_each_range()
1713 w = v; in iov_iter_for_each_range()