Lines Matching refs:bytes
7 static size_t copy_to_iter_iovec(void *from, size_t bytes, struct iov_iter *i) in copy_to_iter_iovec() argument
13 if (unlikely(bytes > i->count)) in copy_to_iter_iovec()
14 bytes = i->count; in copy_to_iter_iovec()
16 if (unlikely(!bytes)) in copy_to_iter_iovec()
19 wanted = bytes; in copy_to_iter_iovec()
23 copy = min(bytes, iov->iov_len - skip); in copy_to_iter_iovec()
29 bytes -= copy; in copy_to_iter_iovec()
30 while (unlikely(!left && bytes)) { in copy_to_iter_iovec()
33 copy = min(bytes, iov->iov_len); in copy_to_iter_iovec()
38 bytes -= copy; in copy_to_iter_iovec()
45 i->count -= wanted - bytes; in copy_to_iter_iovec()
49 return wanted - bytes; in copy_to_iter_iovec()
52 static size_t copy_from_iter_iovec(void *to, size_t bytes, struct iov_iter *i) in copy_from_iter_iovec() argument
58 if (unlikely(bytes > i->count)) in copy_from_iter_iovec()
59 bytes = i->count; in copy_from_iter_iovec()
61 if (unlikely(!bytes)) in copy_from_iter_iovec()
64 wanted = bytes; in copy_from_iter_iovec()
68 copy = min(bytes, iov->iov_len - skip); in copy_from_iter_iovec()
74 bytes -= copy; in copy_from_iter_iovec()
75 while (unlikely(!left && bytes)) { in copy_from_iter_iovec()
78 copy = min(bytes, iov->iov_len); in copy_from_iter_iovec()
83 bytes -= copy; in copy_from_iter_iovec()
90 i->count -= wanted - bytes; in copy_from_iter_iovec()
94 return wanted - bytes; in copy_from_iter_iovec()
97 static size_t copy_page_to_iter_iovec(struct page *page, size_t offset, size_t bytes, in copy_page_to_iter_iovec() argument
105 if (unlikely(bytes > i->count)) in copy_page_to_iter_iovec()
106 bytes = i->count; in copy_page_to_iter_iovec()
108 if (unlikely(!bytes)) in copy_page_to_iter_iovec()
111 wanted = bytes; in copy_page_to_iter_iovec()
115 copy = min(bytes, iov->iov_len - skip); in copy_page_to_iter_iovec()
126 bytes -= copy; in copy_page_to_iter_iovec()
128 while (unlikely(!left && bytes)) { in copy_page_to_iter_iovec()
131 copy = min(bytes, iov->iov_len); in copy_page_to_iter_iovec()
136 bytes -= copy; in copy_page_to_iter_iovec()
138 if (likely(!bytes)) { in copy_page_to_iter_iovec()
145 copy = min(bytes, iov->iov_len - skip); in copy_page_to_iter_iovec()
154 bytes -= copy; in copy_page_to_iter_iovec()
155 while (unlikely(!left && bytes)) { in copy_page_to_iter_iovec()
158 copy = min(bytes, iov->iov_len); in copy_page_to_iter_iovec()
163 bytes -= copy; in copy_page_to_iter_iovec()
171 i->count -= wanted - bytes; in copy_page_to_iter_iovec()
175 return wanted - bytes; in copy_page_to_iter_iovec()
178 static size_t copy_page_from_iter_iovec(struct page *page, size_t offset, size_t bytes, in copy_page_from_iter_iovec() argument
186 if (unlikely(bytes > i->count)) in copy_page_from_iter_iovec()
187 bytes = i->count; in copy_page_from_iter_iovec()
189 if (unlikely(!bytes)) in copy_page_from_iter_iovec()
192 wanted = bytes; in copy_page_from_iter_iovec()
196 copy = min(bytes, iov->iov_len - skip); in copy_page_from_iter_iovec()
207 bytes -= copy; in copy_page_from_iter_iovec()
209 while (unlikely(!left && bytes)) { in copy_page_from_iter_iovec()
212 copy = min(bytes, iov->iov_len); in copy_page_from_iter_iovec()
217 bytes -= copy; in copy_page_from_iter_iovec()
219 if (likely(!bytes)) { in copy_page_from_iter_iovec()
226 copy = min(bytes, iov->iov_len - skip); in copy_page_from_iter_iovec()
235 bytes -= copy; in copy_page_from_iter_iovec()
236 while (unlikely(!left && bytes)) { in copy_page_from_iter_iovec()
239 copy = min(bytes, iov->iov_len); in copy_page_from_iter_iovec()
244 bytes -= copy; in copy_page_from_iter_iovec()
252 i->count -= wanted - bytes; in copy_page_from_iter_iovec()
256 return wanted - bytes; in copy_page_from_iter_iovec()
259 static size_t zero_iovec(size_t bytes, struct iov_iter *i) in zero_iovec() argument
265 if (unlikely(bytes > i->count)) in zero_iovec()
266 bytes = i->count; in zero_iovec()
268 if (unlikely(!bytes)) in zero_iovec()
271 wanted = bytes; in zero_iovec()
275 copy = min(bytes, iov->iov_len - skip); in zero_iovec()
280 bytes -= copy; in zero_iovec()
282 while (unlikely(!left && bytes)) { in zero_iovec()
285 copy = min(bytes, iov->iov_len); in zero_iovec()
289 bytes -= copy; in zero_iovec()
296 i->count -= wanted - bytes; in zero_iovec()
300 return wanted - bytes; in zero_iovec()
304 const struct iovec *iov, size_t base, size_t bytes) in __iovec_copy_from_user_inatomic() argument
308 while (bytes) { in __iovec_copy_from_user_inatomic()
310 int copy = min(bytes, iov->iov_len - base); in __iovec_copy_from_user_inatomic()
315 bytes -= copy; in __iovec_copy_from_user_inatomic()
331 struct iov_iter *i, unsigned long offset, size_t bytes) in copy_from_user_atomic_iovec() argument
340 left = __copy_from_user_inatomic(kaddr + offset, buf, bytes); in copy_from_user_atomic_iovec()
341 copied = bytes - left; in copy_from_user_atomic_iovec()
344 i->iov, i->iov_offset, bytes); in copy_from_user_atomic_iovec()
351 static void advance_iovec(struct iov_iter *i, size_t bytes) in advance_iovec() argument
353 BUG_ON(i->count < bytes); in advance_iovec()
356 i->iov_offset += bytes; in advance_iovec()
357 i->count -= bytes; in advance_iovec()
367 while (bytes || unlikely(i->count && !iov->iov_len)) { in advance_iovec()
370 copy = min(bytes, iov->iov_len - base); in advance_iovec()
373 bytes -= copy; in advance_iovec()
396 int iov_iter_fault_in_readable(struct iov_iter *i, size_t bytes) in iov_iter_fault_in_readable() argument
400 bytes = min(bytes, i->iov->iov_len - i->iov_offset); in iov_iter_fault_in_readable()
401 return fault_in_pages_readable(buf, bytes); in iov_iter_fault_in_readable()
558 static size_t copy_to_iter_bvec(void *from, size_t bytes, struct iov_iter *i) in copy_to_iter_bvec() argument
563 if (unlikely(bytes > i->count)) in copy_to_iter_bvec()
564 bytes = i->count; in copy_to_iter_bvec()
566 if (unlikely(!bytes)) in copy_to_iter_bvec()
569 wanted = bytes; in copy_to_iter_bvec()
572 copy = min_t(size_t, bytes, bvec->bv_len - skip); in copy_to_iter_bvec()
577 bytes -= copy; in copy_to_iter_bvec()
578 while (bytes) { in copy_to_iter_bvec()
580 copy = min(bytes, (size_t)bvec->bv_len); in copy_to_iter_bvec()
584 bytes -= copy; in copy_to_iter_bvec()
590 i->count -= wanted - bytes; in copy_to_iter_bvec()
594 return wanted - bytes; in copy_to_iter_bvec()
597 static size_t copy_from_iter_bvec(void *to, size_t bytes, struct iov_iter *i) in copy_from_iter_bvec() argument
602 if (unlikely(bytes > i->count)) in copy_from_iter_bvec()
603 bytes = i->count; in copy_from_iter_bvec()
605 if (unlikely(!bytes)) in copy_from_iter_bvec()
608 wanted = bytes; in copy_from_iter_bvec()
612 copy = min(bytes, bvec->bv_len - skip); in copy_from_iter_bvec()
618 bytes -= copy; in copy_from_iter_bvec()
620 while (bytes) { in copy_from_iter_bvec()
622 copy = min(bytes, (size_t)bvec->bv_len); in copy_from_iter_bvec()
626 bytes -= copy; in copy_from_iter_bvec()
640 size_t bytes, struct iov_iter *i) in copy_page_to_iter_bvec() argument
643 size_t wanted = copy_to_iter_bvec(kaddr + offset, bytes, i); in copy_page_to_iter_bvec()
649 size_t bytes, struct iov_iter *i) in copy_page_from_iter_bvec() argument
652 size_t wanted = copy_from_iter_bvec(kaddr + offset, bytes, i); in copy_page_from_iter_bvec()
657 static size_t zero_bvec(size_t bytes, struct iov_iter *i) in zero_bvec() argument
662 if (unlikely(bytes > i->count)) in zero_bvec()
663 bytes = i->count; in zero_bvec()
665 if (unlikely(!bytes)) in zero_bvec()
668 wanted = bytes; in zero_bvec()
671 copy = min_t(size_t, bytes, bvec->bv_len - skip); in zero_bvec()
675 bytes -= copy; in zero_bvec()
676 while (bytes) { in zero_bvec()
678 copy = min(bytes, (size_t)bvec->bv_len); in zero_bvec()
681 bytes -= copy; in zero_bvec()
687 i->count -= wanted - bytes; in zero_bvec()
691 return wanted - bytes; in zero_bvec()
695 struct iov_iter *i, unsigned long offset, size_t bytes) in copy_from_user_bvec() argument
703 for (left = bytes, bvec = i->bvec; left; bvec++, base = 0) { in copy_from_user_bvec()
713 return bytes; in copy_from_user_bvec()
716 static void advance_bvec(struct iov_iter *i, size_t bytes) in advance_bvec() argument
718 BUG_ON(i->count < bytes); in advance_bvec()
721 i->iov_offset += bytes; in advance_bvec()
722 i->count -= bytes; in advance_bvec()
732 while (bytes || unlikely(i->count && !bvec->bv_len)) { in advance_bvec()
735 copy = min(bytes, bvec->bv_len - base); in advance_bvec()
738 bytes -= copy; in advance_bvec()
839 size_t copy_page_to_iter(struct page *page, size_t offset, size_t bytes, in copy_page_to_iter() argument
843 return copy_page_to_iter_bvec(page, offset, bytes, i); in copy_page_to_iter()
845 return copy_page_to_iter_iovec(page, offset, bytes, i); in copy_page_to_iter()
849 size_t copy_page_from_iter(struct page *page, size_t offset, size_t bytes, in copy_page_from_iter() argument
853 return copy_page_from_iter_bvec(page, offset, bytes, i); in copy_page_from_iter()
855 return copy_page_from_iter_iovec(page, offset, bytes, i); in copy_page_from_iter()
859 size_t copy_to_iter(void *addr, size_t bytes, struct iov_iter *i) in copy_to_iter() argument
862 return copy_to_iter_bvec(addr, bytes, i); in copy_to_iter()
864 return copy_to_iter_iovec(addr, bytes, i); in copy_to_iter()
868 size_t copy_from_iter(void *addr, size_t bytes, struct iov_iter *i) in copy_from_iter() argument
871 return copy_from_iter_bvec(addr, bytes, i); in copy_from_iter()
873 return copy_from_iter_iovec(addr, bytes, i); in copy_from_iter()
877 size_t iov_iter_zero(size_t bytes, struct iov_iter *i) in iov_iter_zero() argument
880 return zero_bvec(bytes, i); in iov_iter_zero()
882 return zero_iovec(bytes, i); in iov_iter_zero()
888 struct iov_iter *i, unsigned long offset, size_t bytes) in iov_iter_copy_from_user_atomic() argument
891 return copy_from_user_bvec(page, i, offset, bytes); in iov_iter_copy_from_user_atomic()
893 return copy_from_user_atomic_iovec(page, i, offset, bytes); in iov_iter_copy_from_user_atomic()