Lines Matching refs:idx
328 int idx = i->idx; in sanity() local
334 if (unlikely(idx != ((next - 1) & (pipe->buffers - 1)))) in sanity()
337 p = &pipe->bufs[idx]; in sanity()
341 if (idx != (next & (pipe->buffers - 1))) in sanity()
346 printk(KERN_ERR "idx = %d, offset = %zd\n", i->idx, i->iov_offset); in sanity()
349 for (idx = 0; idx < pipe->buffers; idx++) in sanity()
351 pipe->bufs[idx].ops, in sanity()
352 pipe->bufs[idx].page, in sanity()
353 pipe->bufs[idx].offset, in sanity()
354 pipe->bufs[idx].len); in sanity()
362 static inline int next_idx(int idx, struct pipe_inode_info *pipe) in next_idx() argument
364 return (idx + 1) & (pipe->buffers - 1); in next_idx()
373 int idx; in copy_page_to_iter_pipe() local
385 idx = i->idx; in copy_page_to_iter_pipe()
386 buf = &pipe->bufs[idx]; in copy_page_to_iter_pipe()
394 idx = next_idx(idx, pipe); in copy_page_to_iter_pipe()
395 buf = &pipe->bufs[idx]; in copy_page_to_iter_pipe()
397 if (idx == pipe->curbuf && pipe->nrbufs) in copy_page_to_iter_pipe()
405 i->idx = idx; in copy_page_to_iter_pipe()
486 int idx = i->idx; in data_start() local
487 if (off && (!allocated(&i->pipe->bufs[idx]) || off == PAGE_SIZE)) { in data_start()
488 idx = next_idx(idx, i->pipe); in data_start()
491 *idxp = idx; in data_start()
500 int idx; in push_pipe() local
509 data_start(i, &idx, &off); in push_pipe()
510 *idxp = idx; in push_pipe()
515 pipe->bufs[idx].len += size; in push_pipe()
518 pipe->bufs[idx].len = PAGE_SIZE; in push_pipe()
519 idx = next_idx(idx, pipe); in push_pipe()
521 while (idx != pipe->curbuf || !pipe->nrbufs) { in push_pipe()
526 pipe->bufs[idx].ops = &default_pipe_buf_ops; in push_pipe()
527 pipe->bufs[idx].page = page; in push_pipe()
528 pipe->bufs[idx].offset = 0; in push_pipe()
530 pipe->bufs[idx].len = left; in push_pipe()
533 pipe->bufs[idx].len = PAGE_SIZE; in push_pipe()
535 idx = next_idx(idx, pipe); in push_pipe()
545 int idx; in copy_pipe_to_iter() local
550 bytes = n = push_pipe(i, bytes, &idx, &off); in copy_pipe_to_iter()
553 for ( ; n; idx = next_idx(idx, pipe), off = 0) { in copy_pipe_to_iter()
555 memcpy_to_page(pipe->bufs[idx].page, off, addr, chunk); in copy_pipe_to_iter()
556 i->idx = idx; in copy_pipe_to_iter()
579 int idx; in csum_and_copy_to_pipe_iter() local
584 bytes = n = push_pipe(i, bytes, &idx, &r); in csum_and_copy_to_pipe_iter()
587 for ( ; n; idx = next_idx(idx, pipe), r = 0) { in csum_and_copy_to_pipe_iter()
589 char *p = kmap_atomic(pipe->bufs[idx].page); in csum_and_copy_to_pipe_iter()
592 i->idx = idx; in csum_and_copy_to_pipe_iter()
649 int idx; in copy_pipe_to_iter_mcsafe() local
654 bytes = n = push_pipe(i, bytes, &idx, &off); in copy_pipe_to_iter_mcsafe()
657 for ( ; n; idx = next_idx(idx, pipe), off = 0) { in copy_pipe_to_iter_mcsafe()
661 rem = memcpy_mcsafe_to_page(pipe->bufs[idx].page, off, addr, in copy_pipe_to_iter_mcsafe()
663 i->idx = idx; in copy_pipe_to_iter_mcsafe()
929 int idx; in pipe_zero() local
934 bytes = n = push_pipe(i, bytes, &idx, &off); in pipe_zero()
938 for ( ; n; idx = next_idx(idx, pipe), off = 0) { in pipe_zero()
940 memzero_page(pipe->bufs[idx].page, off, chunk); in pipe_zero()
941 i->idx = idx; in pipe_zero()
992 int idx = i->idx; in pipe_truncate() local
993 int nrbufs = (idx - pipe->curbuf) & (pipe->buffers - 1); in pipe_truncate()
995 pipe->bufs[idx].len = off - pipe->bufs[idx].offset; in pipe_truncate()
996 idx = next_idx(idx, pipe); in pipe_truncate()
1000 pipe_buf_release(pipe, &pipe->bufs[idx]); in pipe_truncate()
1001 idx = next_idx(idx, pipe); in pipe_truncate()
1015 int idx = i->idx; in pipe_advance() local
1017 left += off - pipe->bufs[idx].offset; in pipe_advance()
1019 buf = &pipe->bufs[idx]; in pipe_advance()
1023 idx = next_idx(idx, pipe); in pipe_advance()
1025 i->idx = idx; in pipe_advance()
1056 int idx = i->idx; in iov_iter_revert() local
1059 size_t n = off - pipe->bufs[idx].offset; in iov_iter_revert()
1065 if (!unroll && idx == i->start_idx) { in iov_iter_revert()
1069 if (!idx--) in iov_iter_revert()
1070 idx = pipe->buffers - 1; in iov_iter_revert()
1071 off = pipe->bufs[idx].offset + pipe->bufs[idx].len; in iov_iter_revert()
1074 i->idx = idx; in iov_iter_revert()
1165 i->idx = (pipe->curbuf + pipe->nrbufs) & (pipe->buffers - 1); in iov_iter_pipe()
1168 i->start_idx = i->idx; in iov_iter_pipe()
1196 if (size && i->iov_offset && allocated(&i->pipe->bufs[i->idx])) in iov_iter_alignment()
1234 int idx, in __pipe_get_pages() argument
1238 ssize_t n = push_pipe(i, maxsize, &idx, start); in __pipe_get_pages()
1245 get_page(*pages++ = pipe->bufs[idx].page); in __pipe_get_pages()
1246 idx = next_idx(idx, pipe); in __pipe_get_pages()
1259 int idx; in pipe_get_pages() local
1267 data_start(i, &idx, start); in pipe_get_pages()
1269 npages = ((i->pipe->curbuf - idx - 1) & (i->pipe->buffers - 1)) + 1; in pipe_get_pages()
1272 return __pipe_get_pages(i, min(maxsize, capacity), pages, idx, start); in pipe_get_pages()
1327 int idx; in pipe_get_pages_alloc() local
1336 data_start(i, &idx, start); in pipe_get_pages_alloc()
1338 npages = ((i->pipe->curbuf - idx - 1) & (i->pipe->buffers - 1)) + 1; in pipe_get_pages_alloc()
1347 n = __pipe_get_pages(i, maxsize, p, idx, start); in pipe_get_pages_alloc()
1564 int idx; in iov_iter_npages() local
1569 data_start(i, &idx, &off); in iov_iter_npages()
1571 npages = ((pipe->curbuf - idx - 1) & (pipe->buffers - 1)) + 1; in iov_iter_npages()