Lines Matching refs:offset
301 intptr_t offset; member
318 intptr_t offset; member
552 long offset; in this_cpu_list_pop() local
558 offset = offsetof(struct percpu_list_node, next); in this_cpu_list_pop()
561 offset, load, cpu); in this_cpu_list_pop()
696 intptr_t offset; in this_cpu_buffer_push() local
700 offset = RSEQ_READ_ONCE(buffer->c[cpu].offset); in this_cpu_buffer_push()
701 if (offset == buffer->c[cpu].buflen) in this_cpu_buffer_push()
704 targetptr_spec = (intptr_t *)&buffer->c[cpu].array[offset]; in this_cpu_buffer_push()
705 newval_final = offset + 1; in this_cpu_buffer_push()
706 targetptr_final = &buffer->c[cpu].offset; in this_cpu_buffer_push()
709 targetptr_final, offset, targetptr_spec, in this_cpu_buffer_push()
713 offset, targetptr_spec, newval_spec, in this_cpu_buffer_push()
734 intptr_t offset; in this_cpu_buffer_pop() local
739 offset = RSEQ_READ_ONCE(buffer->c[cpu].offset); in this_cpu_buffer_pop()
740 if (offset == 0) { in this_cpu_buffer_pop()
744 head = RSEQ_READ_ONCE(buffer->c[cpu].array[offset - 1]); in this_cpu_buffer_pop()
745 newval = offset - 1; in this_cpu_buffer_pop()
746 targetptr = (intptr_t *)&buffer->c[cpu].offset; in this_cpu_buffer_pop()
747 ret = rseq_cmpeqv_cmpeqv_storev(targetptr, offset, in this_cpu_buffer_pop()
748 (intptr_t *)&buffer->c[cpu].array[offset - 1], in this_cpu_buffer_pop()
767 intptr_t offset; in __percpu_buffer_pop() local
769 offset = buffer->c[cpu].offset; in __percpu_buffer_pop()
770 if (offset == 0) in __percpu_buffer_pop()
772 head = buffer->c[cpu].array[offset - 1]; in __percpu_buffer_pop()
773 buffer->c[cpu].offset = offset - 1; in __percpu_buffer_pop()
847 buffer.c[i].offset++; in test_percpu_buffer()
899 intptr_t *targetptr_final, newval_final, offset; in this_cpu_memcpy_buffer_push() local
906 offset = RSEQ_READ_ONCE(buffer->c[cpu].offset); in this_cpu_memcpy_buffer_push()
907 if (offset == buffer->c[cpu].buflen) in this_cpu_memcpy_buffer_push()
909 destptr = (char *)&buffer->c[cpu].array[offset]; in this_cpu_memcpy_buffer_push()
913 newval_final = offset + 1; in this_cpu_memcpy_buffer_push()
914 targetptr_final = &buffer->c[cpu].offset; in this_cpu_memcpy_buffer_push()
917 targetptr_final, offset, in this_cpu_memcpy_buffer_push()
922 offset, destptr, srcptr, copylen, in this_cpu_memcpy_buffer_push()
943 intptr_t *targetptr_final, newval_final, offset; in this_cpu_memcpy_buffer_pop() local
950 offset = RSEQ_READ_ONCE(buffer->c[cpu].offset); in this_cpu_memcpy_buffer_pop()
951 if (offset == 0) in this_cpu_memcpy_buffer_pop()
954 srcptr = (char *)&buffer->c[cpu].array[offset - 1]; in this_cpu_memcpy_buffer_pop()
957 newval_final = offset - 1; in this_cpu_memcpy_buffer_pop()
958 targetptr_final = &buffer->c[cpu].offset; in this_cpu_memcpy_buffer_pop()
960 offset, destptr, srcptr, copylen, in this_cpu_memcpy_buffer_pop()
981 intptr_t offset; in __percpu_memcpy_buffer_pop() local
983 offset = buffer->c[cpu].offset; in __percpu_memcpy_buffer_pop()
984 if (offset == 0) in __percpu_memcpy_buffer_pop()
986 memcpy(item, &buffer->c[cpu].array[offset - 1], sizeof(*item)); in __percpu_memcpy_buffer_pop()
987 buffer->c[cpu].offset = offset - 1; in __percpu_memcpy_buffer_pop()
1058 buffer.c[i].offset++; in test_percpu_memcpy_buffer()