41 	err = getu16(vrh, &avail_idx, &vrh->vring.avail->idx);  in __vringh_get_head()
44 			   &vrh->vring.avail->idx);  in __vringh_get_head()
49 		return vrh->vring.num;  in __vringh_get_head()
54 	i = *last_avail_idx & (vrh->vring.num - 1);  in __vringh_get_head()
56 	err = getu16(vrh, &head, &vrh->vring.avail->ring[i]);  in __vringh_get_head()
59 			   *last_avail_idx, &vrh->vring.avail->ring[i]);  in __vringh_get_head()
63 	if (head >= vrh->vring.num) {  in __vringh_get_head()
65 			   head, vrh->vring.num);  in __vringh_get_head()
215 	*descs = vrh->vring.desc;  in return_from_indirect()
216 	*desc_max = vrh->vring.num;  in return_from_indirect()
273 	descs = vrh->vring.desc;  in __vringh_iov()
274 	desc_max = vrh->vring.num;  in __vringh_iov()
323 		if (count++ == vrh->vring.num) {  in __vringh_iov()
415 	used_ring = vrh->vring.used;  in __vringh_complete()
418 	off = used_idx % vrh->vring.num;  in __vringh_complete()
421 	if (num_used > 1 && unlikely(off + num_used >= vrh->vring.num)) {  in __vringh_complete()
422 		u16 part = vrh->vring.num - off;  in __vringh_complete()
439 	err = putu16(vrh, &vrh->vring.used->idx, used_idx + num_used);  in __vringh_complete()
442 			   &vrh->vring.used->idx);  in __vringh_complete()
468 		err = getu16(vrh, &flags, &vrh->vring.avail->flags);  in __vringh_need_notify()
471 				   &vrh->vring.avail->flags);  in __vringh_need_notify()
478 	err = getu16(vrh, &used_event, &vring_used_event(&vrh->vring));  in __vringh_need_notify()
481 			   &vring_used_event(&vrh->vring));  in __vringh_need_notify()
508 		if (putu16(vrh, &vrh->vring.used->flags, 0) != 0) {  in __vringh_notify_enable()
510 				   &vrh->vring.used->flags);  in __vringh_notify_enable()
514 		if (putu16(vrh, &vring_avail_event(&vrh->vring),  in __vringh_notify_enable()
517 				   &vring_avail_event(&vrh->vring));  in __vringh_notify_enable()
526 	if (getu16(vrh, &avail, &vrh->vring.avail->idx) != 0) {  in __vringh_notify_enable()
528 			   &vrh->vring.avail->idx);  in __vringh_notify_enable()
544 		if (putu16(vrh, &vrh->vring.used->flags,  in __vringh_notify_disable()
547 				   &vrh->vring.used->flags);  in __vringh_notify_disable()
624 	vrh->vring.num = num;  in vringh_init_user()
626 	vrh->vring.desc = (__force struct vring_desc *)desc;  in vringh_init_user()
627 	vrh->vring.avail = (__force struct vring_avail *)avail;  in vringh_init_user()
628 	vrh->vring.used = (__force struct vring_used *)used;  in vringh_init_user()
659 	*head = vrh->vring.num;  in vringh_getdesc_user()
665 	if (err == vrh->vring.num)  in vringh_getdesc_user()
891 	vrh->vring.num = num;  in vringh_init_kern()
892 	vrh->vring.desc = desc;  in vringh_init_kern()
893 	vrh->vring.avail = avail;  in vringh_init_kern()
894 	vrh->vring.used = used;  in vringh_init_kern()
929 	if (err == vrh->vring.num)  in vringh_getdesc_kern()