951 i915_gem_check_olr(struct intel_ring_buffer *ring, u32 seqno)  in i915_gem_check_olr()  argument
958 	if (seqno == ring->outstanding_lazy_request)  in i915_gem_check_olr()
982 static int __wait_seqno(struct intel_ring_buffer *ring, u32 seqno,  in __wait_seqno()  argument
993 	if (i915_seqno_passed(ring->get_seqno(ring, true), seqno))  in __wait_seqno()
996 	trace_i915_gem_request_wait_begin(ring, seqno);  in __wait_seqno()
1012 	(i915_seqno_passed(ring->get_seqno(ring, false), seqno) || \  in __wait_seqno()
1039 	trace_i915_gem_request_wait_end(ring, seqno);  in __wait_seqno()
1067 i915_wait_seqno(struct intel_ring_buffer *ring, uint32_t seqno)  in i915_wait_seqno()  argument
1075 	BUG_ON(seqno == 0);  in i915_wait_seqno()
1081 	ret = i915_gem_check_olr(ring, seqno);  in i915_wait_seqno()
1085 	return __wait_seqno(ring, seqno,  in i915_wait_seqno()
1099 	u32 seqno;  in i915_gem_object_wait_rendering()  local
1102 	seqno = readonly ? obj->last_write_seqno : obj->last_read_seqno;  in i915_gem_object_wait_rendering()
1103 	if (seqno == 0)  in i915_gem_object_wait_rendering()
1106 	ret = i915_wait_seqno(ring, seqno);  in i915_gem_object_wait_rendering()
1116 	    i915_seqno_passed(seqno, obj->last_write_seqno)) {  in i915_gem_object_wait_rendering()
1135 	u32 seqno;  in i915_gem_object_wait_rendering__nonblocking()  local
1141 	seqno = readonly ? obj->last_write_seqno : obj->last_read_seqno;  in i915_gem_object_wait_rendering__nonblocking()
1142 	if (seqno == 0)  in i915_gem_object_wait_rendering__nonblocking()
1149 	ret = i915_gem_check_olr(ring, seqno);  in i915_gem_object_wait_rendering__nonblocking()
1155 	ret = __wait_seqno(ring, seqno, reset_counter, true, NULL);  in i915_gem_object_wait_rendering__nonblocking()
1164 	    i915_seqno_passed(seqno, obj->last_write_seqno)) {  in i915_gem_object_wait_rendering__nonblocking()
1880 	u32 seqno = intel_ring_get_seqno(ring);  in i915_gem_object_move_to_active()  local
1895 	obj->last_read_seqno = seqno;  in i915_gem_object_move_to_active()
1898 		obj->last_fenced_seqno = seqno;  in i915_gem_object_move_to_active()
1939 i915_gem_init_seqno(struct drm_device *dev, u32 seqno)  in i915_gem_init_seqno()  argument
1955 		intel_ring_init_seqno(ring, seqno);  in i915_gem_init_seqno()
1964 int i915_gem_set_seqno(struct drm_device *dev, u32 seqno)  in i915_gem_set_seqno()  argument
1969 	if (seqno == 0)  in i915_gem_set_seqno()
1975 	ret = i915_gem_init_seqno(dev, seqno - 1);  in i915_gem_set_seqno()
1982 	dev_priv->next_seqno = seqno;  in i915_gem_set_seqno()
1983 	dev_priv->last_seqno = seqno - 1;  in i915_gem_set_seqno()
1991 i915_gem_get_seqno(struct drm_device *dev, u32 *seqno)  in i915_gem_get_seqno()  argument
2004 	*seqno = dev_priv->last_seqno = dev_priv->next_seqno++;  in i915_gem_get_seqno()
2048 	request->seqno = intel_ring_get_seqno(ring);  in i915_add_request()
2066 	trace_i915_gem_request_add(ring, request->seqno);  in i915_add_request()
2083 		*out_seqno = request->seqno;  in i915_add_request()
2169 	uint32_t seqno;  in i915_gem_retire_requests_ring()  local
2176 	seqno = ring->get_seqno(ring, true);  in i915_gem_retire_requests_ring()
2185 		if (!i915_seqno_passed(seqno, request->seqno))  in i915_gem_retire_requests_ring()
2188 		trace_i915_gem_request_retire(ring, request->seqno);  in i915_gem_retire_requests_ring()
2211 		if (!i915_seqno_passed(seqno, obj->last_read_seqno))  in i915_gem_retire_requests_ring()
2218 		     i915_seqno_passed(seqno, ring->trace_irq_seqno))) {  in i915_gem_retire_requests_ring()
2331 	u32 seqno = 0;  in i915_gem_wait_ioctl()  local
2355 		seqno = obj->last_read_seqno;  in i915_gem_wait_ioctl()
2359 	if (seqno == 0)  in i915_gem_wait_ioctl()
2374 	ret = __wait_seqno(ring, seqno, reset_counter, true, timeout);  in i915_gem_wait_ioctl()
2402 	u32 seqno;  in i915_gem_object_sync()  local
2413 	seqno = obj->last_read_seqno;  in i915_gem_object_sync()
2414 	if (seqno <= from->sync_seqno[idx])  in i915_gem_object_sync()
2417 	ret = i915_gem_check_olr(obj->ring, seqno);  in i915_gem_object_sync()
2421 	ret = to->sync_to(to, from, seqno);  in i915_gem_object_sync()
3450 	u32 seqno = 0;  in i915_gem_ring_throttle()  local
3467 		seqno = request->seqno;  in i915_gem_ring_throttle()
3472 	if (seqno == 0)  in i915_gem_ring_throttle()
3475 	ret = __wait_seqno(ring, seqno, reset_counter, true, NULL);  in i915_gem_ring_throttle()