90 	struct drm_nouveau_gem_pushbuf_bo *kref;  in pushbuf_kref_fits()  local
127 	kref = krec->buffer;  in pushbuf_kref_fits()
128 	for (i = 0; i < krec->nr_buffer; i++, kref++) {  in pushbuf_kref_fits()
129 		if (!(kref->valid_domains & NOUVEAU_GEM_DOMAIN_GART))  in pushbuf_kref_fits()
132 		kbo = (void *)(unsigned long)kref->user_priv;  in pushbuf_kref_fits()
133 		if (!(kref->valid_domains & NOUVEAU_GEM_DOMAIN_VRAM) ||  in pushbuf_kref_fits()
137 		kref->valid_domains &= NOUVEAU_GEM_DOMAIN_VRAM;  in pushbuf_kref_fits()
158 	struct drm_nouveau_gem_pushbuf_bo *kref;  in pushbuf_kref()  local
177 	kref = cli_kref_get(push->client, bo);  in pushbuf_kref()
178 	if (kref) {  in pushbuf_kref()
180 		if (!(kref->valid_domains & domains))  in pushbuf_kref()
186 		if ((kref->valid_domains  & NOUVEAU_GEM_DOMAIN_GART) &&  in pushbuf_kref()
194 		kref->valid_domains &= domains;  in pushbuf_kref()
195 		kref->write_domains |= domains_wr;  in pushbuf_kref()
196 		kref->read_domains  |= domains_rd;  in pushbuf_kref()
202 		kref = &krec->buffer[krec->nr_buffer++];  in pushbuf_kref()
203 		kref->user_priv = (unsigned long)bo;  in pushbuf_kref()
204 		kref->handle = bo->handle;  in pushbuf_kref()
205 		kref->valid_domains = domains;  in pushbuf_kref()
206 		kref->write_domains = domains_wr;  in pushbuf_kref()
207 		kref->read_domains = domains_rd;  in pushbuf_kref()
208 		kref->presumed.valid = 1;  in pushbuf_kref()
209 		kref->presumed.offset = bo->offset;  in pushbuf_kref()
211 			kref->presumed.domain = NOUVEAU_GEM_DOMAIN_VRAM;  in pushbuf_kref()
213 			kref->presumed.domain = NOUVEAU_GEM_DOMAIN_GART;  in pushbuf_kref()
215 		cli_kref_set(push->client, bo, kref, push);  in pushbuf_kref()
219 	return kref;  in pushbuf_kref()
271 	struct drm_nouveau_gem_pushbuf_bo *kref;  in pushbuf_dump()  local
279 	kref = krec->buffer;  in pushbuf_dump()
280 	for (i = 0; i < krec->nr_buffer; i++, kref++) {  in pushbuf_dump()
282 		    kref->handle, kref->valid_domains,  in pushbuf_dump()
283 		    kref->read_domains, kref->write_domains);  in pushbuf_dump()
296 		kref = krec->buffer + kpsh->bo_index;  in pushbuf_dump()
297 		bo = (void *)(unsigned long)kref->user_priv;  in pushbuf_dump()
317 	struct drm_nouveau_gem_pushbuf_bo *kref;  in pushbuf_submit()  local
368 		kref = krec->buffer;  in pushbuf_submit()
369 		for (i = 0; i < krec->nr_buffer; i++, kref++) {  in pushbuf_submit()
370 			bo = (void *)(unsigned long)kref->user_priv;  in pushbuf_submit()
372 			info = &kref->presumed;  in pushbuf_submit()
382 			if (kref->write_domains)  in pushbuf_submit()
384 			if (kref->read_domains)  in pushbuf_submit()
399 	struct drm_nouveau_gem_pushbuf_bo *kref;  in pushbuf_flush()  local
412 	kref = krec->buffer;  in pushbuf_flush()
413 	for (i = 0; i < krec->nr_buffer; i++, kref++) {  in pushbuf_flush()
414 		bo = (void *)(unsigned long)kref->user_priv;  in pushbuf_flush()
441 	struct drm_nouveau_gem_pushbuf_bo *kref;  in pushbuf_refn_fail()  local
443 	kref = krec->buffer + sref;  in pushbuf_refn_fail()
445 		struct nouveau_bo *bo = (void *)(unsigned long)kref->user_priv;  in pushbuf_refn_fail()
448 		kref++;  in pushbuf_refn_fail()
460 	struct drm_nouveau_gem_pushbuf_bo *kref;  in pushbuf_refn()  local
465 		kref = pushbuf_kref(push, refs[i].bo, refs[i].flags);  in pushbuf_refn()
466 		if (!kref) {  in pushbuf_refn()
489 	struct drm_nouveau_gem_pushbuf_bo *kref;  in pushbuf_validate()  local
506 		kref = pushbuf_kref(push, bref->bo, bref->flags);  in pushbuf_validate()
507 		if (!kref) {  in pushbuf_validate()
611 		struct drm_nouveau_gem_pushbuf_bo *kref;  in nouveau_pushbuf_del()  local
614 			kref = krec->buffer;  in nouveau_pushbuf_del()
616 				unsigned long priv = kref++->user_priv;  in nouveau_pushbuf_del()
711 	struct drm_nouveau_gem_pushbuf_bo *kref;  in nouveau_pushbuf_data()  local
726 		kref = cli_kref_get(push->client, bo);  in nouveau_pushbuf_data()
727 		assert(kref);  in nouveau_pushbuf_data()
729 		kpsh->bo_index = kref - krec->buffer;  in nouveau_pushbuf_data()
759 	struct drm_nouveau_gem_pushbuf_bo *kref;  in nouveau_pushbuf_refd()  local
763 		kref = cli_kref_get(push->client, bo);  in nouveau_pushbuf_refd()
764 		assert(kref);  in nouveau_pushbuf_refd()
765 		if (kref->read_domains)  in nouveau_pushbuf_refd()
767 		if (kref->write_domains)  in nouveau_pushbuf_refd()