17 			   const struct i915_page_table *pt)  in gen6_write_pde()  argument
19 	dma_addr_t addr = pt ? px_dma(pt) : px_dma(ppgtt->base.vm.scratch[1]);  in gen6_write_pde()
81 		struct i915_page_table * const pt =  in gen6_ppgtt_clear_range()  local
88 		GEM_BUG_ON(count > atomic_read(&pt->used));  in gen6_ppgtt_clear_range()
89 		if (!atomic_sub_return(count, &pt->used))  in gen6_ppgtt_clear_range()
99 		vaddr = px_vaddr(pt);  in gen6_ppgtt_clear_range()
149 	struct i915_page_table *pt;  in gen6_flush_pd()  local
157 	gen6_for_each_pde(pt, pd, start, end, pde)  in gen6_flush_pd()
158 		gen6_write_pde(ppgtt, pde, pt);  in gen6_flush_pd()
174 	struct i915_page_table *pt;  in gen6_alloc_va_range()  local
180 	gen6_for_each_pde(pt, pd, start, length, pde) {  in gen6_alloc_va_range()
183 		if (!pt) {  in gen6_alloc_va_range()
186 			pt = stash->pt[0];  in gen6_alloc_va_range()
187 			__i915_gem_object_pin_pages(pt->base);  in gen6_alloc_va_range()
188 			i915_gem_object_make_unshrinkable(pt->base);  in gen6_alloc_va_range()
190 			fill32_px(pt, vm->scratch[0]->encode);  in gen6_alloc_va_range()
194 				stash->pt[0] = pt->stash;  in gen6_alloc_va_range()
195 				atomic_set(&pt->used, 0);  in gen6_alloc_va_range()
196 				pd->entry[pde] = pt;  in gen6_alloc_va_range()
198 				pt = pd->entry[pde];  in gen6_alloc_va_range()
204 		atomic_add(count, &pt->used);  in gen6_alloc_va_range()
254 	struct i915_page_table *pt;  in gen6_ppgtt_free_pd()  local
257 	gen6_for_all_pdes(pt, pd, pde)  in gen6_ppgtt_free_pd()
258 		if (pt)  in gen6_ppgtt_free_pd()
259 			free_pt(&ppgtt->base.vm, pt);  in gen6_ppgtt_free_pd()
308 	struct i915_page_table *pt;  in pd_vma_unbind()  local
315 	gen6_for_all_pdes(pt, ppgtt->base.pd, pde) {  in pd_vma_unbind()
316 		if (!pt || atomic_read(&pt->used))  in pd_vma_unbind()
319 		free_pt(&ppgtt->base.vm, pt);  in pd_vma_unbind()
399 	pd->pt.base = __i915_gem_object_create_internal(ppgtt->base.vm.gt->i915,  in gen6_alloc_top_pd()
402 	if (IS_ERR(pd->pt.base)) {  in gen6_alloc_top_pd()
403 		err = PTR_ERR(pd->pt.base);  in gen6_alloc_top_pd()
404 		pd->pt.base = NULL;  in gen6_alloc_top_pd()
408 	pd->pt.base->base.resv = i915_vm_resv_get(&ppgtt->base.vm);  in gen6_alloc_top_pd()
409 	pd->pt.base->shares_resv_from = &ppgtt->base.vm;  in gen6_alloc_top_pd()
411 	ppgtt->vma = i915_vma_instance(pd->pt.base, &ggtt->vm, NULL);  in gen6_alloc_top_pd()