661 		vm->scratch[0].base.page = page;  in setup_scratch_page()
662 		vm->scratch[0].base.daddr = addr;  in setup_scratch_page()
681 	struct i915_page_dma *p = px_base(&vm->scratch[0]);  in cleanup_scratch_page()
693 	if (!px_dma(&vm->scratch[0])) /* set to 0 on clones */  in free_scratch()
697 		if (!px_dma(&vm->scratch[i]))  in free_scratch()
699 		cleanup_page_dma(vm, px_base(&vm->scratch[i]));  in free_scratch()
789 	       const struct i915_page_scratch * const scratch)  in clear_pd_entry()  argument
793 	write_dma_entry(px_base(pd), idx, scratch->encode);  in clear_pd_entry()
802 		 const struct i915_page_scratch * const scratch)  in release_pd_entry()  argument
811 		clear_pd_entry(pd, idx, scratch);  in release_pd_entry()
967 	const struct i915_page_scratch * const scratch = &vm->scratch[lvl];  in __gen8_ppgtt_clear()  local
985 			clear_pd_entry(pd, idx, scratch);  in __gen8_ppgtt_clear()
1007 				 vm->scratch[0].encode,  in __gen8_ppgtt_clear()
1015 		if (release_pd_entry(pd, idx, pt, scratch))  in __gen8_ppgtt_clear()
1041 	const struct i915_page_scratch * const scratch = &vm->scratch[lvl];  in __gen8_ppgtt_alloc()  local
1075 				fill_px(pt, vm->scratch[lvl].encode);  in __gen8_ppgtt_alloc()
1087 					fill_px(pt, vm->scratch[lvl].encode);  in __gen8_ppgtt_alloc()
1104 				if (release_pd_entry(pd, idx, pt, scratch))  in __gen8_ppgtt_alloc()
1320 				encode = vma->vm->scratch[0].encode;  in gen8_ppgtt_insert_huge()
1376 		memcpy(vm->scratch, clone->scratch, sizeof(vm->scratch));  in gen8_init_scratch()
1377 		px_dma(&vm->scratch[0]) = 0; /* no xfer of ownership */  in gen8_init_scratch()
1385 	vm->scratch[0].encode =  in gen8_init_scratch()
1386 		gen8_pte_encode(px_dma(&vm->scratch[0]),  in gen8_init_scratch()
1390 		if (unlikely(setup_page_dma(vm, px_base(&vm->scratch[i]))))  in gen8_init_scratch()
1393 		fill_px(&vm->scratch[i], vm->scratch[i - 1].encode);  in gen8_init_scratch()
1394 		vm->scratch[i].encode =  in gen8_init_scratch()
1395 			gen8_pde_encode(px_dma(&vm->scratch[i]),  in gen8_init_scratch()
1422 		fill_px(pde, vm->scratch[1].encode);  in gen8_preallocate_top_level_pdp()
1464 	fill_page_dma(px_base(pd), vm->scratch[vm->top].encode, count);  in gen8_alloc_top_pd()
1609 	const gen6_pte_t scratch_pte = vm->scratch[0].encode;  in gen6_ppgtt_clear_range()
1620 		GEM_BUG_ON(px_base(pt) == px_base(&vm->scratch[1]));  in gen6_ppgtt_clear_range()
1657 	GEM_BUG_ON(pd->entry[act_pt] == &vm->scratch[1]);  in gen6_ppgtt_insert_entries()
1703 		if (px_base(pt) == px_base(&vm->scratch[1])) {  in gen6_alloc_va_range()
1714 			fill32_px(pt, vm->scratch[0].encode);  in gen6_alloc_va_range()
1717 			if (pd->entry[pde] == &vm->scratch[1]) {  in gen6_alloc_va_range()
1760 	vm->scratch[0].encode =  in gen6_ppgtt_init_scratch()
1761 		vm->pte_encode(px_dma(&vm->scratch[0]),  in gen6_ppgtt_init_scratch()
1764 	if (unlikely(setup_page_dma(vm, px_base(&vm->scratch[1])))) {  in gen6_ppgtt_init_scratch()
1769 	fill32_px(&vm->scratch[1], vm->scratch[0].encode);  in gen6_ppgtt_init_scratch()
1770 	memset_p(pd->entry, &vm->scratch[1], I915_PDES);  in gen6_ppgtt_init_scratch()
1778 	struct i915_page_dma * const scratch =  in gen6_ppgtt_free_pd()  local
1779 		px_base(&ppgtt->base.vm.scratch[1]);  in gen6_ppgtt_free_pd()
1784 		if (px_base(pt) != scratch)  in gen6_ppgtt_free_pd()
1842 	struct i915_page_dma * const scratch =  in pd_vma_unbind()  local
1843 		px_base(&ppgtt->base.vm.scratch[1]);  in pd_vma_unbind()
1852 		if (px_base(pt) == scratch || atomic_read(&pt->used))  in pd_vma_unbind()
1856 		pd->entry[pde] = scratch;  in pd_vma_unbind()
2269 	const gen8_pte_t scratch_pte = vm->scratch[0].encode;  in gen8_ggtt_clear_range()
2394 	scratch_pte = vm->scratch[0].encode;  in gen6_ggtt_clear_range()
2871 	ggtt->vm.scratch[0].encode =  in ggtt_probe_common()
2872 		ggtt->vm.pte_encode(px_dma(&ggtt->vm.scratch[0]),  in ggtt_probe_common()