1133 static inline void ppgtt_generate_shadow_entry(struct intel_gvt_gtt_entry *se,  in ppgtt_generate_shadow_entry()  argument
1138 	se->type = ge->type;  in ppgtt_generate_shadow_entry()
1139 	se->val64 = ge->val64;  in ppgtt_generate_shadow_entry()
1142 	if (se->type == GTT_TYPE_PPGTT_PDE_ENTRY)  in ppgtt_generate_shadow_entry()
1143 		ops->clear_ips(se);  in ppgtt_generate_shadow_entry()
1145 	ops->set_pfn(se, s->shadow_page.mfn);  in ppgtt_generate_shadow_entry()
1174 	struct intel_gvt_gtt_entry *se)  in split_2MB_gtt_entry()  argument
1186 	start_gfn = ops->get_pfn(se);  in split_2MB_gtt_entry()
1197 		sub_se.val64 = se->val64;  in split_2MB_gtt_entry()
1201 		sub_se.val64 |= (se->val64 & _PAGE_PAT_LARGE) >> 5;  in split_2MB_gtt_entry()
1208 	se->val64 &= ~_PAGE_DIRTY;  in split_2MB_gtt_entry()
1210 	ops->clear_pse(se);  in split_2MB_gtt_entry()
1211 	ops->clear_ips(se);  in split_2MB_gtt_entry()
1212 	ops->set_pfn(se, sub_spt->shadow_page.mfn);  in split_2MB_gtt_entry()
1213 	ppgtt_set_shadow_entry(spt, se, index);  in split_2MB_gtt_entry()
1230 	struct intel_gvt_gtt_entry *se)  in split_64KB_gtt_entry()  argument
1233 	struct intel_gvt_gtt_entry entry = *se;  in split_64KB_gtt_entry()
1242 	start_gfn = ops->get_pfn(se);  in split_64KB_gtt_entry()
1264 	struct intel_gvt_gtt_entry se = *ge;  in ppgtt_populate_shadow_entry()  local
1285 		return split_64KB_gtt_entry(vgpu, spt, index, &se);  in ppgtt_populate_shadow_entry()
1290 			return split_2MB_gtt_entry(vgpu, spt, index, &se);  in ppgtt_populate_shadow_entry()
1308 	pte_ops->set_pfn(&se, dma_addr >> PAGE_SHIFT);  in ppgtt_populate_shadow_entry()
1309 	ppgtt_set_shadow_entry(spt, &se, index);  in ppgtt_populate_shadow_entry()
1319 	struct intel_gvt_gtt_entry se, ge;  in ppgtt_populate_spt()  local
1333 			ppgtt_get_shadow_entry(spt, &se, i);  in ppgtt_populate_spt()
1334 			ppgtt_generate_shadow_entry(&se, s, &ge);  in ppgtt_populate_spt()
1335 			ppgtt_set_shadow_entry(spt, &se, i);  in ppgtt_populate_spt()
1339 				ops->set_pfn(&se, gvt->gtt.scratch_mfn);  in ppgtt_populate_spt()
1340 				ppgtt_set_shadow_entry(spt, &se, i);  in ppgtt_populate_spt()
1357 		struct intel_gvt_gtt_entry *se, unsigned long index)  in ppgtt_handle_guest_entry_removal()  argument
1364 			       spt->shadow_page.type, se->val64, index);  in ppgtt_handle_guest_entry_removal()
1367 		    se->type, index, se->val64);  in ppgtt_handle_guest_entry_removal()
1369 	if (!ops->test_present(se))  in ppgtt_handle_guest_entry_removal()
1372 	if (ops->get_pfn(se) ==  in ppgtt_handle_guest_entry_removal()
1376 	if (gtt_type_is_pt(get_next_pt_type(se->type))) {  in ppgtt_handle_guest_entry_removal()
1378 			intel_vgpu_find_spt_by_mfn(vgpu, ops->get_pfn(se));  in ppgtt_handle_guest_entry_removal()
1389 		WARN(se->type == GTT_TYPE_PPGTT_PTE_64K_ENTRY,  in ppgtt_handle_guest_entry_removal()
1391 		ppgtt_invalidate_pte(spt, se);  in ppgtt_handle_guest_entry_removal()
1397 			spt, se->val64, se->type);  in ppgtt_handle_guest_entry_removal()
1731 	struct intel_gvt_gtt_entry we, se;  in ppgtt_handle_guest_write_page_table_bytes()  local
1759 			ppgtt_get_shadow_entry(spt, &se, index);  in ppgtt_handle_guest_write_page_table_bytes()
1760 			ret = ppgtt_handle_guest_entry_removal(spt, &se, index);  in ppgtt_handle_guest_write_page_table_bytes()
1763 			ops->set_pfn(&se, vgpu->gtt.scratch_pt[type].page_mfn);  in ppgtt_handle_guest_write_page_table_bytes()
1764 			ppgtt_set_shadow_entry(spt, &se, index);  in ppgtt_handle_guest_write_page_table_bytes()
1795 	struct intel_gvt_gtt_entry se;  in invalidate_ppgtt_mm()  local
1802 		ppgtt_get_shadow_root_entry(mm, &se, index);  in invalidate_ppgtt_mm()
1804 		if (!ops->test_present(&se))  in invalidate_ppgtt_mm()
1807 		ppgtt_invalidate_spt_by_shadow_entry(vgpu, &se);  in invalidate_ppgtt_mm()
1808 		se.val64 = 0;  in invalidate_ppgtt_mm()
1809 		ppgtt_set_shadow_root_entry(mm, &se, index);  in invalidate_ppgtt_mm()
1812 				       NULL, se.type, se.val64, index);  in invalidate_ppgtt_mm()
1826 	struct intel_gvt_gtt_entry ge, se;  in shadow_ppgtt_mm()  local
1849 		ppgtt_generate_shadow_entry(&se, spt, &ge);  in shadow_ppgtt_mm()
1850 		ppgtt_set_shadow_root_entry(mm, &se, index);  in shadow_ppgtt_mm()
1853 				       NULL, se.type, se.val64, index);  in shadow_ppgtt_mm()
2423 		struct intel_gvt_gtt_entry se;  in alloc_scratch_pages()  local
2425 		memset(&se, 0, sizeof(struct intel_gvt_gtt_entry));  in alloc_scratch_pages()
2426 		se.type = get_entry_type(type - 1);  in alloc_scratch_pages()
2427 		ops->set_pfn(&se, gtt->scratch_pt[type - 1].page_mfn);  in alloc_scratch_pages()
2432 		se.val64 |= _PAGE_PRESENT | _PAGE_RW;  in alloc_scratch_pages()
2434 			se.val64 |= PPAT_CACHED;  in alloc_scratch_pages()
2437 			ops->set_entry(scratch_pt, &se, i, false, 0, vgpu);  in alloc_scratch_pages()