282 static inline void pasid_clear_entry(struct pasid_entry *pe)  in pasid_clear_entry()  argument
284 	WRITE_ONCE(pe->val[0], 0);  in pasid_clear_entry()
285 	WRITE_ONCE(pe->val[1], 0);  in pasid_clear_entry()
286 	WRITE_ONCE(pe->val[2], 0);  in pasid_clear_entry()
287 	WRITE_ONCE(pe->val[3], 0);  in pasid_clear_entry()
288 	WRITE_ONCE(pe->val[4], 0);  in pasid_clear_entry()
289 	WRITE_ONCE(pe->val[5], 0);  in pasid_clear_entry()
290 	WRITE_ONCE(pe->val[6], 0);  in pasid_clear_entry()
291 	WRITE_ONCE(pe->val[7], 0);  in pasid_clear_entry()
294 static inline void pasid_clear_entry_with_fpd(struct pasid_entry *pe)  in pasid_clear_entry_with_fpd()  argument
296 	WRITE_ONCE(pe->val[0], PASID_PTE_FPD);  in pasid_clear_entry_with_fpd()
297 	WRITE_ONCE(pe->val[1], 0);  in pasid_clear_entry_with_fpd()
298 	WRITE_ONCE(pe->val[2], 0);  in pasid_clear_entry_with_fpd()
299 	WRITE_ONCE(pe->val[3], 0);  in pasid_clear_entry_with_fpd()
300 	WRITE_ONCE(pe->val[4], 0);  in pasid_clear_entry_with_fpd()
301 	WRITE_ONCE(pe->val[5], 0);  in pasid_clear_entry_with_fpd()
302 	WRITE_ONCE(pe->val[6], 0);  in pasid_clear_entry_with_fpd()
303 	WRITE_ONCE(pe->val[7], 0);  in pasid_clear_entry_with_fpd()
309 	struct pasid_entry *pe;  in intel_pasid_clear_entry()  local
311 	pe = intel_pasid_get_entry(dev, pasid);  in intel_pasid_clear_entry()
312 	if (WARN_ON(!pe))  in intel_pasid_clear_entry()
315 	if (fault_ignore && pasid_pte_is_present(pe))  in intel_pasid_clear_entry()
316 		pasid_clear_entry_with_fpd(pe);  in intel_pasid_clear_entry()
318 		pasid_clear_entry(pe);  in intel_pasid_clear_entry()
334 pasid_set_domain_id(struct pasid_entry *pe, u64 value)  in pasid_set_domain_id()  argument
336 	pasid_set_bits(&pe->val[1], GENMASK_ULL(15, 0), value);  in pasid_set_domain_id()
343 pasid_get_domain_id(struct pasid_entry *pe)  in pasid_get_domain_id()  argument
345 	return (u16)(READ_ONCE(pe->val[1]) & GENMASK_ULL(15, 0));  in pasid_get_domain_id()
353 pasid_set_slptr(struct pasid_entry *pe, u64 value)  in pasid_set_slptr()  argument
355 	pasid_set_bits(&pe->val[0], VTD_PAGE_MASK, value);  in pasid_set_slptr()
363 pasid_set_address_width(struct pasid_entry *pe, u64 value)  in pasid_set_address_width()  argument
365 	pasid_set_bits(&pe->val[0], GENMASK_ULL(4, 2), value << 2);  in pasid_set_address_width()
373 pasid_set_translation_type(struct pasid_entry *pe, u64 value)  in pasid_set_translation_type()  argument
375 	pasid_set_bits(&pe->val[0], GENMASK_ULL(8, 6), value << 6);  in pasid_set_translation_type()
382 static inline void pasid_set_fault_enable(struct pasid_entry *pe)  in pasid_set_fault_enable()  argument
384 	pasid_set_bits(&pe->val[0], 1 << 1, 0);  in pasid_set_fault_enable()
391 static inline void pasid_set_sre(struct pasid_entry *pe)  in pasid_set_sre()  argument
393 	pasid_set_bits(&pe->val[2], 1 << 0, 1);  in pasid_set_sre()
400 static inline void pasid_set_present(struct pasid_entry *pe)  in pasid_set_present()  argument
402 	pasid_set_bits(&pe->val[0], 1 << 0, 1);  in pasid_set_present()
409 static inline void pasid_set_page_snoop(struct pasid_entry *pe, bool value)  in pasid_set_page_snoop()  argument
411 	pasid_set_bits(&pe->val[1], 1 << 23, value << 23);  in pasid_set_page_snoop()
419 pasid_set_pgsnp(struct pasid_entry *pe)  in pasid_set_pgsnp()  argument
421 	pasid_set_bits(&pe->val[1], 1ULL << 24, 1ULL << 24);  in pasid_set_pgsnp()
429 pasid_set_flptr(struct pasid_entry *pe, u64 value)  in pasid_set_flptr()  argument
431 	pasid_set_bits(&pe->val[2], VTD_PAGE_MASK, value);  in pasid_set_flptr()
439 pasid_set_flpm(struct pasid_entry *pe, u64 value)  in pasid_set_flpm()  argument
441 	pasid_set_bits(&pe->val[2], GENMASK_ULL(3, 2), value << 2);  in pasid_set_flpm()
449 pasid_set_eafe(struct pasid_entry *pe)  in pasid_set_eafe()  argument
451 	pasid_set_bits(&pe->val[2], 1 << 7, 1 << 7);  in pasid_set_eafe()