21 static int afu_control(struct cxl_afu *afu, u64 command, u64 clear,  in afu_control()
74 static int afu_enable(struct cxl_afu *afu)  in afu_enable()
83 int cxl_afu_disable(struct cxl_afu *afu)  in cxl_afu_disable()
93 static int native_afu_reset(struct cxl_afu *afu)  in native_afu_reset()
119 static int native_afu_check_and_enable(struct cxl_afu *afu)  in native_afu_check_and_enable()
130 int cxl_psl_purge(struct cxl_afu *afu)  in cxl_psl_purge()
222 static int cxl_alloc_spa(struct cxl_afu *afu, int mode)  in cxl_alloc_spa()
255 static void attach_spa(struct cxl_afu *afu)  in attach_spa()
271 static inline void detach_spa(struct cxl_afu *afu)  in detach_spa()
276 void cxl_release_spa(struct cxl_afu *afu)  in cxl_release_spa()
387 static int cxl_write_sstp(struct cxl_afu *afu, u64 sstp0, u64 sstp1)  in cxl_write_sstp()
552 static int activate_afu_directed(struct cxl_afu *afu)  in activate_afu_directed()
786 static int deactivate_afu_directed(struct cxl_afu *afu)  in deactivate_afu_directed()
829 int cxl_activate_dedicated_process_psl9(struct cxl_afu *afu)  in cxl_activate_dedicated_process_psl9()
855 int cxl_activate_dedicated_process_psl8(struct cxl_afu *afu)  in cxl_activate_dedicated_process_psl8()
890 	struct cxl_afu *afu = ctx->afu;  in cxl_update_dedicated_ivtes_psl8()
906 	struct cxl_afu *afu = ctx->afu;  in cxl_attach_dedicated_process_psl9()
934 	struct cxl_afu *afu = ctx->afu;  in cxl_attach_dedicated_process_psl8()
966 static int deactivate_dedicated_process(struct cxl_afu *afu)  in deactivate_dedicated_process()
978 static int native_afu_deactivate_mode(struct cxl_afu *afu, int mode)  in native_afu_deactivate_mode()
987 static int native_afu_activate_mode(struct cxl_afu *afu, int mode)  in native_afu_activate_mode()
1084 static int native_get_irq_info(struct cxl_afu *afu, struct cxl_irq_info *info)  in native_get_irq_info()
1152 static bool cxl_is_translation_fault(struct cxl_afu *afu, u64 dsisr)  in cxl_is_translation_fault()
1163 irqreturn_t cxl_fail_irq_psl(struct cxl_afu *afu, struct cxl_irq_info *irq_info)  in cxl_fail_irq_psl()
1175 	struct cxl_afu *afu = data;  in native_irq_multiplexed()
1251 	struct cxl_afu *afu = data;  in native_slice_irq_err()
1360 int cxl_native_register_serr_irq(struct cxl_afu *afu)  in cxl_native_register_serr_irq()
1393 void cxl_native_release_serr_irq(struct cxl_afu *afu)  in cxl_native_release_serr_irq()
1406 int cxl_native_register_psl_irq(struct cxl_afu *afu)  in cxl_native_register_psl_irq()
1424 void cxl_native_release_psl_irq(struct cxl_afu *afu)  in cxl_native_release_psl_irq()
1437 static void recover_psl_err(struct cxl_afu *afu, u64 errstat)  in recover_psl_err()
1462 int cxl_check_error(struct cxl_afu *afu)  in cxl_check_error()
1473 static int native_afu_cr_read64(struct cxl_afu *afu, int cr, u64 off, u64 *out)  in native_afu_cr_read64()
1484 static int native_afu_cr_read32(struct cxl_afu *afu, int cr, u64 off, u32 *out)  in native_afu_cr_read32()
1495 static int native_afu_cr_read16(struct cxl_afu *afu, int cr, u64 off, u16 *out)  in native_afu_cr_read16()
1507 static int native_afu_cr_read8(struct cxl_afu *afu, int cr, u64 off, u8 *out)  in native_afu_cr_read8()
1519 static int native_afu_cr_write32(struct cxl_afu *afu, int cr, u64 off, u32 in)  in native_afu_cr_write32()
1530 static int native_afu_cr_write16(struct cxl_afu *afu, int cr, u64 off, u16 in)  in native_afu_cr_write16()
1548 static int native_afu_cr_write8(struct cxl_afu *afu, int cr, u64 off, u8 in)  in native_afu_cr_write8()