Lines Matching full:devid
104 return p->devid; in get_acpihid_device_id()
143 u32 devid = get_acpihid_device_id(dev, NULL); in get_device_segment() local
145 seg = PCI_SBDF_TO_SEGID(devid); in get_device_segment()
152 void amd_iommu_set_rlookup_table(struct amd_iommu *iommu, u16 devid) in amd_iommu_set_rlookup_table() argument
156 pci_seg->rlookup_table[devid] = iommu; in amd_iommu_set_rlookup_table()
159 static struct amd_iommu *__rlookup_amd_iommu(u16 seg, u16 devid) in __rlookup_amd_iommu() argument
165 return pci_seg->rlookup_table[devid]; in __rlookup_amd_iommu()
173 int devid = get_device_sbdf_id(dev); in rlookup_amd_iommu() local
175 if (devid < 0) in rlookup_amd_iommu()
177 return __rlookup_amd_iommu(seg, PCI_SBDF_TO_DEVID(devid)); in rlookup_amd_iommu()
185 static struct iommu_dev_data *alloc_dev_data(struct amd_iommu *iommu, u16 devid) in alloc_dev_data() argument
195 dev_data->devid = devid; in alloc_dev_data()
202 static struct iommu_dev_data *search_dev_data(struct amd_iommu *iommu, u16 devid) in search_dev_data() argument
213 if (dev_data->devid == devid) in search_dev_data()
224 u16 devid = pci_dev_id(pdev); in clone_alias() local
226 if (devid == alias) in clone_alias()
236 dev_table[devid].data, in clone_alias()
282 static struct iommu_dev_data *find_dev_data(struct amd_iommu *iommu, u16 devid) in find_dev_data() argument
286 dev_data = search_dev_data(iommu, devid); in find_dev_data()
289 dev_data = alloc_dev_data(iommu, devid); in find_dev_data()
306 int devid; in acpihid_device_group() local
308 devid = get_acpihid_device_id(dev, &entry); in acpihid_device_group()
309 if (devid < 0) in acpihid_device_group()
310 return ERR_PTR(devid); in acpihid_device_group()
313 if ((devid == p->devid) && p->group) in acpihid_device_group()
353 int devid, sbdf; in check_device() local
361 devid = PCI_SBDF_TO_DEVID(sbdf); in check_device()
369 if (devid > pci_seg->last_bdf) in check_device()
378 int devid, sbdf; in iommu_init_device() local
387 devid = PCI_SBDF_TO_DEVID(sbdf); in iommu_init_device()
388 dev_data = find_dev_data(iommu, devid); in iommu_init_device()
415 int devid, sbdf; in iommu_ignore_device() local
421 devid = PCI_SBDF_TO_DEVID(sbdf); in iommu_ignore_device()
422 pci_seg->rlookup_table[devid] = NULL; in iommu_ignore_device()
423 memset(&dev_table[devid], 0, sizeof(struct dev_table_entry)); in iommu_ignore_device()
453 static void dump_dte_entry(struct amd_iommu *iommu, u16 devid) in dump_dte_entry() argument
459 pr_err("DTE[%d]: %016llx\n", i, dev_table[devid].data[i]); in dump_dte_entry()
474 int devid, vmg_tag, flags; in amd_iommu_report_rmp_hw_error() local
478 devid = (event[0] >> EVENT_DEVID_SHIFT) & EVENT_DEVID_MASK; in amd_iommu_report_rmp_hw_error()
483 pdev = pci_get_domain_bus_and_slot(iommu->pci_seg->id, PCI_BUS_NUM(devid), in amd_iommu_report_rmp_hw_error()
484 devid & 0xff); in amd_iommu_report_rmp_hw_error()
495 iommu->pci_seg->id, PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid), in amd_iommu_report_rmp_hw_error()
506 int devid, flags_rmp, vmg_tag, flags; in amd_iommu_report_rmp_fault() local
510 devid = (event[0] >> EVENT_DEVID_SHIFT) & EVENT_DEVID_MASK; in amd_iommu_report_rmp_fault()
516 pdev = pci_get_domain_bus_and_slot(iommu->pci_seg->id, PCI_BUS_NUM(devid), in amd_iommu_report_rmp_fault()
517 devid & 0xff); in amd_iommu_report_rmp_fault()
528 iommu->pci_seg->id, PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid), in amd_iommu_report_rmp_fault()
543 u16 devid, u16 domain_id, in amd_iommu_report_page_fault() argument
549 pdev = pci_get_domain_bus_and_slot(iommu->pci_seg->id, PCI_BUS_NUM(devid), in amd_iommu_report_page_fault()
550 devid & 0xff); in amd_iommu_report_page_fault()
565 iommu->pci_seg->id, PCI_BUS_NUM(devid), PCI_SLOT(devid), in amd_iommu_report_page_fault()
566 PCI_FUNC(devid), domain_id); in amd_iommu_report_page_fault()
584 iommu->pci_seg->id, PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid), in amd_iommu_report_page_fault()
596 int type, devid, flags, tag; in iommu_print_event() local
604 devid = (event[0] >> EVENT_DEVID_SHIFT) & EVENT_DEVID_MASK; in iommu_print_event()
621 amd_iommu_report_page_fault(iommu, devid, pasid, address, flags); in iommu_print_event()
628 iommu->pci_seg->id, PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid), in iommu_print_event()
630 dump_dte_entry(iommu, devid); in iommu_print_event()
635 iommu->pci_seg->id, PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid), in iommu_print_event()
640 iommu->pci_seg->id, PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid), in iommu_print_event()
653 iommu->pci_seg->id, PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid), in iommu_print_event()
658 iommu->pci_seg->id, PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid), in iommu_print_event()
671 iommu->pci_seg->id, PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid), in iommu_print_event()
816 pr_debug("%s: devid=%#x, ga_tag=%#x\n", in iommu_poll_ga_log()
981 static void build_inv_dte(struct iommu_cmd *cmd, u16 devid) in build_inv_dte() argument
984 cmd->data[0] = devid; in build_inv_dte()
1044 static void build_inv_iotlb_pages(struct iommu_cmd *cmd, u16 devid, int qdep, in build_inv_iotlb_pages() argument
1050 cmd->data[0] = devid; in build_inv_iotlb_pages()
1052 cmd->data[1] = devid; in build_inv_iotlb_pages()
1076 static void build_inv_iotlb_pasid(struct iommu_cmd *cmd, u16 devid, u32 pasid, in build_inv_iotlb_pasid() argument
1083 cmd->data[0] = devid; in build_inv_iotlb_pasid()
1086 cmd->data[1] = devid; in build_inv_iotlb_pasid()
1096 static void build_complete_ppr(struct iommu_cmd *cmd, u16 devid, u32 pasid, in build_complete_ppr() argument
1101 cmd->data[0] = devid; in build_complete_ppr()
1118 static void build_inv_irt(struct iommu_cmd *cmd, u16 devid) in build_inv_irt() argument
1121 cmd->data[0] = devid; in build_inv_irt()
1216 static int iommu_flush_dte(struct amd_iommu *iommu, u16 devid) in iommu_flush_dte() argument
1220 build_inv_dte(&cmd, devid); in iommu_flush_dte()
1227 u32 devid; in amd_iommu_flush_dte_all() local
1230 for (devid = 0; devid <= last_bdf; ++devid) in amd_iommu_flush_dte_all()
1231 iommu_flush_dte(iommu, devid); in amd_iommu_flush_dte_all()
1276 static void iommu_flush_irt(struct amd_iommu *iommu, u16 devid) in iommu_flush_irt() argument
1280 build_inv_irt(&cmd, devid); in iommu_flush_irt()
1287 u32 devid; in amd_iommu_flush_irt_all() local
1293 for (devid = 0; devid <= last_bdf; devid++) in amd_iommu_flush_irt_all()
1294 iommu_flush_irt(iommu, devid); in amd_iommu_flush_irt_all()
1325 build_inv_iotlb_pages(&cmd, dev_data->devid, qdep, address, size); in device_flush_iotlb()
1359 ret = iommu_flush_dte(iommu, dev_data->devid); in device_flush_dte()
1364 alias = pci_seg->alias_table[dev_data->devid]; in device_flush_dte()
1365 if (alias != dev_data->devid) { in device_flush_dte()
1580 static void set_dte_entry(struct amd_iommu *iommu, u16 devid, in set_dte_entry() argument
1603 flags = dev_table[devid].data[1]; in set_dte_entry()
1639 dev_table[devid].data[2] |= in set_dte_entry()
1650 old_domid = dev_table[devid].data[1] & DEV_DOMID_MASK; in set_dte_entry()
1651 dev_table[devid].data[1] = flags; in set_dte_entry()
1652 dev_table[devid].data[0] = pte_root; in set_dte_entry()
1664 static void clear_dte_entry(struct amd_iommu *iommu, u16 devid) in clear_dte_entry() argument
1669 dev_table[devid].data[0] = DTE_FLAG_V; in clear_dte_entry()
1672 dev_table[devid].data[0] |= DTE_FLAG_TV; in clear_dte_entry()
1674 dev_table[devid].data[1] &= DTE_FLAG_MASK; in clear_dte_entry()
1676 amd_iommu_apply_erratum_63(iommu, devid); in clear_dte_entry()
1703 set_dte_entry(iommu, dev_data->devid, domain, in do_attach()
1722 clear_dte_entry(iommu, dev_data->devid); in do_detach()
1982 set_dte_entry(iommu, dev_data->devid, domain, in update_device_table()
2349 int devid, sbdf; in amd_iommu_get_resv_regions() local
2355 devid = PCI_SBDF_TO_DEVID(sbdf); in amd_iommu_get_resv_regions()
2365 if (devid < entry->devid_start || devid > entry->devid_end) in amd_iommu_get_resv_regions()
2619 build_inv_iotlb_pasid(&cmd, dev_data->devid, pasid, in __flush_pasid()
2784 build_complete_ppr(&cmd, dev_data->devid, pasid, status, in amd_iommu_complete_ppr()
2844 static void iommu_flush_irt_and_complete(struct amd_iommu *iommu, u16 devid) in iommu_flush_irt_and_complete() argument
2854 build_inv_irt(&cmd, devid); in iommu_flush_irt_and_complete()
2870 static void set_dte_irq_entry(struct amd_iommu *iommu, u16 devid, in set_dte_irq_entry() argument
2876 dte = dev_table[devid].data[2]; in set_dte_irq_entry()
2883 dev_table[devid].data[2] = dte; in set_dte_irq_entry()
2886 static struct irq_remap_table *get_irq_table(struct amd_iommu *iommu, u16 devid) in get_irq_table() argument
2891 if (WARN_ONCE(!pci_seg->rlookup_table[devid], in get_irq_table()
2892 "%s: no iommu for devid %x:%x\n", in get_irq_table()
2893 __func__, pci_seg->id, devid)) in get_irq_table()
2896 table = pci_seg->irq_lookup_table[devid]; in get_irq_table()
2897 if (WARN_ONCE(!table, "%s: no table for devid %x:%x\n", in get_irq_table()
2898 __func__, pci_seg->id, devid)) in get_irq_table()
2928 static void set_remap_table_entry(struct amd_iommu *iommu, u16 devid, in set_remap_table_entry() argument
2933 pci_seg->irq_lookup_table[devid] = table; in set_remap_table_entry()
2934 set_dte_irq_entry(iommu, devid, table); in set_remap_table_entry()
2935 iommu_flush_dte(iommu, devid); in set_remap_table_entry()
2957 u16 devid, struct pci_dev *pdev) in alloc_irq_table() argument
2968 table = pci_seg->irq_lookup_table[devid]; in alloc_irq_table()
2972 alias = pci_seg->alias_table[devid]; in alloc_irq_table()
2975 set_remap_table_entry(iommu, devid, table); in alloc_irq_table()
2987 table = pci_seg->irq_lookup_table[devid]; in alloc_irq_table()
2993 set_remap_table_entry(iommu, devid, table); in alloc_irq_table()
3004 set_remap_table_entry(iommu, devid, table); in alloc_irq_table()
3006 if (devid != alias) in alloc_irq_table()
3022 static int alloc_irq_index(struct amd_iommu *iommu, u16 devid, int count, in alloc_irq_index() argument
3029 table = alloc_irq_table(iommu, devid, pdev); in alloc_irq_index()
3068 static int modify_irte_ga(struct amd_iommu *iommu, u16 devid, int index, in modify_irte_ga() argument
3076 table = get_irq_table(iommu, devid); in modify_irte_ga()
3096 iommu_flush_irt_and_complete(iommu, devid); in modify_irte_ga()
3102 u16 devid, int index, union irte *irte) in modify_irte() argument
3107 table = get_irq_table(iommu, devid); in modify_irte()
3115 iommu_flush_irt_and_complete(iommu, devid); in modify_irte()
3120 static void free_irte(struct amd_iommu *iommu, u16 devid, int index) in free_irte() argument
3125 table = get_irq_table(iommu, devid); in free_irte()
3133 iommu_flush_irt_and_complete(iommu, devid); in free_irte()
3138 u8 vector, u32 dest_apicid, int devid) in irte_prepare() argument
3152 u8 vector, u32 dest_apicid, int devid) in irte_ga_prepare() argument
3166 static void irte_activate(struct amd_iommu *iommu, void *entry, u16 devid, u16 index) in irte_activate() argument
3171 modify_irte(iommu, devid, index, irte); in irte_activate()
3174 static void irte_ga_activate(struct amd_iommu *iommu, void *entry, u16 devid, u16 index) in irte_ga_activate() argument
3179 modify_irte_ga(iommu, devid, index, irte); in irte_ga_activate()
3182 static void irte_deactivate(struct amd_iommu *iommu, void *entry, u16 devid, u16 index) in irte_deactivate() argument
3187 modify_irte(iommu, devid, index, irte); in irte_deactivate()
3190 static void irte_ga_deactivate(struct amd_iommu *iommu, void *entry, u16 devid, u16 index) in irte_ga_deactivate() argument
3195 modify_irte_ga(iommu, devid, index, irte); in irte_ga_deactivate()
3198 static void irte_set_affinity(struct amd_iommu *iommu, void *entry, u16 devid, u16 index, in irte_set_affinity() argument
3205 modify_irte(iommu, devid, index, irte); in irte_set_affinity()
3208 static void irte_ga_set_affinity(struct amd_iommu *iommu, void *entry, u16 devid, u16 index, in irte_ga_set_affinity() argument
3219 modify_irte_ga(iommu, devid, index, irte); in irte_ga_set_affinity()
3273 return get_ioapic_devid(info->devid); in get_devid()
3275 return get_hpet_devid(info->devid); in get_devid()
3304 int devid, int index, int sub_handle) in irq_remapping_prepare_irte() argument
3312 data->irq_2_irte.devid = devid; in irq_remapping_prepare_irte()
3316 irq_cfg->dest_apicid, devid); in irq_remapping_prepare_irte()
3360 int i, ret, devid, seg, sbdf; in irq_remapping_alloc() local
3373 devid = PCI_SBDF_TO_DEVID(sbdf); in irq_remapping_alloc()
3374 iommu = __rlookup_amd_iommu(seg, devid); in irq_remapping_alloc()
3385 table = alloc_irq_table(iommu, devid, NULL); in irq_remapping_alloc()
3405 index = alloc_irq_index(iommu, devid, nr_irqs, align, in irq_remapping_alloc()
3408 index = alloc_irq_index(iommu, devid, nr_irqs, false, NULL); in irq_remapping_alloc()
3441 irq_data->hwirq = (devid << 16) + i; in irq_remapping_alloc()
3444 irq_remapping_prepare_irte(data, cfg, info, devid, index, i); in irq_remapping_alloc()
3457 free_irte(iommu, devid, index + i); in irq_remapping_alloc()
3476 free_irte(data->iommu, irte_info->devid, irte_info->index); in irq_remapping_free()
3500 iommu->irte_ops->activate(iommu, data->entry, irte_info->devid, in irq_remapping_activate()
3514 iommu->irte_ops->deactivate(iommu, data->entry, irte_info->devid, in irq_remapping_deactivate()
3522 int devid = -1; in irq_remapping_select() local
3528 devid = get_ioapic_devid(fwspec->param[0]); in irq_remapping_select()
3530 devid = get_hpet_devid(fwspec->param[0]); in irq_remapping_select()
3532 if (devid < 0) in irq_remapping_select()
3534 iommu = __rlookup_amd_iommu((devid >> 16), (devid & 0xffff)); in irq_remapping_select()
3568 return modify_irte_ga(ir_data->iommu, ir_data->irq_2_irte.devid, in amd_iommu_activate_guest_mode()
3598 return modify_irte_ga(ir_data->iommu, ir_data->irq_2_irte.devid, in amd_iommu_deactivate_guest_mode()
3615 dev_data = search_dev_data(ir_data->iommu, irte_info->devid); in amd_ir_set_vcpu_affinity()
3670 iommu->irte_ops->set_affinity(iommu, ir_data->entry, irte_info->devid, in amd_ir_update_irte()
3779 return modify_irte_ga(ir_data->iommu, ir_data->irq_2_irte.devid, in amd_iommu_update_ga()