Lines Matching +full:msi +full:- +full:x
1 // SPDX-License-Identifier: GPL-2.0
3 * PCI Message Signaled Interrupt (MSI)
5 * Copyright (C) 2003-2004 Intel
18 #include <linux/msi.h>
39 domain = dev_get_msi_domain(&dev->dev); in pci_msi_setup_msi_irqs()
41 return msi_domain_alloc_irqs(domain, &dev->dev, nvec); in pci_msi_setup_msi_irqs()
50 domain = dev_get_msi_domain(&dev->dev); in pci_msi_teardown_msi_irqs()
52 msi_domain_free_irqs(domain, &dev->dev); in pci_msi_teardown_msi_irqs()
65 struct msi_controller *chip = dev->bus->msi; in arch_setup_msi_irq()
68 if (!chip || !chip->setup_irq) in arch_setup_msi_irq()
69 return -EINVAL; in arch_setup_msi_irq()
71 err = chip->setup_irq(chip, dev, desc); in arch_setup_msi_irq()
75 irq_set_chip_data(desc->irq, chip); in arch_setup_msi_irq()
84 if (!chip || !chip->teardown_irq) in arch_teardown_msi_irq()
87 chip->teardown_irq(chip, irq); in arch_teardown_msi_irq()
92 struct msi_controller *chip = dev->bus->msi; in arch_setup_msi_irqs()
96 if (chip && chip->setup_irqs) in arch_setup_msi_irqs()
97 return chip->setup_irqs(chip, dev, nvec, type); in arch_setup_msi_irqs()
99 * If an architecture wants to support multiple MSI, it needs to in arch_setup_msi_irqs()
110 return -ENOSPC; in arch_setup_msi_irqs()
117 * We have a default implementation available as a separate non-weak
126 if (entry->irq) in default_teardown_msi_irqs()
127 for (i = 0; i < entry->nvec_used; i++) in default_teardown_msi_irqs()
128 arch_teardown_msi_irq(entry->irq + i); in default_teardown_msi_irqs()
142 if (dev->msix_enabled) { in default_restore_msi_irq()
144 if (irq == entry->irq) in default_restore_msi_irq()
147 } else if (dev->msi_enabled) { in default_restore_msi_irq()
152 __pci_write_msi_msg(entry, &entry->msg); in default_restore_msi_irq()
160 static inline __attribute_const__ u32 msi_mask(unsigned x) in msi_mask() argument
163 if (x >= 5) in msi_mask()
165 return (1 << (1 << x)) - 1; in msi_mask()
169 * PCI 2.3 does not specify mask bits for each MSI interrupt. Attempting to
170 * mask all MSI interrupts by clearing the MSI enable bit does not work
176 raw_spinlock_t *lock = &desc->dev->msi_lock; in __pci_msi_desc_mask_irq()
179 if (pci_msi_ignore_mask || !desc->msi_attrib.maskbit) in __pci_msi_desc_mask_irq()
183 desc->masked &= ~mask; in __pci_msi_desc_mask_irq()
184 desc->masked |= flag; in __pci_msi_desc_mask_irq()
185 pci_write_config_dword(msi_desc_to_pci_dev(desc), desc->mask_pos, in __pci_msi_desc_mask_irq()
186 desc->masked); in __pci_msi_desc_mask_irq()
197 if (desc->msi_attrib.is_virtual) in pci_msix_desc_addr()
200 return desc->mask_base + in pci_msix_desc_addr()
201 desc->msi_attrib.entry_nr * PCI_MSIX_ENTRY_SIZE; in pci_msix_desc_addr()
209 * of MSI-X interrupts.
213 u32 mask_bits = desc->masked; in __pci_msix_desc_mask_irq()
234 desc->masked = __pci_msix_desc_mask_irq(desc, flag); in msix_mask_irq()
241 if (desc->msi_attrib.is_msix) { in msi_set_mask_bit()
243 readl(desc->mask_base); /* Flush write to device */ in msi_set_mask_bit()
245 unsigned offset = data->irq - desc->irq; in msi_set_mask_bit()
251 * pci_msi_mask_irq - Generic IRQ chip callback to mask PCI/MSI interrupts
261 * pci_msi_unmask_irq - Generic IRQ chip callback to unmask PCI/MSI interrupts
275 default_restore_msi_irq(dev, entry->irq); in default_restore_msi_irqs()
282 BUG_ON(dev->current_state != PCI_D0); in __pci_read_msi_msg()
284 if (entry->msi_attrib.is_msix) { in __pci_read_msi_msg()
292 msg->address_lo = readl(base + PCI_MSIX_ENTRY_LOWER_ADDR); in __pci_read_msi_msg()
293 msg->address_hi = readl(base + PCI_MSIX_ENTRY_UPPER_ADDR); in __pci_read_msi_msg()
294 msg->data = readl(base + PCI_MSIX_ENTRY_DATA); in __pci_read_msi_msg()
296 int pos = dev->msi_cap; in __pci_read_msi_msg()
300 &msg->address_lo); in __pci_read_msi_msg()
301 if (entry->msi_attrib.is_64) { in __pci_read_msi_msg()
303 &msg->address_hi); in __pci_read_msi_msg()
306 msg->address_hi = 0; in __pci_read_msi_msg()
309 msg->data = data; in __pci_read_msi_msg()
317 if (dev->current_state != PCI_D0 || pci_dev_is_disconnected(dev)) { in __pci_write_msi_msg()
319 } else if (entry->msi_attrib.is_msix) { in __pci_write_msi_msg()
321 bool unmasked = !(entry->masked & PCI_MSIX_ENTRY_CTRL_MASKBIT); in __pci_write_msi_msg()
337 writel(msg->address_lo, base + PCI_MSIX_ENTRY_LOWER_ADDR); in __pci_write_msi_msg()
338 writel(msg->address_hi, base + PCI_MSIX_ENTRY_UPPER_ADDR); in __pci_write_msi_msg()
339 writel(msg->data, base + PCI_MSIX_ENTRY_DATA); in __pci_write_msi_msg()
347 int pos = dev->msi_cap; in __pci_write_msi_msg()
352 msgctl |= entry->msi_attrib.multiple << 4; in __pci_write_msi_msg()
356 msg->address_lo); in __pci_write_msi_msg()
357 if (entry->msi_attrib.is_64) { in __pci_write_msi_msg()
359 msg->address_hi); in __pci_write_msi_msg()
361 msg->data); in __pci_write_msi_msg()
364 msg->data); in __pci_write_msi_msg()
371 entry->msg = *msg; in __pci_write_msi_msg()
373 if (entry->write_msi_msg) in __pci_write_msi_msg()
374 entry->write_msi_msg(entry, entry->write_msi_msg_data); in __pci_write_msi_msg()
388 struct list_head *msi_list = dev_to_msi_list(&dev->dev); in free_msi_irqs()
395 if (entry->irq) in free_msi_irqs()
396 for (i = 0; i < entry->nvec_used; i++) in free_msi_irqs()
397 BUG_ON(irq_has_action(entry->irq + i)); in free_msi_irqs()
402 if (entry->msi_attrib.is_msix) { in free_msi_irqs()
403 if (list_is_last(&entry->list, msi_list)) in free_msi_irqs()
404 iounmap(entry->mask_base); in free_msi_irqs()
407 list_del(&entry->list); in free_msi_irqs()
411 if (dev->msi_irq_groups) { in free_msi_irqs()
412 sysfs_remove_groups(&dev->dev.kobj, dev->msi_irq_groups); in free_msi_irqs()
413 msi_attrs = dev->msi_irq_groups[0]->attrs; in free_msi_irqs()
417 kfree(dev_attr->attr.name); in free_msi_irqs()
422 kfree(dev->msi_irq_groups[0]); in free_msi_irqs()
423 kfree(dev->msi_irq_groups); in free_msi_irqs()
424 dev->msi_irq_groups = NULL; in free_msi_irqs()
430 if (!(dev->dev_flags & PCI_DEV_FLAGS_MSI_INTX_DISABLE_BUG)) in pci_intx_for_msi()
439 if (!dev->msi_enabled) in __pci_restore_msi_state()
442 entry = irq_get_msi_desc(dev->irq); in __pci_restore_msi_state()
448 pci_read_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, &control); in __pci_restore_msi_state()
449 msi_mask_irq(entry, msi_mask(entry->msi_attrib.multi_cap), in __pci_restore_msi_state()
450 entry->masked); in __pci_restore_msi_state()
452 control |= (entry->msi_attrib.multiple << 4) | PCI_MSI_FLAGS_ENABLE; in __pci_restore_msi_state()
453 pci_write_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, control); in __pci_restore_msi_state()
460 if (!dev->msix_enabled) in __pci_restore_msix_state()
462 BUG_ON(list_empty(dev_to_msi_list(&dev->dev))); in __pci_restore_msix_state()
471 msix_mask_irq(entry, entry->masked); in __pci_restore_msix_state()
490 retval = kstrtoul(attr->attr.name, 10, &irq); in msi_mode_show()
497 entry->msi_attrib.is_msix ? "msix" : "msi"); in msi_mode_show()
499 return -ENODEV; in msi_mode_show()
510 int ret = -ENOMEM; in populate_msi_sysfs()
515 /* Determine how many msi entries we have */ in populate_msi_sysfs()
517 num_msi += entry->nvec_used; in populate_msi_sysfs()
521 /* Dynamically create the MSI attributes for the PCI device */ in populate_msi_sysfs()
524 return -ENOMEM; in populate_msi_sysfs()
526 for (i = 0; i < entry->nvec_used; i++) { in populate_msi_sysfs()
530 msi_attrs[count] = &msi_dev_attr->attr; in populate_msi_sysfs()
532 sysfs_attr_init(&msi_dev_attr->attr); in populate_msi_sysfs()
533 msi_dev_attr->attr.name = kasprintf(GFP_KERNEL, "%d", in populate_msi_sysfs()
534 entry->irq + i); in populate_msi_sysfs()
535 if (!msi_dev_attr->attr.name) in populate_msi_sysfs()
537 msi_dev_attr->attr.mode = S_IRUGO; in populate_msi_sysfs()
538 msi_dev_attr->show = msi_mode_show; in populate_msi_sysfs()
546 msi_irq_group->name = "msi_irqs"; in populate_msi_sysfs()
547 msi_irq_group->attrs = msi_attrs; in populate_msi_sysfs()
554 ret = sysfs_create_groups(&pdev->dev.kobj, msi_irq_groups); in populate_msi_sysfs()
557 pdev->msi_irq_groups = msi_irq_groups; in populate_msi_sysfs()
570 kfree(msi_attr->name); in populate_msi_sysfs()
589 /* MSI Entry Initialization */ in msi_setup_entry()
590 entry = alloc_msi_entry(&dev->dev, nvec, masks); in msi_setup_entry()
594 pci_read_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, &control); in msi_setup_entry()
596 entry->msi_attrib.is_msix = 0; in msi_setup_entry()
597 entry->msi_attrib.is_64 = !!(control & PCI_MSI_FLAGS_64BIT); in msi_setup_entry()
598 entry->msi_attrib.is_virtual = 0; in msi_setup_entry()
599 entry->msi_attrib.entry_nr = 0; in msi_setup_entry()
600 entry->msi_attrib.maskbit = !!(control & PCI_MSI_FLAGS_MASKBIT); in msi_setup_entry()
601 entry->msi_attrib.default_irq = dev->irq; /* Save IOAPIC IRQ */ in msi_setup_entry()
602 entry->msi_attrib.multi_cap = (control & PCI_MSI_FLAGS_QMASK) >> 1; in msi_setup_entry()
603 entry->msi_attrib.multiple = ilog2(__roundup_pow_of_two(nvec)); in msi_setup_entry()
606 entry->mask_pos = dev->msi_cap + PCI_MSI_MASK_64; in msi_setup_entry()
608 entry->mask_pos = dev->msi_cap + PCI_MSI_MASK_32; in msi_setup_entry()
611 if (entry->msi_attrib.maskbit) in msi_setup_entry()
612 pci_read_config_dword(dev, entry->mask_pos, &entry->masked); in msi_setup_entry()
624 if (!dev->no_64bit_msi || !entry->msg.address_hi) in msi_verify_entries()
626 pci_err(dev, "Device has broken 64-bit MSI but arch" in msi_verify_entries()
628 return -EIO; in msi_verify_entries()
634 * msi_capability_init - configure device's MSI capability structure
635 * @dev: pointer to the pci_dev data structure of MSI device function
639 * Setup the MSI capability structure of the device with the requested
641 * setup of an entry with the new MSI IRQ. A negative return value indicates
652 pci_msi_set_enable(dev, 0); /* Disable MSI during set up */ in msi_capability_init()
656 return -ENOMEM; in msi_capability_init()
659 mask = msi_mask(entry->msi_attrib.multi_cap); in msi_capability_init()
662 list_add_tail(&entry->list, dev_to_msi_list(&dev->dev)); in msi_capability_init()
664 /* Configure MSI capability structure */ in msi_capability_init()
686 /* Set MSI enabled bits */ in msi_capability_init()
689 dev->msi_enabled = 1; in msi_capability_init()
692 dev->irq = entry->irq; in msi_capability_init()
703 pci_read_config_dword(dev, dev->msix_cap + PCI_MSIX_TABLE, in msix_map_region()
730 entry = alloc_msi_entry(&dev->dev, 1, curmsk); in msix_setup_entries()
737 ret = -ENOMEM; in msix_setup_entries()
741 entry->msi_attrib.is_msix = 1; in msix_setup_entries()
742 entry->msi_attrib.is_64 = 1; in msix_setup_entries()
745 entry->msi_attrib.entry_nr = entries[i].entry; in msix_setup_entries()
747 entry->msi_attrib.entry_nr = i; in msix_setup_entries()
749 entry->msi_attrib.is_virtual = in msix_setup_entries()
750 entry->msi_attrib.entry_nr >= vec_count; in msix_setup_entries()
752 entry->msi_attrib.default_irq = dev->irq; in msix_setup_entries()
753 entry->mask_base = base; in msix_setup_entries()
757 entry->masked = readl(addr + PCI_MSIX_ENTRY_VECTOR_CTRL); in msix_setup_entries()
759 list_add_tail(&entry->list, dev_to_msi_list(&dev->dev)); in msix_setup_entries()
775 entries->vector = entry->irq; in msix_update_entries()
794 * msix_capability_init - configure device's MSI-X capability
795 * @dev: pointer to the pci_dev data structure of MSI-X device function
800 * Setup the MSI-X capability structure of device function with a
801 * single MSI-X IRQ. A return of zero indicates the successful setup of
802 * requested MSI-X entries with allocated IRQs or non-zero for otherwise.
812 * Some devices require MSI-X to be enabled before the MSI-X in msix_capability_init()
819 pci_read_config_word(dev, dev->msix_cap + PCI_MSIX_FLAGS, &control); in msix_capability_init()
820 /* Request & Map MSI-X table region */ in msix_capability_init()
824 ret = -ENOMEM; in msix_capability_init()
839 /* Check if all MSI entries honor device restrictions */ in msix_capability_init()
850 /* Set MSI-X enabled bits and unmask the function */ in msix_capability_init()
852 dev->msix_enabled = 1; in msix_capability_init()
868 if (entry->irq != 0) in msix_capability_init()
885 * pci_msi_supported - check whether MSI may be enabled on a device
886 * @dev: pointer to the pci_dev data structure of MSI device function
890 * to determine if MSI/-X are supported for the device. If MSI/-X is
897 /* MSI must be globally enabled and supported by the device */ in pci_msi_supported()
901 if (!dev || dev->no_msi) in pci_msi_supported()
913 * Any bridge which does NOT route MSI transactions from its in pci_msi_supported()
916 * We expect only arch-specific PCI host bus controller driver in pci_msi_supported()
919 for (bus = dev->bus; bus; bus = bus->parent) in pci_msi_supported()
920 if (bus->bus_flags & PCI_BUS_FLAGS_NO_MSI) in pci_msi_supported()
927 * pci_msi_vec_count - Return the number of MSI vectors a device can send
930 * This function returns the number of MSI vectors a device requested via
932 * device is not capable sending MSI interrupts. Otherwise, the call succeeds
934 * MSI specification.
941 if (!dev->msi_cap) in pci_msi_vec_count()
942 return -EINVAL; in pci_msi_vec_count()
944 pci_read_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, &msgctl); in pci_msi_vec_count()
956 if (!pci_msi_enable || !dev || !dev->msi_enabled) in pci_msi_shutdown()
959 BUG_ON(list_empty(dev_to_msi_list(&dev->dev))); in pci_msi_shutdown()
964 dev->msi_enabled = 0; in pci_msi_shutdown()
966 /* Return the device with MSI unmasked as initial states */ in pci_msi_shutdown()
967 mask = msi_mask(desc->msi_attrib.multi_cap); in pci_msi_shutdown()
970 /* Restore dev->irq to its default pin-assertion IRQ */ in pci_msi_shutdown()
971 dev->irq = desc->msi_attrib.default_irq; in pci_msi_shutdown()
977 if (!pci_msi_enable || !dev || !dev->msi_enabled) in pci_disable_msi()
986 * pci_msix_vec_count - return the number of device's MSI-X table entries
987 * @dev: pointer to the pci_dev data structure of MSI-X device function
988 * This function returns the number of device's MSI-X table entries and
989 * therefore the number of MSI-X vectors device is capable of sending.
990 * It returns a negative errno if the device is not capable of sending MSI-X
997 if (!dev->msix_cap) in pci_msix_vec_count()
998 return -EINVAL; in pci_msix_vec_count()
1000 pci_read_config_word(dev, dev->msix_cap + PCI_MSIX_FLAGS, &control); in pci_msix_vec_count()
1011 if (!pci_msi_supported(dev, nvec) || dev->current_state != PCI_D0) in __pci_enable_msix()
1012 return -EINVAL; in __pci_enable_msix()
1024 return -EINVAL; /* invalid entry */ in __pci_enable_msix()
1027 return -EINVAL; /* duplicate entry */ in __pci_enable_msix()
1032 /* Check whether driver already requested for MSI IRQ */ in __pci_enable_msix()
1033 if (dev->msi_enabled) { in __pci_enable_msix()
1034 pci_info(dev, "can't enable MSI-X (MSI IRQ already assigned)\n"); in __pci_enable_msix()
1035 return -EINVAL; in __pci_enable_msix()
1044 if (!pci_msi_enable || !dev || !dev->msix_enabled) in pci_msix_shutdown()
1048 dev->msix_enabled = 0; in pci_msix_shutdown()
1052 /* Return the device with MSI-X masked as initial states */ in pci_msix_shutdown()
1058 dev->msix_enabled = 0; in pci_msix_shutdown()
1064 if (!pci_msi_enable || !dev || !dev->msix_enabled) in pci_disable_msix()
1078 * pci_msi_enabled - is MSI enabled?
1080 * Returns true if MSI has not been disabled by the command-line option
1095 if (!pci_msi_supported(dev, minvec) || dev->current_state != PCI_D0) in __pci_enable_msi_range()
1096 return -EINVAL; in __pci_enable_msi_range()
1098 /* Check whether driver already requested MSI-X IRQs */ in __pci_enable_msi_range()
1099 if (dev->msix_enabled) { in __pci_enable_msi_range()
1100 pci_info(dev, "can't enable MSI (MSI-X already enabled)\n"); in __pci_enable_msi_range()
1101 return -EINVAL; in __pci_enable_msi_range()
1105 return -ERANGE; in __pci_enable_msi_range()
1107 if (WARN_ON_ONCE(dev->msi_enabled)) in __pci_enable_msi_range()
1108 return -EINVAL; in __pci_enable_msi_range()
1114 return -ENOSPC; in __pci_enable_msi_range()
1123 return -ENOSPC; in __pci_enable_msi_range()
1133 return -ENOSPC; in __pci_enable_msi_range()
1157 return -ERANGE; in __pci_enable_msix_range()
1159 if (WARN_ON_ONCE(dev->msix_enabled)) in __pci_enable_msix_range()
1160 return -EINVAL; in __pci_enable_msix_range()
1166 return -ENOSPC; in __pci_enable_msix_range()
1176 return -ENOSPC; in __pci_enable_msix_range()
1183 * pci_enable_msix_range - configure device's MSI-X capability structure
1184 * @dev: pointer to the pci_dev data structure of MSI-X device function
1185 * @entries: pointer to an array of MSI-X entries
1186 * @minvec: minimum number of MSI-X IRQs requested
1187 * @maxvec: maximum number of MSI-X IRQs requested
1189 * Setup the MSI-X capability structure of device function with a maximum
1191 * upon its software driver call to request for MSI-X mode enabled on its
1194 * indicates the successful configuration of MSI-X capability structure
1195 * with new allocated MSI-X interrupts.
1205 * pci_alloc_irq_vectors_affinity - allocate multiple IRQs for a device
1212 * Allocate up to @max_vecs interrupt vectors for @dev, using MSI-X or MSI
1217 * available for @dev the function will fail with -ENOSPC.
1227 int nvecs = -ENOSPC; in pci_alloc_irq_vectors_affinity()
1252 if (min_vecs == 1 && dev->irq) { in pci_alloc_irq_vectors_affinity()
1270 * pci_free_irq_vectors - free previously allocated IRQs for a device
1283 * pci_irq_vector - return Linux IRQ number of a device vector
1285 * @nr: device-relative interrupt vector index (0-based).
1289 if (dev->msix_enabled) { in pci_irq_vector()
1295 return entry->irq; in pci_irq_vector()
1299 return -EINVAL; in pci_irq_vector()
1302 if (dev->msi_enabled) { in pci_irq_vector()
1305 if (WARN_ON_ONCE(nr >= entry->nvec_used)) in pci_irq_vector()
1306 return -EINVAL; in pci_irq_vector()
1309 return -EINVAL; in pci_irq_vector()
1312 return dev->irq + nr; in pci_irq_vector()
1317 * pci_irq_get_affinity - return the affinity of a particular MSI vector
1319 * @nr: device-relative interrupt vector index (0-based).
1323 if (dev->msix_enabled) { in pci_irq_get_affinity()
1329 return &entry->affinity->mask; in pci_irq_get_affinity()
1334 } else if (dev->msi_enabled) { in pci_irq_get_affinity()
1337 if (WARN_ON_ONCE(!entry || !entry->affinity || in pci_irq_get_affinity()
1338 nr >= entry->nvec_used)) in pci_irq_get_affinity()
1341 return &entry->affinity[nr].mask; in pci_irq_get_affinity()
1350 return to_pci_dev(desc->dev); in msi_desc_to_pci_dev()
1358 return dev->bus->sysdata; in msi_desc_to_pci_sysdata()
1364 * pci_msi_domain_write_msg - Helper to write MSI message to PCI config space
1365 * @irq_data: Pointer to interrupt data of the MSI interrupt
1373 * For MSI-X desc->irq is always equal to irq_data->irq. For in pci_msi_domain_write_msg()
1374 * MSI only the first interrupt of MULTI MSI passes the test. in pci_msi_domain_write_msg()
1376 if (desc->irq == irq_data->irq) in pci_msi_domain_write_msg()
1381 * pci_msi_domain_calc_hwirq - Generate a unique ID for an MSI source
1382 * @desc: Pointer to the MSI descriptor
1390 return (irq_hw_number_t)desc->msi_attrib.entry_nr | in pci_msi_domain_calc_hwirq()
1392 (pci_domain_nr(dev->bus) & 0xFFFFFFFF) << 27; in pci_msi_domain_calc_hwirq()
1397 return !desc->msi_attrib.is_msix && desc->nvec_used > 1; in pci_msi_desc_is_multi_msi()
1401 * pci_msi_domain_check_cap - Verify that @domain supports the capabilities
1409 * 1 if Multi MSI is requested, but the domain does not support it
1410 * -ENOTSUPP otherwise
1419 !(info->flags & MSI_FLAG_MULTI_PCI_MSI)) in pci_msi_domain_check_cap()
1421 else if (desc->msi_attrib.is_msix && !(info->flags & MSI_FLAG_PCI_MSIX)) in pci_msi_domain_check_cap()
1422 return -ENOTSUPP; in pci_msi_domain_check_cap()
1431 if (pci_msi_desc_is_multi_msi(desc) && error == -ENOSPC) in pci_msi_domain_handle_error()
1440 arg->desc = desc; in pci_msi_domain_set_desc()
1441 arg->hwirq = pci_msi_domain_calc_hwirq(desc); in pci_msi_domain_set_desc()
1452 struct msi_domain_ops *ops = info->ops; in pci_msi_domain_update_dom_ops()
1455 info->ops = &pci_msi_domain_ops_default; in pci_msi_domain_update_dom_ops()
1457 if (ops->set_desc == NULL) in pci_msi_domain_update_dom_ops()
1458 ops->set_desc = pci_msi_domain_set_desc; in pci_msi_domain_update_dom_ops()
1459 if (ops->msi_check == NULL) in pci_msi_domain_update_dom_ops()
1460 ops->msi_check = pci_msi_domain_check_cap; in pci_msi_domain_update_dom_ops()
1461 if (ops->handle_error == NULL) in pci_msi_domain_update_dom_ops()
1462 ops->handle_error = pci_msi_domain_handle_error; in pci_msi_domain_update_dom_ops()
1468 struct irq_chip *chip = info->chip; in pci_msi_domain_update_chip_ops()
1471 if (!chip->irq_write_msi_msg) in pci_msi_domain_update_chip_ops()
1472 chip->irq_write_msi_msg = pci_msi_domain_write_msg; in pci_msi_domain_update_chip_ops()
1473 if (!chip->irq_mask) in pci_msi_domain_update_chip_ops()
1474 chip->irq_mask = pci_msi_mask_irq; in pci_msi_domain_update_chip_ops()
1475 if (!chip->irq_unmask) in pci_msi_domain_update_chip_ops()
1476 chip->irq_unmask = pci_msi_unmask_irq; in pci_msi_domain_update_chip_ops()
1480 * pci_msi_create_irq_domain - Create a MSI interrupt domain
1482 * @info: MSI domain info
1485 * Updates the domain and chip ops and creates a MSI interrupt domain.
1496 if (WARN_ON(info->flags & MSI_FLAG_LEVEL_CAPABLE)) in pci_msi_create_irq_domain()
1497 info->flags &= ~MSI_FLAG_LEVEL_CAPABLE; in pci_msi_create_irq_domain()
1499 if (info->flags & MSI_FLAG_USE_DEF_DOM_OPS) in pci_msi_create_irq_domain()
1501 if (info->flags & MSI_FLAG_USE_DEF_CHIP_OPS) in pci_msi_create_irq_domain()
1504 info->flags |= MSI_FLAG_ACTIVATE_EARLY; in pci_msi_create_irq_domain()
1506 info->flags |= MSI_FLAG_MUST_REACTIVATE; in pci_msi_create_irq_domain()
1508 /* PCI-MSI is oneshot-safe */ in pci_msi_create_irq_domain()
1509 info->chip->flags |= IRQCHIP_ONESHOT_SAFE; in pci_msi_create_irq_domain()
1521 * Users of the generic MSI infrastructure expect a device to have a single ID,
1522 * so with DMA aliases we have to pick the least-worst compromise. Devices with
1528 * case is that of PCI->PCIe so we should always use the alias RID. This echoes
1530 * well enough in practice; in the face of the horrible PCIe<->PCI-X conditions
1538 if (pdev->bus->number != bus || PCI_BUS_NUM(alias) != bus) in get_msi_id_cb()
1545 * pci_msi_domain_get_msi_rid - Get the MSI requester id (RID)
1562 rid = of_node ? of_msi_map_id(&pdev->dev, of_node, rid) : in pci_msi_domain_get_msi_rid()
1563 iort_msi_map_id(&pdev->dev, rid); in pci_msi_domain_get_msi_rid()
1569 * pci_msi_get_device_domain - Get the MSI domain for a given PCI device
1572 * Use the firmware data to find a device-specific MSI domain
1575 * Returns: The corresponding MSI domain or NULL if none has been found.
1583 dom = of_msi_map_get_device_domain(&pdev->dev, rid, DOMAIN_BUS_PCI_MSI); in pci_msi_get_device_domain()
1585 dom = iort_get_device_domain(&pdev->dev, rid, in pci_msi_get_device_domain()
1591 * pci_dev_has_special_msi_domain - Check whether the device is handled by
1592 * a non-standard PCI-MSI domain
1596 * non-standard PCI/MSI.
1600 struct irq_domain *dom = dev_get_msi_domain(&pdev->dev); in pci_dev_has_special_msi_domain()
1603 dom = dev_get_msi_domain(&pdev->bus->dev); in pci_dev_has_special_msi_domain()
1608 return dom->bus_token != DOMAIN_BUS_PCI_MSI; in pci_dev_has_special_msi_domain()