Lines Matching +full:dma +full:- +full:router
1 // SPDX-License-Identifier: GPL-2.0
3 * Thunderbolt driver - switch/port utility functions
12 #include <linux/nvmem-provider.h>
42 if (uuid_equal(&st->uuid, sw->uuid)) in __nvm_get_auth_status()
57 *status = st ? st->status : 0; in nvm_get_auth_status()
64 if (WARN_ON(!sw->uuid)) in nvm_set_auth_status()
75 memcpy(&st->uuid, sw->uuid, sizeof(st->uuid)); in nvm_set_auth_status()
76 INIT_LIST_HEAD(&st->list); in nvm_set_auth_status()
77 list_add_tail(&st->list, &nvm_auth_status_cache); in nvm_set_auth_status()
80 st->status = status; in nvm_set_auth_status()
92 list_del(&st->list); in nvm_clear_auth_status()
104 ret = tb_nvm_validate(sw->nvm); in nvm_validate_and_write()
108 ret = tb_nvm_write_headers(sw->nvm); in nvm_validate_and_write()
112 buf = sw->nvm->buf_data_start; in nvm_validate_and_write()
113 image_size = sw->nvm->buf_data_size; in nvm_validate_and_write()
118 ret = dma_port_flash_write(sw->dma_port, 0, buf, image_size); in nvm_validate_and_write()
122 sw->nvm->flushed = true; in nvm_validate_and_write()
135 if (!sw->safe_mode) { in nvm_authenticate_host_dma_port()
138 ret = tb_domain_disconnect_all_paths(sw->tb); in nvm_authenticate_host_dma_port()
145 ret = dma_port_flash_update_auth(sw->dma_port); in nvm_authenticate_host_dma_port()
146 if (!ret || ret == -ETIMEDOUT) in nvm_authenticate_host_dma_port()
151 * cycling of the host router. in nvm_authenticate_host_dma_port()
154 if (dma_port_flash_update_auth_status(sw->dma_port, &status) > 0) in nvm_authenticate_host_dma_port()
162 dma_port_power_cycle(sw->dma_port); in nvm_authenticate_host_dma_port()
170 ret = dma_port_flash_update_auth(sw->dma_port); in nvm_authenticate_device_dma_port()
173 case -ETIMEDOUT: in nvm_authenticate_device_dma_port()
174 case -EACCES: in nvm_authenticate_device_dma_port()
175 case -EINVAL: in nvm_authenticate_device_dma_port()
191 ret = dma_port_flash_update_auth_status(sw->dma_port, &status); in nvm_authenticate_device_dma_port()
192 if (ret < 0 && ret != -ETIMEDOUT) in nvm_authenticate_device_dma_port()
201 dma_port_power_cycle(sw->dma_port); in nvm_authenticate_device_dma_port()
206 } while (--retries); in nvm_authenticate_device_dma_port()
208 return -ETIMEDOUT; in nvm_authenticate_device_dma_port()
216 * During host router NVM upgrade we should not allow root port to in nvm_authenticate_start_dma_port()
221 root_port = pcie_find_root_port(sw->tb->nhi->pdev); in nvm_authenticate_start_dma_port()
223 pm_runtime_get_noresume(&root_port->dev); in nvm_authenticate_start_dma_port()
230 root_port = pcie_find_root_port(sw->tb->nhi->pdev); in nvm_authenticate_complete_dma_port()
232 pm_runtime_put(&root_port->dev); in nvm_authenticate_complete_dma_port()
247 /* Thunderbolt 2 and 3 devices support NVM through DMA port */ in nvm_readable()
248 return !!sw->dma_port; in nvm_readable()
253 if (sw->no_nvm_upgrade) in nvm_upgradeable()
268 sw->nvm->authenticating = true; in nvm_authenticate()
272 return -EOPNOTSUPP; in nvm_authenticate()
274 sw->nvm->authenticating = true; in nvm_authenticate()
286 * tb_switch_nvm_read() - Read router NVM
287 * @sw: Router whose NVM to read
292 * Reads from router NVM and returns the requested data in @buf. Locking
301 return dma_port_flash_read(sw->dma_port, address, buf, size); in tb_switch_nvm_read()
307 struct tb_switch *sw = tb_to_switch(nvm->dev); in nvm_read()
310 pm_runtime_get_sync(&sw->dev); in nvm_read()
312 if (!mutex_trylock(&sw->tb->lock)) { in nvm_read()
318 mutex_unlock(&sw->tb->lock); in nvm_read()
321 pm_runtime_mark_last_busy(&sw->dev); in nvm_read()
322 pm_runtime_put_autosuspend(&sw->dev); in nvm_read()
330 struct tb_switch *sw = tb_to_switch(nvm->dev); in nvm_write()
333 if (!mutex_trylock(&sw->tb->lock)) in nvm_write()
343 mutex_unlock(&sw->tb->lock); in nvm_write()
356 nvm = tb_nvm_alloc(&sw->dev); in tb_switch_nvm_add()
358 ret = PTR_ERR(nvm) == -EOPNOTSUPP ? 0 : PTR_ERR(nvm); in tb_switch_nvm_add()
367 * If the switch is in safe-mode the only accessible portion of in tb_switch_nvm_add()
368 * the NVM is the non-active one where userspace is expected to in tb_switch_nvm_add()
371 if (!sw->safe_mode) { in tb_switch_nvm_add()
377 if (!sw->no_nvm_upgrade) { in tb_switch_nvm_add()
383 sw->nvm = nvm; in tb_switch_nvm_add()
388 sw->no_nvm_upgrade = true; in tb_switch_nvm_add()
399 nvm = sw->nvm; in tb_switch_nvm_remove()
400 sw->nvm = NULL; in tb_switch_nvm_remove()
406 if (!nvm->authenticating) in tb_switch_nvm_remove()
416 switch (port->type >> 16) { in tb_port_type()
418 switch ((u8) port->type) { in tb_port_type()
445 const struct tb_regs_port_header *regs = &port->config; in tb_dump_port()
449 regs->port_number, regs->vendor_id, regs->device_id, in tb_dump_port()
450 regs->revision, regs->thunderbolt_version, tb_port_type(regs), in tb_dump_port()
451 regs->type); in tb_dump_port()
453 regs->max_in_hop_id, regs->max_out_hop_id); in tb_dump_port()
454 tb_dbg(tb, " Max counters: %d\n", regs->max_counters); in tb_dump_port()
455 tb_dbg(tb, " NFC Credits: %#x\n", regs->nfc_credits); in tb_dump_port()
456 tb_dbg(tb, " Credits (total/control): %u/%u\n", port->total_credits, in tb_dump_port()
457 port->ctl_credits); in tb_dump_port()
461 * tb_port_state() - get connectedness state of a port
472 if (port->cap_phy == 0) { in tb_port_state()
474 return -EINVAL; in tb_port_state()
476 res = tb_port_read(port, &phy, TB_CFG_PORT, port->cap_phy, 2); in tb_port_state()
483 * tb_wait_for_port() - wait for a port to become ready
501 if (!port->cap_phy) { in tb_wait_for_port()
503 return -EINVAL; in tb_wait_for_port()
507 return -EINVAL; in tb_wait_for_port()
510 while (retries--) { in tb_wait_for_port()
541 * After plug-in the state is TB_PORT_CONNECTING. Give it some in tb_wait_for_port()
557 * tb_port_add_nfc_credits() - add/remove non flow controlled credits to port
570 if (credits == 0 || port->sw->is_unplugged) in tb_port_add_nfc_credits()
577 if (tb_switch_is_usb4(port->sw) && !tb_port_is_null(port)) in tb_port_add_nfc_credits()
580 nfc_credits = port->config.nfc_credits & ADP_CS_4_NFC_BUFFERS_MASK; in tb_port_add_nfc_credits()
582 credits = max_t(int, -nfc_credits, credits); in tb_port_add_nfc_credits()
587 port->config.nfc_credits & ADP_CS_4_NFC_BUFFERS_MASK); in tb_port_add_nfc_credits()
589 port->config.nfc_credits &= ~ADP_CS_4_NFC_BUFFERS_MASK; in tb_port_add_nfc_credits()
590 port->config.nfc_credits |= nfc_credits; in tb_port_add_nfc_credits()
592 return tb_port_write(port, &port->config.nfc_credits, in tb_port_add_nfc_credits()
597 * tb_port_clear_counter() - clear a counter in TB_CFG_COUNTER
611 * tb_port_unlock() - Unlock downstream port
615 * downstream router accessible for CM.
619 if (tb_switch_is_icm(port->sw)) in tb_port_unlock()
622 return -EINVAL; in tb_port_unlock()
623 if (tb_switch_is_usb4(port->sw)) in tb_port_unlock()
634 return -EINVAL; in __tb_port_enable()
637 port->cap_phy + LANE_ADP_CS_1, 1); in __tb_port_enable()
648 port->cap_phy + LANE_ADP_CS_1, 1); in __tb_port_enable()
657 * tb_port_enable() - Enable lane adapter
668 * tb_port_disable() - Disable lane adapter
679 * tb_init_port() - initialize a port
691 INIT_LIST_HEAD(&port->list); in tb_init_port()
694 if (!port->port) in tb_init_port()
697 res = tb_port_read(port, &port->config, TB_CFG_PORT, 0, 8); in tb_init_port()
699 if (res == -ENODEV) { in tb_init_port()
700 tb_dbg(port->sw->tb, " Port %d: not implemented\n", in tb_init_port()
701 port->port); in tb_init_port()
702 port->disabled = true; in tb_init_port()
709 if (port->config.type == TB_TYPE_PORT) { in tb_init_port()
713 port->cap_phy = cap; in tb_init_port()
719 port->cap_usb4 = cap; in tb_init_port()
724 * devices we use hard-coded value. in tb_init_port()
726 if (port->cap_usb4) { in tb_init_port()
730 port->ctl_credits = hop.initial_credits; in tb_init_port()
732 if (!port->ctl_credits) in tb_init_port()
733 port->ctl_credits = 2; in tb_init_port()
738 port->cap_adap = cap; in tb_init_port()
741 port->total_credits = in tb_init_port()
742 (port->config.nfc_credits & ADP_CS_4_TOTAL_BUFFERS_MASK) >> in tb_init_port()
745 tb_dump_port(port->sw->tb, port); in tb_init_port()
756 port_max_hopid = port->config.max_in_hop_id; in tb_port_alloc_hopid()
757 ida = &port->in_hopids; in tb_port_alloc_hopid()
759 port_max_hopid = port->config.max_out_hop_id; in tb_port_alloc_hopid()
760 ida = &port->out_hopids; in tb_port_alloc_hopid()
764 * NHI can use HopIDs 1-max for other adapters HopIDs 0-7 are in tb_port_alloc_hopid()
777 * tb_port_alloc_in_hopid() - Allocate input HopID from port
791 * tb_port_alloc_out_hopid() - Allocate output HopID from port
805 * tb_port_release_in_hopid() - Release allocated input HopID from port
811 ida_simple_remove(&port->in_hopids, hopid); in tb_port_release_in_hopid()
815 * tb_port_release_out_hopid() - Release allocated output HopID from port
821 ida_simple_remove(&port->out_hopids, hopid); in tb_port_release_out_hopid()
827 u64 mask = (1ULL << parent->config.depth * 8) - 1; in tb_switch_is_reachable()
832 * tb_next_port_on_path() - Return next port for given port on a path
844 * Domain tb->lock must be held when this function is called.
854 if (prev->sw == end->sw) { in tb_next_port_on_path()
860 if (tb_switch_is_reachable(prev->sw, end->sw)) { in tb_next_port_on_path()
861 next = tb_port_at(tb_route(end->sw), prev->sw); in tb_next_port_on_path()
863 if (prev->remote && in tb_next_port_on_path()
864 (next == prev || next->dual_link_port == prev)) in tb_next_port_on_path()
865 next = prev->remote; in tb_next_port_on_path()
868 next = prev->remote; in tb_next_port_on_path()
870 next = tb_upstream_port(prev->sw); in tb_next_port_on_path()
875 if (next->dual_link_port && in tb_next_port_on_path()
876 next->link_nr != prev->link_nr) { in tb_next_port_on_path()
877 next = next->dual_link_port; in tb_next_port_on_path()
886 * tb_port_get_link_speed() - Get current link speed
896 if (!port->cap_phy) in tb_port_get_link_speed()
897 return -EINVAL; in tb_port_get_link_speed()
900 port->cap_phy + LANE_ADP_CS_1, 1); in tb_port_get_link_speed()
918 * tb_port_get_link_width() - Get current link width
929 if (!port->cap_phy) in tb_port_get_link_width()
930 return -EINVAL; in tb_port_get_link_width()
933 port->cap_phy + LANE_ADP_CS_1, 1); in tb_port_get_link_width()
948 if (!port->cap_phy) in tb_port_is_width_supported()
952 port->cap_phy + LANE_ADP_CS_0, 1); in tb_port_is_width_supported()
968 * tb_port_set_link_width() - Set target link width of the lane adapter
982 if (!port->cap_phy) in tb_port_set_link_width()
983 return -EINVAL; in tb_port_set_link_width()
986 port->cap_phy + LANE_ADP_CS_1, 1); in tb_port_set_link_width()
995 return -EOPNOTSUPP; in tb_port_set_link_width()
1004 return -EINVAL; in tb_port_set_link_width()
1008 port->cap_phy + LANE_ADP_CS_1, 1); in tb_port_set_link_width()
1012 * tb_port_set_lane_bonding() - Enable/disable lane bonding
1028 if (!port->cap_phy) in tb_port_set_lane_bonding()
1029 return -EINVAL; in tb_port_set_lane_bonding()
1032 port->cap_phy + LANE_ADP_CS_1, 1); in tb_port_set_lane_bonding()
1042 port->cap_phy + LANE_ADP_CS_1, 1); in tb_port_set_lane_bonding()
1046 * tb_port_lane_bonding_enable() - Enable bonding on port
1073 width = tb_port_get_link_width(port->dual_link_port); in tb_port_lane_bonding_enable()
1075 ret = tb_port_set_link_width(port->dual_link_port, in tb_port_lane_bonding_enable()
1083 * avoids the lane adapter to re-enter bonding state. in tb_port_lane_bonding_enable()
1095 port->bonded = true; in tb_port_lane_bonding_enable()
1096 port->dual_link_port->bonded = true; in tb_port_lane_bonding_enable()
1101 tb_port_set_link_width(port->dual_link_port, TB_LINK_WIDTH_SINGLE); in tb_port_lane_bonding_enable()
1109 * tb_port_lane_bonding_disable() - Disable bonding on port
1118 tb_port_set_link_width(port->dual_link_port, TB_LINK_WIDTH_SINGLE); in tb_port_lane_bonding_disable()
1120 port->dual_link_port->bonded = false; in tb_port_lane_bonding_disable()
1121 port->bonded = false; in tb_port_lane_bonding_disable()
1125 * tb_port_wait_for_link_width() - Wait until link reaches specific width
1132 * the expected state. Returns %-ETIMEDOUT if the width was not reached
1144 return -EOPNOTSUPP; in tb_port_wait_for_link_width()
1154 if (ret != -EACCES) in tb_port_wait_for_link_width()
1163 return -ETIMEDOUT; in tb_port_wait_for_link_width()
1175 if (nfc_credits != port->config.nfc_credits) { in tb_port_do_update_credits()
1181 tb_port_dbg(port, "total credits changed %u -> %u\n", in tb_port_do_update_credits()
1182 port->total_credits, total); in tb_port_do_update_credits()
1184 port->config.nfc_credits = nfc_credits; in tb_port_do_update_credits()
1185 port->total_credits = total; in tb_port_do_update_credits()
1192 * tb_port_update_credits() - Re-read port total credits
1196 * credits may change, so this function needs to be called to re-read
1206 return tb_port_do_update_credits(port->dual_link_port); in tb_port_update_credits()
1213 if (tb_switch_is_usb4(port->sw)) in tb_port_start_lane_initialization()
1217 return ret == -EINVAL ? 0 : ret; in tb_port_start_lane_initialization()
1221 * Returns true if the port had something (router, XDomain) connected
1228 if (port->usb4) { in tb_port_resume()
1229 usb4_port_device_resume(port->usb4); in tb_port_resume()
1236 * link gets re-established. in tb_port_resume()
1238 * This is only needed for non-USB4 ports. in tb_port_resume()
1240 if (!tb_is_upstream_port(port) || port->xdomain) in tb_port_resume()
1244 return has_remote || port->xdomain; in tb_port_resume()
1248 * tb_port_is_enabled() - Is the adapter port enabled
1253 switch (port->config.type) { in tb_port_is_enabled()
1272 * tb_usb3_port_is_enabled() - Is the USB3 adapter port enabled
1280 port->cap_adap + ADP_USB3_CS_0, 1)) in tb_usb3_port_is_enabled()
1287 * tb_usb3_port_enable() - Enable USB3 adapter port
1296 if (!port->cap_adap) in tb_usb3_port_enable()
1297 return -ENXIO; in tb_usb3_port_enable()
1299 port->cap_adap + ADP_USB3_CS_0, 1); in tb_usb3_port_enable()
1303 * tb_pci_port_is_enabled() - Is the PCIe adapter port enabled
1311 port->cap_adap + ADP_PCIE_CS_0, 1)) in tb_pci_port_is_enabled()
1318 * tb_pci_port_enable() - Enable PCIe adapter port
1325 if (!port->cap_adap) in tb_pci_port_enable()
1326 return -ENXIO; in tb_pci_port_enable()
1328 port->cap_adap + ADP_PCIE_CS_0, 1); in tb_pci_port_enable()
1332 * tb_dp_port_hpd_is_active() - Is HPD already active
1343 port->cap_adap + ADP_DP_CS_2, 1); in tb_dp_port_hpd_is_active()
1351 * tb_dp_port_hpd_clear() - Clear HPD from DP IN port
1362 port->cap_adap + ADP_DP_CS_3, 1); in tb_dp_port_hpd_clear()
1368 port->cap_adap + ADP_DP_CS_3, 1); in tb_dp_port_hpd_clear()
1372 * tb_dp_port_set_hops() - Set video/aux Hop IDs for DP port
1379 * router DP adapters too but does not program the values as the fields
1380 * are read-only.
1388 if (tb_switch_is_usb4(port->sw)) in tb_dp_port_set_hops()
1392 port->cap_adap + ADP_DP_CS_0, ARRAY_SIZE(data)); in tb_dp_port_set_hops()
1407 port->cap_adap + ADP_DP_CS_0, ARRAY_SIZE(data)); in tb_dp_port_set_hops()
1411 * tb_dp_port_is_enabled() - Is DP adapter port enabled
1418 if (tb_port_read(port, data, TB_CFG_PORT, port->cap_adap + ADP_DP_CS_0, in tb_dp_port_is_enabled()
1426 * tb_dp_port_enable() - Enables/disables DP paths of a port
1439 port->cap_adap + ADP_DP_CS_0, ARRAY_SIZE(data)); in tb_dp_port_enable()
1449 port->cap_adap + ADP_DP_CS_0, ARRAY_SIZE(data)); in tb_dp_port_enable()
1456 switch (sw->generation) { in tb_switch_generation_name()
1472 const struct tb_regs_switch_header *regs = &sw->config; in tb_dump_switch()
1475 tb_switch_generation_name(sw), regs->vendor_id, regs->device_id, in tb_dump_switch()
1476 regs->revision, regs->thunderbolt_version); in tb_dump_switch()
1477 tb_dbg(tb, " Max Port Number: %d\n", regs->max_port_number); in tb_dump_switch()
1481 regs->upstream_port_number, regs->depth, in tb_dump_switch()
1482 (((u64) regs->route_hi) << 32) | regs->route_lo, in tb_dump_switch()
1483 regs->enabled, regs->plug_events_delay); in tb_dump_switch()
1485 regs->__unknown1, regs->__unknown4); in tb_dump_switch()
1489 * tb_switch_reset() - reconfigure route, enable and send TB_CFG_PKG_RESET
1498 if (sw->generation > 1) in tb_switch_reset()
1503 res.err = tb_sw_write(sw, ((u32 *) &sw->config) + 2, in tb_switch_reset()
1507 res = tb_cfg_reset(sw->tb->ctl, tb_route(sw)); in tb_switch_reset()
1509 return -EIO; in tb_switch_reset()
1514 * tb_switch_wait_for_bit() - Wait for specified value of bits in offset
1515 * @sw: Router to read the offset value from
1516 * @offset: Offset in the router config space to read from
1522 * Returns %0 in case of success, %-ETIMEDOUT if the @value was not reached
1544 return -ETIMEDOUT; in tb_switch_wait_for_bit()
1548 * tb_plug_events_active() - enable/disable plug events on a switch
1562 sw->config.plug_events_delay = 0xff; in tb_plug_events_active()
1563 res = tb_sw_write(sw, ((u32 *) &sw->config) + 4, TB_CFG_SWITCH, 4, 1); in tb_plug_events_active()
1567 res = tb_sw_read(sw, &data, TB_CFG_SWITCH, sw->cap_plug_events + 1, 1); in tb_plug_events_active()
1573 switch (sw->config.device_id) { in tb_plug_events_active()
1591 sw->cap_plug_events + 1, 1); in tb_plug_events_active()
1600 return sysfs_emit(buf, "%u\n", sw->authorized); in authorized_show()
1609 if (sw && sw->authorized) { in disapprove_switch()
1613 ret = device_for_each_child_reverse(&sw->dev, NULL, disapprove_switch); in disapprove_switch()
1617 ret = tb_domain_disapprove_switch(sw->tb, sw); in disapprove_switch()
1621 sw->authorized = 0; in disapprove_switch()
1622 kobject_uevent_env(&sw->dev.kobj, KOBJ_CHANGE, envp); in disapprove_switch()
1631 int ret = -EINVAL; in tb_switch_set_authorized()
1634 if (!mutex_trylock(&sw->tb->lock)) in tb_switch_set_authorized()
1637 if (!!sw->authorized == !!val) in tb_switch_set_authorized()
1644 ret = disapprove_switch(&sw->dev, NULL); in tb_switch_set_authorized()
1651 if (sw->key) in tb_switch_set_authorized()
1652 ret = tb_domain_approve_switch_key(sw->tb, sw); in tb_switch_set_authorized()
1654 ret = tb_domain_approve_switch(sw->tb, sw); in tb_switch_set_authorized()
1659 if (sw->key) in tb_switch_set_authorized()
1660 ret = tb_domain_challenge_switch_key(sw->tb, sw); in tb_switch_set_authorized()
1668 sw->authorized = val; in tb_switch_set_authorized()
1673 sprintf(envp_string, "AUTHORIZED=%u", sw->authorized); in tb_switch_set_authorized()
1674 kobject_uevent_env(&sw->dev.kobj, KOBJ_CHANGE, envp); in tb_switch_set_authorized()
1678 mutex_unlock(&sw->tb->lock); in tb_switch_set_authorized()
1694 return -EINVAL; in authorized_store()
1696 pm_runtime_get_sync(&sw->dev); in authorized_store()
1698 pm_runtime_mark_last_busy(&sw->dev); in authorized_store()
1699 pm_runtime_put_autosuspend(&sw->dev); in authorized_store()
1710 return sysfs_emit(buf, "%u\n", sw->boot); in boot_show()
1719 return sysfs_emit(buf, "%#x\n", sw->device); in device_show()
1728 return sysfs_emit(buf, "%s\n", sw->device_name ?: ""); in device_name_show()
1737 return sysfs_emit(buf, "%u\n", sw->generation); in generation_show()
1747 if (!mutex_trylock(&sw->tb->lock)) in key_show()
1750 if (sw->key) in key_show()
1751 ret = sysfs_emit(buf, "%*phN\n", TB_SWITCH_KEY_SIZE, sw->key); in key_show()
1755 mutex_unlock(&sw->tb->lock); in key_show()
1770 return -EINVAL; in key_store()
1772 if (!mutex_trylock(&sw->tb->lock)) in key_store()
1775 if (sw->authorized) { in key_store()
1776 ret = -EBUSY; in key_store()
1778 kfree(sw->key); in key_store()
1780 sw->key = NULL; in key_store()
1782 sw->key = kmemdup(key, sizeof(key), GFP_KERNEL); in key_store()
1783 if (!sw->key) in key_store()
1784 ret = -ENOMEM; in key_store()
1788 mutex_unlock(&sw->tb->lock); in key_store()
1798 return sysfs_emit(buf, "%u.0 Gb/s\n", sw->link_speed); in speed_show()
1814 switch (sw->link_width) { in rx_lanes_show()
1827 return -EINVAL; in rx_lanes_show()
1840 switch (sw->link_width) { in tx_lanes_show()
1853 return -EINVAL; in tx_lanes_show()
1876 pm_runtime_get_sync(&sw->dev); in nvm_authenticate_sysfs()
1878 if (!mutex_trylock(&sw->tb->lock)) { in nvm_authenticate_sysfs()
1883 if (sw->no_nvm_upgrade) { in nvm_authenticate_sysfs()
1884 ret = -EOPNOTSUPP; in nvm_authenticate_sysfs()
1889 if (!sw->nvm) { in nvm_authenticate_sysfs()
1890 ret = -EAGAIN; in nvm_authenticate_sysfs()
1904 ret = -EINVAL; in nvm_authenticate_sysfs()
1908 if (!sw->nvm->flushed) { in nvm_authenticate_sysfs()
1909 if (!sw->nvm->buf) { in nvm_authenticate_sysfs()
1910 ret = -EINVAL; in nvm_authenticate_sysfs()
1928 mutex_unlock(&sw->tb->lock); in nvm_authenticate_sysfs()
1930 pm_runtime_mark_last_busy(&sw->dev); in nvm_authenticate_sysfs()
1931 pm_runtime_put_autosuspend(&sw->dev); in nvm_authenticate_sysfs()
1968 if (!mutex_trylock(&sw->tb->lock)) in nvm_version_show()
1971 if (sw->safe_mode) in nvm_version_show()
1972 ret = -ENODATA; in nvm_version_show()
1973 else if (!sw->nvm) in nvm_version_show()
1974 ret = -EAGAIN; in nvm_version_show()
1976 ret = sysfs_emit(buf, "%x.%x\n", sw->nvm->major, sw->nvm->minor); in nvm_version_show()
1978 mutex_unlock(&sw->tb->lock); in nvm_version_show()
1989 return sysfs_emit(buf, "%#x\n", sw->vendor); in vendor_show()
1998 return sysfs_emit(buf, "%s\n", sw->vendor_name ?: ""); in vendor_name_show()
2007 return sysfs_emit(buf, "%pUb\n", sw->uuid); in unique_id_show()
2038 if (sw->tb->security_level == TB_SECURITY_NOPCIE || in switch_attr_is_visible()
2039 sw->tb->security_level == TB_SECURITY_DPONLY) in switch_attr_is_visible()
2042 if (!sw->device) in switch_attr_is_visible()
2045 if (!sw->device_name) in switch_attr_is_visible()
2048 if (!sw->vendor) in switch_attr_is_visible()
2051 if (!sw->vendor_name) in switch_attr_is_visible()
2055 sw->tb->security_level == TB_SECURITY_SECURE && in switch_attr_is_visible()
2056 sw->security_level == TB_SECURITY_SECURE) in switch_attr_is_visible()
2057 return attr->mode; in switch_attr_is_visible()
2064 return attr->mode; in switch_attr_is_visible()
2068 return attr->mode; in switch_attr_is_visible()
2072 return attr->mode; in switch_attr_is_visible()
2076 return attr->mode; in switch_attr_is_visible()
2079 if (sw->quirks & QUIRK_FORCE_POWER_LINK_CONTROLLER) in switch_attr_is_visible()
2080 return attr->mode; in switch_attr_is_visible()
2084 return sw->safe_mode ? 0 : attr->mode; in switch_attr_is_visible()
2102 dma_port_free(sw->dma_port); in tb_switch_release()
2105 ida_destroy(&port->in_hopids); in tb_switch_release()
2106 ida_destroy(&port->out_hopids); in tb_switch_release()
2109 kfree(sw->uuid); in tb_switch_release()
2110 kfree(sw->device_name); in tb_switch_release()
2111 kfree(sw->vendor_name); in tb_switch_release()
2112 kfree(sw->ports); in tb_switch_release()
2113 kfree(sw->drom); in tb_switch_release()
2114 kfree(sw->key); in tb_switch_release()
2126 return -ENOMEM; in tb_switch_uevent()
2137 if (!port->disabled && !tb_is_upstream_port(port) && in tb_switch_uevent()
2148 return -ENOMEM; in tb_switch_uevent()
2159 const struct tb_cm_ops *cm_ops = sw->tb->cm_ops; in tb_switch_runtime_suspend()
2161 if (cm_ops->runtime_suspend_switch) in tb_switch_runtime_suspend()
2162 return cm_ops->runtime_suspend_switch(sw); in tb_switch_runtime_suspend()
2170 const struct tb_cm_ops *cm_ops = sw->tb->cm_ops; in tb_switch_runtime_resume()
2172 if (cm_ops->runtime_resume_switch) in tb_switch_runtime_resume()
2173 return cm_ops->runtime_resume_switch(sw); in tb_switch_runtime_resume()
2194 if (sw->config.vendor_id == PCI_VENDOR_ID_INTEL) { in tb_switch_get_generation()
2195 switch (sw->config.device_id) { in tb_switch_get_generation()
2230 sw->config.device_id); in tb_switch_get_generation()
2239 (sw->tb->root_switch && tb_switch_is_usb4(sw->tb->root_switch))) in tb_switch_exceeds_max_depth()
2248 * tb_switch_alloc() - allocate a switch
2279 upstream_port = tb_cfg_get_upstream_port(tb->ctl, route); in tb_switch_alloc()
2285 return ERR_PTR(-ENOMEM); in tb_switch_alloc()
2287 sw->tb = tb; in tb_switch_alloc()
2288 ret = tb_cfg_read(tb->ctl, &sw->config, route, 0, TB_CFG_SWITCH, 0, 5); in tb_switch_alloc()
2292 sw->generation = tb_switch_get_generation(sw); in tb_switch_alloc()
2298 sw->config.upstream_port_number = upstream_port; in tb_switch_alloc()
2299 sw->config.depth = depth; in tb_switch_alloc()
2300 sw->config.route_hi = upper_32_bits(route); in tb_switch_alloc()
2301 sw->config.route_lo = lower_32_bits(route); in tb_switch_alloc()
2302 sw->config.enabled = 0; in tb_switch_alloc()
2306 ret = -EADDRNOTAVAIL; in tb_switch_alloc()
2311 sw->ports = kcalloc(sw->config.max_port_number + 1, sizeof(*sw->ports), in tb_switch_alloc()
2313 if (!sw->ports) { in tb_switch_alloc()
2314 ret = -ENOMEM; in tb_switch_alloc()
2318 for (i = 0; i <= sw->config.max_port_number; i++) { in tb_switch_alloc()
2320 sw->ports[i].sw = sw; in tb_switch_alloc()
2321 sw->ports[i].port = i; in tb_switch_alloc()
2325 ida_init(&sw->ports[i].in_hopids); in tb_switch_alloc()
2326 ida_init(&sw->ports[i].out_hopids); in tb_switch_alloc()
2332 sw->cap_plug_events = ret; in tb_switch_alloc()
2336 sw->cap_vsec_tmu = ret; in tb_switch_alloc()
2340 sw->cap_lc = ret; in tb_switch_alloc()
2344 sw->cap_lp = ret; in tb_switch_alloc()
2348 sw->authorized = true; in tb_switch_alloc()
2350 device_initialize(&sw->dev); in tb_switch_alloc()
2351 sw->dev.parent = parent; in tb_switch_alloc()
2352 sw->dev.bus = &tb_bus_type; in tb_switch_alloc()
2353 sw->dev.type = &tb_switch_type; in tb_switch_alloc()
2354 sw->dev.groups = switch_groups; in tb_switch_alloc()
2355 dev_set_name(&sw->dev, "%u-%llx", tb->index, tb_route(sw)); in tb_switch_alloc()
2360 kfree(sw->ports); in tb_switch_alloc()
2367 * tb_switch_alloc_safe_mode() - allocate a switch that is in safe mode
2373 * lacks all capabilities except DMA configuration port before it is
2387 return ERR_PTR(-ENOMEM); in tb_switch_alloc_safe_mode()
2389 sw->tb = tb; in tb_switch_alloc_safe_mode()
2390 sw->config.depth = tb_route_length(route); in tb_switch_alloc_safe_mode()
2391 sw->config.route_hi = upper_32_bits(route); in tb_switch_alloc_safe_mode()
2392 sw->config.route_lo = lower_32_bits(route); in tb_switch_alloc_safe_mode()
2393 sw->safe_mode = true; in tb_switch_alloc_safe_mode()
2395 device_initialize(&sw->dev); in tb_switch_alloc_safe_mode()
2396 sw->dev.parent = parent; in tb_switch_alloc_safe_mode()
2397 sw->dev.bus = &tb_bus_type; in tb_switch_alloc_safe_mode()
2398 sw->dev.type = &tb_switch_type; in tb_switch_alloc_safe_mode()
2399 sw->dev.groups = switch_groups; in tb_switch_alloc_safe_mode()
2400 dev_set_name(&sw->dev, "%u-%llx", tb->index, tb_route(sw)); in tb_switch_alloc_safe_mode()
2406 * tb_switch_configure() - Uploads configuration to the switch
2412 * resume from low power states to re-initialize it.
2418 struct tb *tb = sw->tb; in tb_switch_configure()
2425 sw->config.enabled ? "restoring" : "initializing", route, in tb_switch_configure()
2426 tb_route_length(route), sw->config.upstream_port_number); in tb_switch_configure()
2428 sw->config.enabled = 1; in tb_switch_configure()
2438 sw->config.cmuv = ROUTER_CS_4_CMUV_V1; in tb_switch_configure()
2440 sw->config.cmuv = ROUTER_CS_4_CMUV_V2; in tb_switch_configure()
2441 sw->config.plug_events_delay = 0xa; in tb_switch_configure()
2444 ret = tb_sw_write(sw, (u32 *)&sw->config + 1, TB_CFG_SWITCH, in tb_switch_configure()
2451 if (sw->config.vendor_id != PCI_VENDOR_ID_INTEL) in tb_switch_configure()
2453 sw->config.vendor_id); in tb_switch_configure()
2455 if (!sw->cap_plug_events) { in tb_switch_configure()
2457 return -ENODEV; in tb_switch_configure()
2461 ret = tb_sw_write(sw, (u32 *)&sw->config + 1, TB_CFG_SWITCH, in tb_switch_configure()
2471 * tb_switch_configuration_valid() - Set the tunneling configuration to be valid
2472 * @sw: Router to configure
2475 * router. Can be called to any router.
2492 if (sw->uuid) in tb_switch_set_uuid()
2496 ret = usb4_switch_read_uid(sw, &sw->uid); in tb_switch_set_uuid()
2507 if (ret != -EINVAL) in tb_switch_set_uuid()
2520 uuid[0] = sw->uid & 0xffffffff; in tb_switch_set_uuid()
2521 uuid[1] = (sw->uid >> 32) & 0xffffffff; in tb_switch_set_uuid()
2526 sw->uuid = kmemdup(uuid, sizeof(uuid), GFP_KERNEL); in tb_switch_set_uuid()
2527 if (!sw->uuid) in tb_switch_set_uuid()
2528 return -ENOMEM; in tb_switch_set_uuid()
2537 switch (sw->generation) { in tb_switch_add_dma_port()
2553 * DMA port is the only thing available when the switch in tb_switch_add_dma_port()
2556 if (!sw->safe_mode) in tb_switch_add_dma_port()
2561 if (sw->no_nvm_upgrade) in tb_switch_add_dma_port()
2577 /* Root switch DMA port requires running firmware */ in tb_switch_add_dma_port()
2581 sw->dma_port = dma_port_alloc(sw); in tb_switch_add_dma_port()
2582 if (!sw->dma_port) in tb_switch_add_dma_port()
2603 ret = dma_port_flash_update_auth_status(sw->dma_port, &status); in tb_switch_add_dma_port()
2617 dma_port_power_cycle(sw->dma_port); in tb_switch_add_dma_port()
2623 return -ESHUTDOWN; in tb_switch_add_dma_port()
2630 for (i = 1; i <= sw->config.max_port_number; i++) { in tb_switch_default_link_ports()
2631 struct tb_port *port = &sw->ports[i]; in tb_switch_default_link_ports()
2638 if (i == sw->config.max_port_number || in tb_switch_default_link_ports()
2639 !tb_port_is_null(&sw->ports[i + 1])) in tb_switch_default_link_ports()
2643 subordinate = &sw->ports[i + 1]; in tb_switch_default_link_ports()
2644 if (!port->dual_link_port && !subordinate->dual_link_port) { in tb_switch_default_link_ports()
2645 port->link_nr = 0; in tb_switch_default_link_ports()
2646 port->dual_link_port = subordinate; in tb_switch_default_link_ports()
2647 subordinate->link_nr = 1; in tb_switch_default_link_ports()
2648 subordinate->dual_link_port = port; in tb_switch_default_link_ports()
2650 tb_sw_dbg(sw, "linked ports %d <-> %d\n", in tb_switch_default_link_ports()
2651 port->port, subordinate->port); in tb_switch_default_link_ports()
2660 if (!up->dual_link_port || !up->dual_link_port->remote) in tb_switch_lane_bonding_possible()
2682 if (sw->link_speed != ret) in tb_switch_update_link_attributes()
2684 sw->link_speed = ret; in tb_switch_update_link_attributes()
2689 if (sw->link_width != ret) in tb_switch_update_link_attributes()
2691 sw->link_width = ret; in tb_switch_update_link_attributes()
2694 if (device_is_registered(&sw->dev) && change) in tb_switch_update_link_attributes()
2695 kobject_uevent(&sw->dev.kobj, KOBJ_CHANGE); in tb_switch_update_link_attributes()
2701 * tb_switch_lane_bonding_enable() - Enable lane bonding
2732 if (tb_wait_for_port(down->dual_link_port, false) <= 0) in tb_switch_lane_bonding_enable()
2733 return -ENOTCONN; in tb_switch_lane_bonding_enable()
2767 * tb_switch_lane_bonding_disable() - Disable lane bonding
2782 if (!up->bonded) in tb_switch_lane_bonding_disable()
2791 * It is fine if we get other errors as the router might have in tb_switch_lane_bonding_disable()
2795 if (ret == -ETIMEDOUT) in tb_switch_lane_bonding_disable()
2806 * tb_switch_configure_link() - Set link configured
2826 if (tb_switch_is_usb4(up->sw)) in tb_switch_configure_link()
2833 down = up->remote; in tb_switch_configure_link()
2834 if (tb_switch_is_usb4(down->sw)) in tb_switch_configure_link()
2840 * tb_switch_unconfigure_link() - Unconfigure link
2850 if (sw->is_unplugged) in tb_switch_unconfigure_link()
2856 if (tb_switch_is_usb4(up->sw)) in tb_switch_unconfigure_link()
2861 down = up->remote; in tb_switch_unconfigure_link()
2862 if (tb_switch_is_usb4(down->sw)) in tb_switch_unconfigure_link()
2888 if (!port->cap_usb4) in tb_switch_port_hotplug_enable()
2899 * tb_switch_add() - Add a switch to the domain
2915 * Initialize DMA control port now before we read DROM. Recent in tb_switch_add()
2918 * to the userspace. NVM can be accessed through DMA in tb_switch_add()
2923 dev_err(&sw->dev, "failed to add DMA port\n"); in tb_switch_add()
2927 if (!sw->safe_mode) { in tb_switch_add()
2933 dev_warn(&sw->dev, "reading DROM failed: %d\n", ret); in tb_switch_add()
2934 tb_sw_dbg(sw, "uid: %#llx\n", sw->uid); in tb_switch_add()
2938 dev_err(&sw->dev, "failed to set UUID\n"); in tb_switch_add()
2942 for (i = 0; i <= sw->config.max_port_number; i++) { in tb_switch_add()
2943 if (sw->ports[i].disabled) { in tb_switch_add()
2944 tb_port_dbg(&sw->ports[i], "disabled by eeprom\n"); in tb_switch_add()
2947 ret = tb_init_port(&sw->ports[i]); in tb_switch_add()
2949 dev_err(&sw->dev, "failed to initialize port %d\n", i); in tb_switch_add()
2975 ret = device_add(&sw->dev); in tb_switch_add()
2977 dev_err(&sw->dev, "failed to add device: %d\n", ret); in tb_switch_add()
2982 dev_info(&sw->dev, "new device found, vendor=%#x device=%#x\n", in tb_switch_add()
2983 sw->vendor, sw->device); in tb_switch_add()
2984 if (sw->vendor_name && sw->device_name) in tb_switch_add()
2985 dev_info(&sw->dev, "%s %s\n", sw->vendor_name, in tb_switch_add()
2986 sw->device_name); in tb_switch_add()
2991 dev_err(&sw->dev, "failed to add USB4 ports\n"); in tb_switch_add()
2997 dev_err(&sw->dev, "failed to add NVM devices\n"); in tb_switch_add()
3006 device_init_wakeup(&sw->dev, true); in tb_switch_add()
3008 pm_runtime_set_active(&sw->dev); in tb_switch_add()
3009 if (sw->rpm) { in tb_switch_add()
3010 pm_runtime_set_autosuspend_delay(&sw->dev, TB_AUTOSUSPEND_DELAY); in tb_switch_add()
3011 pm_runtime_use_autosuspend(&sw->dev); in tb_switch_add()
3012 pm_runtime_mark_last_busy(&sw->dev); in tb_switch_add()
3013 pm_runtime_enable(&sw->dev); in tb_switch_add()
3014 pm_request_autosuspend(&sw->dev); in tb_switch_add()
3023 device_del(&sw->dev); in tb_switch_add()
3029 * tb_switch_remove() - Remove and release a switch
3042 if (sw->rpm) { in tb_switch_remove()
3043 pm_runtime_get_sync(&sw->dev); in tb_switch_remove()
3044 pm_runtime_disable(&sw->dev); in tb_switch_remove()
3050 tb_switch_remove(port->remote->sw); in tb_switch_remove()
3051 port->remote = NULL; in tb_switch_remove()
3052 } else if (port->xdomain) { in tb_switch_remove()
3053 tb_xdomain_remove(port->xdomain); in tb_switch_remove()
3054 port->xdomain = NULL; in tb_switch_remove()
3061 if (!sw->is_unplugged) in tb_switch_remove()
3068 dev_info(&sw->dev, "device disconnected\n"); in tb_switch_remove()
3069 device_unregister(&sw->dev); in tb_switch_remove()
3073 * tb_sw_set_unplugged() - set is_unplugged on switch and downstream switches
3074 * @sw: Router to mark unplugged
3080 if (sw == sw->tb->root_switch) { in tb_sw_set_unplugged()
3084 if (sw->is_unplugged) { in tb_sw_set_unplugged()
3088 sw->is_unplugged = true; in tb_sw_set_unplugged()
3091 tb_sw_set_unplugged(port->remote->sw); in tb_sw_set_unplugged()
3092 else if (port->xdomain) in tb_sw_set_unplugged()
3093 port->xdomain->is_unplugged = true; in tb_sw_set_unplugged()
3128 err = tb_cfg_get_upstream_port(sw->tb->ctl, tb_route(sw)); in tb_switch_resume()
3135 if (!sw->uid) in tb_switch_resume()
3136 return -ENODEV; in tb_switch_resume()
3146 if (sw->uid != uid) { in tb_switch_resume()
3148 "changed while suspended (uid %#llx -> %#llx)\n", in tb_switch_resume()
3149 sw->uid, uid); in tb_switch_resume()
3150 return -ENODEV; in tb_switch_resume()
3177 tb_sw_set_unplugged(port->remote->sw); in tb_switch_resume()
3178 else if (port->xdomain) in tb_switch_resume()
3179 port->xdomain->is_unplugged = true; in tb_switch_resume()
3187 if (port->remote && tb_switch_resume(port->remote->sw)) { in tb_switch_resume()
3190 tb_sw_set_unplugged(port->remote->sw); in tb_switch_resume()
3198 * tb_switch_suspend() - Put a switch to sleep
3202 * Suspends router and all its children. Enables wakes according to
3203 * value of @runtime and then sets sleep bit for the router. If @sw is
3204 * host router the domain is ready to go to sleep once this function
3217 * done for USB4 device too as CLx is re-enabled at resume. in tb_switch_suspend()
3227 tb_switch_suspend(port->remote->sw, runtime); in tb_switch_suspend()
3235 } else if (device_may_wakeup(&sw->dev)) { in tb_switch_suspend()
3248 * tb_switch_query_dp_resource() - Query availability of DP resource
3263 * tb_switch_alloc_dp_resource() - Allocate available DP resource
3282 in->port); in tb_switch_alloc_dp_resource()
3284 tb_sw_dbg(sw, "allocated DP resource for port %d\n", in->port); in tb_switch_alloc_dp_resource()
3290 * tb_switch_dealloc_dp_resource() - De-allocate DP resource
3291 * @sw: Switch whose DP resource is de-allocated
3294 * De-allocates DP resource that was previously allocated for DP
3307 tb_sw_warn(sw, "failed to de-allocate DP resource for port %d\n", in tb_switch_dealloc_dp_resource()
3308 in->port); in tb_switch_dealloc_dp_resource()
3310 tb_sw_dbg(sw, "released DP resource for port %d\n", in->port); in tb_switch_dealloc_dp_resource()
3328 if (sw->tb != lookup->tb) in tb_switch_match()
3331 if (lookup->uuid) in tb_switch_match()
3332 return !memcmp(sw->uuid, lookup->uuid, sizeof(*lookup->uuid)); in tb_switch_match()
3334 if (lookup->route) { in tb_switch_match()
3335 return sw->config.route_lo == lower_32_bits(lookup->route) && in tb_switch_match()
3336 sw->config.route_hi == upper_32_bits(lookup->route); in tb_switch_match()
3340 if (!lookup->depth) in tb_switch_match()
3341 return !sw->depth; in tb_switch_match()
3343 return sw->link == lookup->link && sw->depth == lookup->depth; in tb_switch_match()
3347 * tb_switch_find_by_link_depth() - Find switch by link and depth
3373 * tb_switch_find_by_uuid() - Find switch by UUID
3397 * tb_switch_find_by_route() - Find switch by route string
3410 return tb_switch_get(tb->root_switch); in tb_switch_find_by_route()
3424 * tb_switch_find_port() - return the first port of @type on @sw or NULL
3434 if (port->config.type == type) in tb_switch_find_port()
3451 if (sw->generation != 3) in tb_switch_pcie_bridge_write()
3452 return -EOPNOTSUPP; in tb_switch_pcie_bridge_write()
3454 offset = sw->cap_plug_events + TB_PLUG_EVENTS_PCIE_WR_DATA; in tb_switch_pcie_bridge_write()
3466 offset = sw->cap_plug_events + TB_PLUG_EVENTS_PCIE_CMD; in tb_switch_pcie_bridge_write()
3482 return -ETIMEDOUT; in tb_switch_pcie_bridge_write()
3488 * tb_switch_pcie_l1_enable() - Enable PCIe link to enter L1 state
3489 * @sw: Router to enable PCIe L1
3507 /* Enable PCIe L1 enable only for first hop router (depth = 1) */ in tb_switch_pcie_l1_enable()
3521 * tb_switch_xhci_connect() - Connect internal xHCI
3522 * @sw: Router whose xHCI to connect
3524 * Can be called to any router. For Alpine Ridge and Titan Ridge
3526 * connected to the type-C port. Call only after PCIe tunnel has been
3528 * so can be called several times for the same router.
3535 if (sw->generation != 3) in tb_switch_xhci_connect()
3538 port1 = &sw->ports[1]; in tb_switch_xhci_connect()
3539 port3 = &sw->ports[3]; in tb_switch_xhci_connect()
3568 * tb_switch_xhci_disconnect() - Disconnect internal xHCI
3569 * @sw: Router whose xHCI to disconnect
3576 if (sw->generation == 3) { in tb_switch_xhci_disconnect()
3577 struct tb_port *port1 = &sw->ports[1]; in tb_switch_xhci_disconnect()
3578 struct tb_port *port3 = &sw->ports[3]; in tb_switch_xhci_disconnect()