1 // SPDX-License-Identifier: GPL-2.0
3 * Thunderbolt driver - switch/port utility functions
5 * Copyright (c) 2014 Andreas Noever <andreas.noever@gmail.com>
6 * Copyright (C) 2018, Intel Corporation
9 #include <linux/delay.h>
10 #include <linux/idr.h>
11 #include <linux/nvmem-provider.h>
12 #include <linux/pm_runtime.h>
13 #include <linux/sched/signal.h>
14 #include <linux/sizes.h>
15 #include <linux/slab.h>
16 #include <linux/vmalloc.h>
20 /* Switch NVM support */
22 #define NVM_DEVID 0x05
23 #define NVM_VERSION 0x08
25 #define NVM_FLASH_SIZE 0x45
27 #define NVM_MIN_SIZE SZ_32K
28 #define NVM_MAX_SIZE SZ_512K
30 static DEFINE_IDA(nvm_ida
);
32 struct nvm_auth_status
{
33 struct list_head list
;
39 * Hold NVM authentication failure status per switch This information
40 * needs to stay around even when the switch gets power cycled so we
43 static LIST_HEAD(nvm_auth_status_cache
);
44 static DEFINE_MUTEX(nvm_auth_status_lock
);
46 static struct nvm_auth_status
*__nvm_get_auth_status(const struct tb_switch
*sw
)
48 struct nvm_auth_status
*st
;
50 list_for_each_entry(st
, &nvm_auth_status_cache
, list
) {
51 if (uuid_equal(&st
->uuid
, sw
->uuid
))
58 static void nvm_get_auth_status(const struct tb_switch
*sw
, u32
*status
)
60 struct nvm_auth_status
*st
;
62 mutex_lock(&nvm_auth_status_lock
);
63 st
= __nvm_get_auth_status(sw
);
64 mutex_unlock(&nvm_auth_status_lock
);
66 *status
= st
? st
->status
: 0;
69 static void nvm_set_auth_status(const struct tb_switch
*sw
, u32 status
)
71 struct nvm_auth_status
*st
;
73 if (WARN_ON(!sw
->uuid
))
76 mutex_lock(&nvm_auth_status_lock
);
77 st
= __nvm_get_auth_status(sw
);
80 st
= kzalloc(sizeof(*st
), GFP_KERNEL
);
84 memcpy(&st
->uuid
, sw
->uuid
, sizeof(st
->uuid
));
85 INIT_LIST_HEAD(&st
->list
);
86 list_add_tail(&st
->list
, &nvm_auth_status_cache
);
91 mutex_unlock(&nvm_auth_status_lock
);
94 static void nvm_clear_auth_status(const struct tb_switch
*sw
)
96 struct nvm_auth_status
*st
;
98 mutex_lock(&nvm_auth_status_lock
);
99 st
= __nvm_get_auth_status(sw
);
104 mutex_unlock(&nvm_auth_status_lock
);
107 static int nvm_validate_and_write(struct tb_switch
*sw
)
109 unsigned int image_size
, hdr_size
;
110 const u8
*buf
= sw
->nvm
->buf
;
117 image_size
= sw
->nvm
->buf_data_size
;
118 if (image_size
< NVM_MIN_SIZE
|| image_size
> NVM_MAX_SIZE
)
122 * FARB pointer must point inside the image and must at least
123 * contain parts of the digital section we will be reading here.
125 hdr_size
= (*(u32
*)buf
) & 0xffffff;
126 if (hdr_size
+ NVM_DEVID
+ 2 >= image_size
)
129 /* Digital section start should be aligned to 4k page */
130 if (!IS_ALIGNED(hdr_size
, SZ_4K
))
134 * Read digital section size and check that it also fits inside
137 ds_size
= *(u16
*)(buf
+ hdr_size
);
138 if (ds_size
>= image_size
)
141 if (!sw
->safe_mode
) {
145 * Make sure the device ID in the image matches the one
146 * we read from the switch config space.
148 device_id
= *(u16
*)(buf
+ hdr_size
+ NVM_DEVID
);
149 if (device_id
!= sw
->config
.device_id
)
152 if (sw
->generation
< 3) {
153 /* Write CSS headers first */
154 ret
= dma_port_flash_write(sw
->dma_port
,
155 DMA_PORT_CSS_ADDRESS
, buf
+ NVM_CSS
,
156 DMA_PORT_CSS_MAX_SIZE
);
161 /* Skip headers in the image */
163 image_size
-= hdr_size
;
166 return dma_port_flash_write(sw
->dma_port
, 0, buf
, image_size
);
169 static int nvm_authenticate_host(struct tb_switch
*sw
)
174 * Root switch NVM upgrade requires that we disconnect the
175 * existing paths first (in case it is not in safe mode
178 if (!sw
->safe_mode
) {
179 ret
= tb_domain_disconnect_all_paths(sw
->tb
);
183 * The host controller goes away pretty soon after this if
184 * everything goes well so getting timeout is expected.
186 ret
= dma_port_flash_update_auth(sw
->dma_port
);
187 return ret
== -ETIMEDOUT
? 0 : ret
;
191 * From safe mode we can get out by just power cycling the
194 dma_port_power_cycle(sw
->dma_port
);
198 static int nvm_authenticate_device(struct tb_switch
*sw
)
200 int ret
, retries
= 10;
202 ret
= dma_port_flash_update_auth(sw
->dma_port
);
203 if (ret
&& ret
!= -ETIMEDOUT
)
207 * Poll here for the authentication status. It takes some time
208 * for the device to respond (we get timeout for a while). Once
209 * we get response the device needs to be power cycled in order
210 * to the new NVM to be taken into use.
215 ret
= dma_port_flash_update_auth_status(sw
->dma_port
, &status
);
216 if (ret
< 0 && ret
!= -ETIMEDOUT
)
220 tb_sw_warn(sw
, "failed to authenticate NVM\n");
221 nvm_set_auth_status(sw
, status
);
224 tb_sw_info(sw
, "power cycling the switch now\n");
225 dma_port_power_cycle(sw
->dma_port
);
235 static int tb_switch_nvm_read(void *priv
, unsigned int offset
, void *val
,
238 struct tb_switch
*sw
= priv
;
241 pm_runtime_get_sync(&sw
->dev
);
243 if (!mutex_trylock(&sw
->tb
->lock
)) {
244 ret
= restart_syscall();
248 ret
= dma_port_flash_read(sw
->dma_port
, offset
, val
, bytes
);
249 mutex_unlock(&sw
->tb
->lock
);
252 pm_runtime_mark_last_busy(&sw
->dev
);
253 pm_runtime_put_autosuspend(&sw
->dev
);
258 static int tb_switch_nvm_write(void *priv
, unsigned int offset
, void *val
,
261 struct tb_switch
*sw
= priv
;
264 if (!mutex_trylock(&sw
->tb
->lock
))
265 return restart_syscall();
268 * Since writing the NVM image might require some special steps,
269 * for example when CSS headers are written, we cache the image
270 * locally here and handle the special cases when the user asks
271 * us to authenticate the image.
274 sw
->nvm
->buf
= vmalloc(NVM_MAX_SIZE
);
281 sw
->nvm
->buf_data_size
= offset
+ bytes
;
282 memcpy(sw
->nvm
->buf
+ offset
, val
, bytes
);
285 mutex_unlock(&sw
->tb
->lock
);
290 static struct nvmem_device
*register_nvmem(struct tb_switch
*sw
, int id
,
291 size_t size
, bool active
)
293 struct nvmem_config config
;
295 memset(&config
, 0, sizeof(config
));
298 config
.name
= "nvm_active";
299 config
.reg_read
= tb_switch_nvm_read
;
300 config
.read_only
= true;
302 config
.name
= "nvm_non_active";
303 config
.reg_write
= tb_switch_nvm_write
;
304 config
.root_only
= true;
309 config
.word_size
= 4;
311 config
.dev
= &sw
->dev
;
312 config
.owner
= THIS_MODULE
;
315 return nvmem_register(&config
);
318 static int tb_switch_nvm_add(struct tb_switch
*sw
)
320 struct nvmem_device
*nvm_dev
;
321 struct tb_switch_nvm
*nvm
;
328 nvm
= kzalloc(sizeof(*nvm
), GFP_KERNEL
);
332 nvm
->id
= ida_simple_get(&nvm_ida
, 0, 0, GFP_KERNEL
);
335 * If the switch is in safe-mode the only accessible portion of
336 * the NVM is the non-active one where userspace is expected to
337 * write new functional NVM.
339 if (!sw
->safe_mode
) {
340 u32 nvm_size
, hdr_size
;
342 ret
= dma_port_flash_read(sw
->dma_port
, NVM_FLASH_SIZE
, &val
,
347 hdr_size
= sw
->generation
< 3 ? SZ_8K
: SZ_16K
;
348 nvm_size
= (SZ_1M
<< (val
& 7)) / 8;
349 nvm_size
= (nvm_size
- hdr_size
) / 2;
351 ret
= dma_port_flash_read(sw
->dma_port
, NVM_VERSION
, &val
,
356 nvm
->major
= val
>> 16;
357 nvm
->minor
= val
>> 8;
359 nvm_dev
= register_nvmem(sw
, nvm
->id
, nvm_size
, true);
360 if (IS_ERR(nvm_dev
)) {
361 ret
= PTR_ERR(nvm_dev
);
364 nvm
->active
= nvm_dev
;
367 if (!sw
->no_nvm_upgrade
) {
368 nvm_dev
= register_nvmem(sw
, nvm
->id
, NVM_MAX_SIZE
, false);
369 if (IS_ERR(nvm_dev
)) {
370 ret
= PTR_ERR(nvm_dev
);
373 nvm
->non_active
= nvm_dev
;
381 nvmem_unregister(nvm
->active
);
383 ida_simple_remove(&nvm_ida
, nvm
->id
);
389 static void tb_switch_nvm_remove(struct tb_switch
*sw
)
391 struct tb_switch_nvm
*nvm
;
399 /* Remove authentication status in case the switch is unplugged */
400 if (!nvm
->authenticating
)
401 nvm_clear_auth_status(sw
);
404 nvmem_unregister(nvm
->non_active
);
406 nvmem_unregister(nvm
->active
);
407 ida_simple_remove(&nvm_ida
, nvm
->id
);
412 /* port utility functions */
414 static const char *tb_port_type(struct tb_regs_port_header
*port
)
416 switch (port
->type
>> 16) {
418 switch ((u8
) port
->type
) {
443 static void tb_dump_port(struct tb
*tb
, struct tb_regs_port_header
*port
)
446 " Port %d: %x:%x (Revision: %d, TB Version: %d, Type: %s (%#x))\n",
447 port
->port_number
, port
->vendor_id
, port
->device_id
,
448 port
->revision
, port
->thunderbolt_version
, tb_port_type(port
),
450 tb_dbg(tb
, " Max hop id (in/out): %d/%d\n",
451 port
->max_in_hop_id
, port
->max_out_hop_id
);
452 tb_dbg(tb
, " Max counters: %d\n", port
->max_counters
);
453 tb_dbg(tb
, " NFC Credits: %#x\n", port
->nfc_credits
);
457 * tb_port_state() - get connectedness state of a port
459 * The port must have a TB_CAP_PHY (i.e. it should be a real port).
461 * Return: Returns an enum tb_port_state on success or an error code on failure.
463 static int tb_port_state(struct tb_port
*port
)
465 struct tb_cap_phy phy
;
467 if (port
->cap_phy
== 0) {
468 tb_port_WARN(port
, "does not have a PHY\n");
471 res
= tb_port_read(port
, &phy
, TB_CFG_PORT
, port
->cap_phy
, 2);
478 * tb_wait_for_port() - wait for a port to become ready
480 * Wait up to 1 second for a port to reach state TB_PORT_UP. If
481 * wait_if_unplugged is set then we also wait if the port is in state
482 * TB_PORT_UNPLUGGED (it takes a while for the device to be registered after
483 * switch resume). Otherwise we only wait if a device is registered but the link
484 * has not yet been established.
486 * Return: Returns an error code on failure. Returns 0 if the port is not
487 * connected or failed to reach state TB_PORT_UP within one second. Returns 1
488 * if the port is connected and in state TB_PORT_UP.
490 int tb_wait_for_port(struct tb_port
*port
, bool wait_if_unplugged
)
494 if (!port
->cap_phy
) {
495 tb_port_WARN(port
, "does not have PHY\n");
498 if (tb_is_upstream_port(port
)) {
499 tb_port_WARN(port
, "is the upstream port\n");
504 state
= tb_port_state(port
);
507 if (state
== TB_PORT_DISABLED
) {
508 tb_port_dbg(port
, "is disabled (state: 0)\n");
511 if (state
== TB_PORT_UNPLUGGED
) {
512 if (wait_if_unplugged
) {
513 /* used during resume */
515 "is unplugged (state: 7), retrying...\n");
519 tb_port_dbg(port
, "is unplugged (state: 7)\n");
522 if (state
== TB_PORT_UP
) {
523 tb_port_dbg(port
, "is connected, link is up (state: 2)\n");
528 * After plug-in the state is TB_PORT_CONNECTING. Give it some
532 "is connected, link is not up (state: %d), retrying...\n",
537 "failed to reach state TB_PORT_UP. Ignoring port...\n");
542 * tb_port_add_nfc_credits() - add/remove non flow controlled credits to port
544 * Change the number of NFC credits allocated to @port by @credits. To remove
545 * NFC credits pass a negative amount of credits.
547 * Return: Returns 0 on success or an error code on failure.
549 int tb_port_add_nfc_credits(struct tb_port
*port
, int credits
)
553 if (credits
== 0 || port
->sw
->is_unplugged
)
556 nfc_credits
= port
->config
.nfc_credits
& TB_PORT_NFC_CREDITS_MASK
;
557 nfc_credits
+= credits
;
559 tb_port_dbg(port
, "adding %d NFC credits to %lu",
560 credits
, port
->config
.nfc_credits
& TB_PORT_NFC_CREDITS_MASK
);
562 port
->config
.nfc_credits
&= ~TB_PORT_NFC_CREDITS_MASK
;
563 port
->config
.nfc_credits
|= nfc_credits
;
565 return tb_port_write(port
, &port
->config
.nfc_credits
,
570 * tb_port_set_initial_credits() - Set initial port link credits allocated
571 * @port: Port to set the initial credits
572 * @credits: Number of credits to to allocate
574 * Set initial credits value to be used for ingress shared buffering.
576 int tb_port_set_initial_credits(struct tb_port
*port
, u32 credits
)
581 ret
= tb_port_read(port
, &data
, TB_CFG_PORT
, 5, 1);
585 data
&= ~TB_PORT_LCA_MASK
;
586 data
|= (credits
<< TB_PORT_LCA_SHIFT
) & TB_PORT_LCA_MASK
;
588 return tb_port_write(port
, &data
, TB_CFG_PORT
, 5, 1);
592 * tb_port_clear_counter() - clear a counter in TB_CFG_COUNTER
594 * Return: Returns 0 on success or an error code on failure.
596 int tb_port_clear_counter(struct tb_port
*port
, int counter
)
598 u32 zero
[3] = { 0, 0, 0 };
599 tb_port_dbg(port
, "clearing counter %d\n", counter
);
600 return tb_port_write(port
, zero
, TB_CFG_COUNTERS
, 3 * counter
, 3);
604 * tb_init_port() - initialize a port
606 * This is a helper method for tb_switch_alloc. Does not check or initialize
607 * any downstream switches.
609 * Return: Returns 0 on success or an error code on failure.
611 static int tb_init_port(struct tb_port
*port
)
616 res
= tb_port_read(port
, &port
->config
, TB_CFG_PORT
, 0, 8);
618 if (res
== -ENODEV
) {
619 tb_dbg(port
->sw
->tb
, " Port %d: not implemented\n",
626 /* Port 0 is the switch itself and has no PHY. */
627 if (port
->config
.type
== TB_TYPE_PORT
&& port
->port
!= 0) {
628 cap
= tb_port_find_cap(port
, TB_PORT_CAP_PHY
);
633 tb_port_WARN(port
, "non switch port without a PHY\n");
634 } else if (port
->port
!= 0) {
635 cap
= tb_port_find_cap(port
, TB_PORT_CAP_ADAP
);
637 port
->cap_adap
= cap
;
640 tb_dump_port(port
->sw
->tb
, &port
->config
);
642 /* Control port does not need HopID allocation */
644 ida_init(&port
->in_hopids
);
645 ida_init(&port
->out_hopids
);
652 static int tb_port_alloc_hopid(struct tb_port
*port
, bool in
, int min_hopid
,
659 port_max_hopid
= port
->config
.max_in_hop_id
;
660 ida
= &port
->in_hopids
;
662 port_max_hopid
= port
->config
.max_out_hop_id
;
663 ida
= &port
->out_hopids
;
666 /* HopIDs 0-7 are reserved */
667 if (min_hopid
< TB_PATH_MIN_HOPID
)
668 min_hopid
= TB_PATH_MIN_HOPID
;
670 if (max_hopid
< 0 || max_hopid
> port_max_hopid
)
671 max_hopid
= port_max_hopid
;
673 return ida_simple_get(ida
, min_hopid
, max_hopid
+ 1, GFP_KERNEL
);
677 * tb_port_alloc_in_hopid() - Allocate input HopID from port
678 * @port: Port to allocate HopID for
679 * @min_hopid: Minimum acceptable input HopID
680 * @max_hopid: Maximum acceptable input HopID
682 * Return: HopID between @min_hopid and @max_hopid or negative errno in
685 int tb_port_alloc_in_hopid(struct tb_port
*port
, int min_hopid
, int max_hopid
)
687 return tb_port_alloc_hopid(port
, true, min_hopid
, max_hopid
);
691 * tb_port_alloc_out_hopid() - Allocate output HopID from port
692 * @port: Port to allocate HopID for
693 * @min_hopid: Minimum acceptable output HopID
694 * @max_hopid: Maximum acceptable output HopID
696 * Return: HopID between @min_hopid and @max_hopid or negative errno in
699 int tb_port_alloc_out_hopid(struct tb_port
*port
, int min_hopid
, int max_hopid
)
701 return tb_port_alloc_hopid(port
, false, min_hopid
, max_hopid
);
705 * tb_port_release_in_hopid() - Release allocated input HopID from port
706 * @port: Port whose HopID to release
707 * @hopid: HopID to release
709 void tb_port_release_in_hopid(struct tb_port
*port
, int hopid
)
711 ida_simple_remove(&port
->in_hopids
, hopid
);
715 * tb_port_release_out_hopid() - Release allocated output HopID from port
716 * @port: Port whose HopID to release
717 * @hopid: HopID to release
719 void tb_port_release_out_hopid(struct tb_port
*port
, int hopid
)
721 ida_simple_remove(&port
->out_hopids
, hopid
);
725 * tb_next_port_on_path() - Return next port for given port on a path
726 * @start: Start port of the walk
727 * @end: End port of the walk
728 * @prev: Previous port (%NULL if this is the first)
730 * This function can be used to walk from one port to another if they
731 * are connected through zero or more switches. If the @prev is dual
732 * link port, the function follows that link and returns another end on
735 * If the @end port has been reached, return %NULL.
737 * Domain tb->lock must be held when this function is called.
739 struct tb_port
*tb_next_port_on_path(struct tb_port
*start
, struct tb_port
*end
,
740 struct tb_port
*prev
)
742 struct tb_port
*next
;
747 if (prev
->sw
== end
->sw
) {
753 if (start
->sw
->config
.depth
< end
->sw
->config
.depth
) {
755 prev
->remote
->sw
->config
.depth
> prev
->sw
->config
.depth
)
758 next
= tb_port_at(tb_route(end
->sw
), prev
->sw
);
760 if (tb_is_upstream_port(prev
)) {
763 next
= tb_upstream_port(prev
->sw
);
765 * Keep the same link if prev and next are both
768 if (next
->dual_link_port
&&
769 next
->link_nr
!= prev
->link_nr
) {
770 next
= next
->dual_link_port
;
779 * tb_port_is_enabled() - Is the adapter port enabled
780 * @port: Port to check
782 bool tb_port_is_enabled(struct tb_port
*port
)
784 switch (port
->config
.type
) {
785 case TB_TYPE_PCIE_UP
:
786 case TB_TYPE_PCIE_DOWN
:
787 return tb_pci_port_is_enabled(port
);
789 case TB_TYPE_DP_HDMI_IN
:
790 case TB_TYPE_DP_HDMI_OUT
:
791 return tb_dp_port_is_enabled(port
);
799 * tb_pci_port_is_enabled() - Is the PCIe adapter port enabled
800 * @port: PCIe port to check
802 bool tb_pci_port_is_enabled(struct tb_port
*port
)
806 if (tb_port_read(port
, &data
, TB_CFG_PORT
, port
->cap_adap
, 1))
809 return !!(data
& TB_PCI_EN
);
813 * tb_pci_port_enable() - Enable PCIe adapter port
814 * @port: PCIe port to enable
815 * @enable: Enable/disable the PCIe adapter
817 int tb_pci_port_enable(struct tb_port
*port
, bool enable
)
819 u32 word
= enable
? TB_PCI_EN
: 0x0;
822 return tb_port_write(port
, &word
, TB_CFG_PORT
, port
->cap_adap
, 1);
826 * tb_dp_port_hpd_is_active() - Is HPD already active
827 * @port: DP out port to check
829 * Checks if the DP OUT adapter port has HDP bit already set.
831 int tb_dp_port_hpd_is_active(struct tb_port
*port
)
836 ret
= tb_port_read(port
, &data
, TB_CFG_PORT
, port
->cap_adap
+ 2, 1);
840 return !!(data
& TB_DP_HDP
);
844 * tb_dp_port_hpd_clear() - Clear HPD from DP IN port
845 * @port: Port to clear HPD
847 * If the DP IN port has HDP set, this function can be used to clear it.
849 int tb_dp_port_hpd_clear(struct tb_port
*port
)
854 ret
= tb_port_read(port
, &data
, TB_CFG_PORT
, port
->cap_adap
+ 3, 1);
859 return tb_port_write(port
, &data
, TB_CFG_PORT
, port
->cap_adap
+ 3, 1);
863 * tb_dp_port_set_hops() - Set video/aux Hop IDs for DP port
864 * @port: DP IN/OUT port to set hops
865 * @video: Video Hop ID
866 * @aux_tx: AUX TX Hop ID
867 * @aux_rx: AUX RX Hop ID
869 * Programs specified Hop IDs for DP IN/OUT port.
871 int tb_dp_port_set_hops(struct tb_port
*port
, unsigned int video
,
872 unsigned int aux_tx
, unsigned int aux_rx
)
877 ret
= tb_port_read(port
, data
, TB_CFG_PORT
, port
->cap_adap
,
882 data
[0] &= ~TB_DP_VIDEO_HOPID_MASK
;
883 data
[1] &= ~(TB_DP_AUX_RX_HOPID_MASK
| TB_DP_AUX_TX_HOPID_MASK
);
885 data
[0] |= (video
<< TB_DP_VIDEO_HOPID_SHIFT
) & TB_DP_VIDEO_HOPID_MASK
;
886 data
[1] |= aux_tx
& TB_DP_AUX_TX_HOPID_MASK
;
887 data
[1] |= (aux_rx
<< TB_DP_AUX_RX_HOPID_SHIFT
) & TB_DP_AUX_RX_HOPID_MASK
;
889 return tb_port_write(port
, data
, TB_CFG_PORT
, port
->cap_adap
,
894 * tb_dp_port_is_enabled() - Is DP adapter port enabled
895 * @port: DP adapter port to check
897 bool tb_dp_port_is_enabled(struct tb_port
*port
)
901 if (tb_port_read(port
, &data
, TB_CFG_PORT
, port
->cap_adap
, 1))
904 return !!(data
& (TB_DP_VIDEO_EN
| TB_DP_AUX_EN
));
908 * tb_dp_port_enable() - Enables/disables DP paths of a port
909 * @port: DP IN/OUT port
910 * @enable: Enable/disable DP path
912 * Once Hop IDs are programmed DP paths can be enabled or disabled by
913 * calling this function.
915 int tb_dp_port_enable(struct tb_port
*port
, bool enable
)
920 ret
= tb_port_read(port
, &data
, TB_CFG_PORT
, port
->cap_adap
, 1);
925 data
|= TB_DP_VIDEO_EN
| TB_DP_AUX_EN
;
927 data
&= ~(TB_DP_VIDEO_EN
| TB_DP_AUX_EN
);
929 return tb_port_write(port
, &data
, TB_CFG_PORT
, port
->cap_adap
, 1);
932 /* switch utility functions */
934 static void tb_dump_switch(struct tb
*tb
, struct tb_regs_switch_header
*sw
)
936 tb_dbg(tb
, " Switch: %x:%x (Revision: %d, TB Version: %d)\n",
937 sw
->vendor_id
, sw
->device_id
, sw
->revision
,
938 sw
->thunderbolt_version
);
939 tb_dbg(tb
, " Max Port Number: %d\n", sw
->max_port_number
);
940 tb_dbg(tb
, " Config:\n");
942 " Upstream Port Number: %d Depth: %d Route String: %#llx Enabled: %d, PlugEventsDelay: %dms\n",
943 sw
->upstream_port_number
, sw
->depth
,
944 (((u64
) sw
->route_hi
) << 32) | sw
->route_lo
,
945 sw
->enabled
, sw
->plug_events_delay
);
946 tb_dbg(tb
, " unknown1: %#x unknown4: %#x\n",
947 sw
->__unknown1
, sw
->__unknown4
);
951 * reset_switch() - reconfigure route, enable and send TB_CFG_PKG_RESET
953 * Return: Returns 0 on success or an error code on failure.
955 int tb_switch_reset(struct tb
*tb
, u64 route
)
957 struct tb_cfg_result res
;
958 struct tb_regs_switch_header header
= {
959 header
.route_hi
= route
>> 32,
960 header
.route_lo
= route
,
961 header
.enabled
= true,
963 tb_dbg(tb
, "resetting switch at %llx\n", route
);
964 res
.err
= tb_cfg_write(tb
->ctl
, ((u32
*) &header
) + 2, route
,
968 res
= tb_cfg_reset(tb
->ctl
, route
, TB_CFG_DEFAULT_TIMEOUT
);
975 * tb_plug_events_active() - enable/disable plug events on a switch
977 * Also configures a sane plug_events_delay of 255ms.
979 * Return: Returns 0 on success or an error code on failure.
981 static int tb_plug_events_active(struct tb_switch
*sw
, bool active
)
986 if (!sw
->config
.enabled
)
989 sw
->config
.plug_events_delay
= 0xff;
990 res
= tb_sw_write(sw
, ((u32
*) &sw
->config
) + 4, TB_CFG_SWITCH
, 4, 1);
994 res
= tb_sw_read(sw
, &data
, TB_CFG_SWITCH
, sw
->cap_plug_events
+ 1, 1);
999 data
= data
& 0xFFFFFF83;
1000 switch (sw
->config
.device_id
) {
1001 case PCI_DEVICE_ID_INTEL_LIGHT_RIDGE
:
1002 case PCI_DEVICE_ID_INTEL_EAGLE_RIDGE
:
1003 case PCI_DEVICE_ID_INTEL_PORT_RIDGE
:
1011 return tb_sw_write(sw
, &data
, TB_CFG_SWITCH
,
1012 sw
->cap_plug_events
+ 1, 1);
1015 static ssize_t
authorized_show(struct device
*dev
,
1016 struct device_attribute
*attr
,
1019 struct tb_switch
*sw
= tb_to_switch(dev
);
1021 return sprintf(buf
, "%u\n", sw
->authorized
);
1024 static int tb_switch_set_authorized(struct tb_switch
*sw
, unsigned int val
)
1028 if (!mutex_trylock(&sw
->tb
->lock
))
1029 return restart_syscall();
1035 * Make sure there is no PCIe rescan ongoing when a new PCIe
1036 * tunnel is created. Otherwise the PCIe rescan code might find
1037 * the new tunnel too early.
1039 pci_lock_rescan_remove();
1042 /* Approve switch */
1045 ret
= tb_domain_approve_switch_key(sw
->tb
, sw
);
1047 ret
= tb_domain_approve_switch(sw
->tb
, sw
);
1050 /* Challenge switch */
1053 ret
= tb_domain_challenge_switch_key(sw
->tb
, sw
);
1060 pci_unlock_rescan_remove();
1063 sw
->authorized
= val
;
1064 /* Notify status change to the userspace */
1065 kobject_uevent(&sw
->dev
.kobj
, KOBJ_CHANGE
);
1069 mutex_unlock(&sw
->tb
->lock
);
1073 static ssize_t
authorized_store(struct device
*dev
,
1074 struct device_attribute
*attr
,
1075 const char *buf
, size_t count
)
1077 struct tb_switch
*sw
= tb_to_switch(dev
);
1081 ret
= kstrtouint(buf
, 0, &val
);
1087 pm_runtime_get_sync(&sw
->dev
);
1088 ret
= tb_switch_set_authorized(sw
, val
);
1089 pm_runtime_mark_last_busy(&sw
->dev
);
1090 pm_runtime_put_autosuspend(&sw
->dev
);
1092 return ret
? ret
: count
;
1094 static DEVICE_ATTR_RW(authorized
);
1096 static ssize_t
boot_show(struct device
*dev
, struct device_attribute
*attr
,
1099 struct tb_switch
*sw
= tb_to_switch(dev
);
1101 return sprintf(buf
, "%u\n", sw
->boot
);
1103 static DEVICE_ATTR_RO(boot
);
1105 static ssize_t
device_show(struct device
*dev
, struct device_attribute
*attr
,
1108 struct tb_switch
*sw
= tb_to_switch(dev
);
1110 return sprintf(buf
, "%#x\n", sw
->device
);
1112 static DEVICE_ATTR_RO(device
);
1115 device_name_show(struct device
*dev
, struct device_attribute
*attr
, char *buf
)
1117 struct tb_switch
*sw
= tb_to_switch(dev
);
1119 return sprintf(buf
, "%s\n", sw
->device_name
? sw
->device_name
: "");
1121 static DEVICE_ATTR_RO(device_name
);
1123 static ssize_t
key_show(struct device
*dev
, struct device_attribute
*attr
,
1126 struct tb_switch
*sw
= tb_to_switch(dev
);
1129 if (!mutex_trylock(&sw
->tb
->lock
))
1130 return restart_syscall();
1133 ret
= sprintf(buf
, "%*phN\n", TB_SWITCH_KEY_SIZE
, sw
->key
);
1135 ret
= sprintf(buf
, "\n");
1137 mutex_unlock(&sw
->tb
->lock
);
1141 static ssize_t
key_store(struct device
*dev
, struct device_attribute
*attr
,
1142 const char *buf
, size_t count
)
1144 struct tb_switch
*sw
= tb_to_switch(dev
);
1145 u8 key
[TB_SWITCH_KEY_SIZE
];
1146 ssize_t ret
= count
;
1149 if (!strcmp(buf
, "\n"))
1151 else if (hex2bin(key
, buf
, sizeof(key
)))
1154 if (!mutex_trylock(&sw
->tb
->lock
))
1155 return restart_syscall();
1157 if (sw
->authorized
) {
1164 sw
->key
= kmemdup(key
, sizeof(key
), GFP_KERNEL
);
1170 mutex_unlock(&sw
->tb
->lock
);
1173 static DEVICE_ATTR(key
, 0600, key_show
, key_store
);
1175 static void nvm_authenticate_start(struct tb_switch
*sw
)
1177 struct pci_dev
*root_port
;
1180 * During host router NVM upgrade we should not allow root port to
1181 * go into D3cold because some root ports cannot trigger PME
1182 * itself. To be on the safe side keep the root port in D0 during
1183 * the whole upgrade process.
1185 root_port
= pci_find_pcie_root_port(sw
->tb
->nhi
->pdev
);
1187 pm_runtime_get_noresume(&root_port
->dev
);
1190 static void nvm_authenticate_complete(struct tb_switch
*sw
)
1192 struct pci_dev
*root_port
;
1194 root_port
= pci_find_pcie_root_port(sw
->tb
->nhi
->pdev
);
1196 pm_runtime_put(&root_port
->dev
);
1199 static ssize_t
nvm_authenticate_show(struct device
*dev
,
1200 struct device_attribute
*attr
, char *buf
)
1202 struct tb_switch
*sw
= tb_to_switch(dev
);
1205 nvm_get_auth_status(sw
, &status
);
1206 return sprintf(buf
, "%#x\n", status
);
1209 static ssize_t
nvm_authenticate_store(struct device
*dev
,
1210 struct device_attribute
*attr
, const char *buf
, size_t count
)
1212 struct tb_switch
*sw
= tb_to_switch(dev
);
1216 pm_runtime_get_sync(&sw
->dev
);
1218 if (!mutex_trylock(&sw
->tb
->lock
)) {
1219 ret
= restart_syscall();
1223 /* If NVMem devices are not yet added */
1229 ret
= kstrtobool(buf
, &val
);
1233 /* Always clear the authentication status */
1234 nvm_clear_auth_status(sw
);
1237 if (!sw
->nvm
->buf
) {
1242 ret
= nvm_validate_and_write(sw
);
1246 sw
->nvm
->authenticating
= true;
1248 if (!tb_route(sw
)) {
1250 * Keep root port from suspending as long as the
1251 * NVM upgrade process is running.
1253 nvm_authenticate_start(sw
);
1254 ret
= nvm_authenticate_host(sw
);
1256 nvm_authenticate_complete(sw
);
1258 ret
= nvm_authenticate_device(sw
);
1263 mutex_unlock(&sw
->tb
->lock
);
1265 pm_runtime_mark_last_busy(&sw
->dev
);
1266 pm_runtime_put_autosuspend(&sw
->dev
);
1272 static DEVICE_ATTR_RW(nvm_authenticate
);
1274 static ssize_t
nvm_version_show(struct device
*dev
,
1275 struct device_attribute
*attr
, char *buf
)
1277 struct tb_switch
*sw
= tb_to_switch(dev
);
1280 if (!mutex_trylock(&sw
->tb
->lock
))
1281 return restart_syscall();
1288 ret
= sprintf(buf
, "%x.%x\n", sw
->nvm
->major
, sw
->nvm
->minor
);
1290 mutex_unlock(&sw
->tb
->lock
);
1294 static DEVICE_ATTR_RO(nvm_version
);
1296 static ssize_t
vendor_show(struct device
*dev
, struct device_attribute
*attr
,
1299 struct tb_switch
*sw
= tb_to_switch(dev
);
1301 return sprintf(buf
, "%#x\n", sw
->vendor
);
1303 static DEVICE_ATTR_RO(vendor
);
1306 vendor_name_show(struct device
*dev
, struct device_attribute
*attr
, char *buf
)
1308 struct tb_switch
*sw
= tb_to_switch(dev
);
1310 return sprintf(buf
, "%s\n", sw
->vendor_name
? sw
->vendor_name
: "");
1312 static DEVICE_ATTR_RO(vendor_name
);
1314 static ssize_t
unique_id_show(struct device
*dev
, struct device_attribute
*attr
,
1317 struct tb_switch
*sw
= tb_to_switch(dev
);
1319 return sprintf(buf
, "%pUb\n", sw
->uuid
);
1321 static DEVICE_ATTR_RO(unique_id
);
1323 static struct attribute
*switch_attrs
[] = {
1324 &dev_attr_authorized
.attr
,
1325 &dev_attr_boot
.attr
,
1326 &dev_attr_device
.attr
,
1327 &dev_attr_device_name
.attr
,
1329 &dev_attr_nvm_authenticate
.attr
,
1330 &dev_attr_nvm_version
.attr
,
1331 &dev_attr_vendor
.attr
,
1332 &dev_attr_vendor_name
.attr
,
1333 &dev_attr_unique_id
.attr
,
1337 static umode_t
switch_attr_is_visible(struct kobject
*kobj
,
1338 struct attribute
*attr
, int n
)
1340 struct device
*dev
= container_of(kobj
, struct device
, kobj
);
1341 struct tb_switch
*sw
= tb_to_switch(dev
);
1343 if (attr
== &dev_attr_device
.attr
) {
1346 } else if (attr
== &dev_attr_device_name
.attr
) {
1347 if (!sw
->device_name
)
1349 } else if (attr
== &dev_attr_vendor
.attr
) {
1352 } else if (attr
== &dev_attr_vendor_name
.attr
) {
1353 if (!sw
->vendor_name
)
1355 } else if (attr
== &dev_attr_key
.attr
) {
1357 sw
->tb
->security_level
== TB_SECURITY_SECURE
&&
1358 sw
->security_level
== TB_SECURITY_SECURE
)
1361 } else if (attr
== &dev_attr_nvm_authenticate
.attr
) {
1362 if (sw
->dma_port
&& !sw
->no_nvm_upgrade
)
1365 } else if (attr
== &dev_attr_nvm_version
.attr
) {
1369 } else if (attr
== &dev_attr_boot
.attr
) {
1375 return sw
->safe_mode
? 0 : attr
->mode
;
1378 static struct attribute_group switch_group
= {
1379 .is_visible
= switch_attr_is_visible
,
1380 .attrs
= switch_attrs
,
1383 static const struct attribute_group
*switch_groups
[] = {
1388 static void tb_switch_release(struct device
*dev
)
1390 struct tb_switch
*sw
= tb_to_switch(dev
);
1393 dma_port_free(sw
->dma_port
);
1395 for (i
= 1; i
<= sw
->config
.max_port_number
; i
++) {
1396 if (!sw
->ports
[i
].disabled
) {
1397 ida_destroy(&sw
->ports
[i
].in_hopids
);
1398 ida_destroy(&sw
->ports
[i
].out_hopids
);
1403 kfree(sw
->device_name
);
1404 kfree(sw
->vendor_name
);
1412 * Currently only need to provide the callbacks. Everything else is handled
1413 * in the connection manager.
1415 static int __maybe_unused
tb_switch_runtime_suspend(struct device
*dev
)
1417 struct tb_switch
*sw
= tb_to_switch(dev
);
1418 const struct tb_cm_ops
*cm_ops
= sw
->tb
->cm_ops
;
1420 if (cm_ops
->runtime_suspend_switch
)
1421 return cm_ops
->runtime_suspend_switch(sw
);
1426 static int __maybe_unused
tb_switch_runtime_resume(struct device
*dev
)
1428 struct tb_switch
*sw
= tb_to_switch(dev
);
1429 const struct tb_cm_ops
*cm_ops
= sw
->tb
->cm_ops
;
1431 if (cm_ops
->runtime_resume_switch
)
1432 return cm_ops
->runtime_resume_switch(sw
);
1436 static const struct dev_pm_ops tb_switch_pm_ops
= {
1437 SET_RUNTIME_PM_OPS(tb_switch_runtime_suspend
, tb_switch_runtime_resume
,
1441 struct device_type tb_switch_type
= {
1442 .name
= "thunderbolt_device",
1443 .release
= tb_switch_release
,
1444 .pm
= &tb_switch_pm_ops
,
1447 static int tb_switch_get_generation(struct tb_switch
*sw
)
1449 switch (sw
->config
.device_id
) {
1450 case PCI_DEVICE_ID_INTEL_LIGHT_RIDGE
:
1451 case PCI_DEVICE_ID_INTEL_EAGLE_RIDGE
:
1452 case PCI_DEVICE_ID_INTEL_LIGHT_PEAK
:
1453 case PCI_DEVICE_ID_INTEL_CACTUS_RIDGE_2C
:
1454 case PCI_DEVICE_ID_INTEL_CACTUS_RIDGE_4C
:
1455 case PCI_DEVICE_ID_INTEL_PORT_RIDGE
:
1456 case PCI_DEVICE_ID_INTEL_REDWOOD_RIDGE_2C_BRIDGE
:
1457 case PCI_DEVICE_ID_INTEL_REDWOOD_RIDGE_4C_BRIDGE
:
1460 case PCI_DEVICE_ID_INTEL_WIN_RIDGE_2C_BRIDGE
:
1461 case PCI_DEVICE_ID_INTEL_FALCON_RIDGE_2C_BRIDGE
:
1462 case PCI_DEVICE_ID_INTEL_FALCON_RIDGE_4C_BRIDGE
:
1465 case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_LP_BRIDGE
:
1466 case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_2C_BRIDGE
:
1467 case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_4C_BRIDGE
:
1468 case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_C_2C_BRIDGE
:
1469 case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_C_4C_BRIDGE
:
1470 case PCI_DEVICE_ID_INTEL_TITAN_RIDGE_2C_BRIDGE
:
1471 case PCI_DEVICE_ID_INTEL_TITAN_RIDGE_4C_BRIDGE
:
1472 case PCI_DEVICE_ID_INTEL_TITAN_RIDGE_DD_BRIDGE
:
1473 case PCI_DEVICE_ID_INTEL_ICL_NHI0
:
1474 case PCI_DEVICE_ID_INTEL_ICL_NHI1
:
1479 * For unknown switches assume generation to be 1 to be
1482 tb_sw_warn(sw
, "unsupported switch device id %#x\n",
1483 sw
->config
.device_id
);
1489 * tb_switch_alloc() - allocate a switch
1490 * @tb: Pointer to the owning domain
1491 * @parent: Parent device for this switch
1492 * @route: Route string for this switch
1494 * Allocates and initializes a switch. Will not upload configuration to
1495 * the switch. For that you need to call tb_switch_configure()
1496 * separately. The returned switch should be released by calling
1499 * Return: Pointer to the allocated switch or ERR_PTR() in case of
1502 struct tb_switch
*tb_switch_alloc(struct tb
*tb
, struct device
*parent
,
1505 struct tb_switch
*sw
;
1509 /* Make sure we do not exceed maximum topology limit */
1510 depth
= tb_route_length(route
);
1511 if (depth
> TB_SWITCH_MAX_DEPTH
)
1512 return ERR_PTR(-EADDRNOTAVAIL
);
1514 upstream_port
= tb_cfg_get_upstream_port(tb
->ctl
, route
);
1515 if (upstream_port
< 0)
1516 return ERR_PTR(upstream_port
);
1518 sw
= kzalloc(sizeof(*sw
), GFP_KERNEL
);
1520 return ERR_PTR(-ENOMEM
);
1523 ret
= tb_cfg_read(tb
->ctl
, &sw
->config
, route
, 0, TB_CFG_SWITCH
, 0, 5);
1525 goto err_free_sw_ports
;
1527 tb_dbg(tb
, "current switch config:\n");
1528 tb_dump_switch(tb
, &sw
->config
);
1530 /* configure switch */
1531 sw
->config
.upstream_port_number
= upstream_port
;
1532 sw
->config
.depth
= depth
;
1533 sw
->config
.route_hi
= upper_32_bits(route
);
1534 sw
->config
.route_lo
= lower_32_bits(route
);
1535 sw
->config
.enabled
= 0;
1537 /* initialize ports */
1538 sw
->ports
= kcalloc(sw
->config
.max_port_number
+ 1, sizeof(*sw
->ports
),
1542 goto err_free_sw_ports
;
1545 for (i
= 0; i
<= sw
->config
.max_port_number
; i
++) {
1546 /* minimum setup for tb_find_cap and tb_drom_read to work */
1547 sw
->ports
[i
].sw
= sw
;
1548 sw
->ports
[i
].port
= i
;
1551 sw
->generation
= tb_switch_get_generation(sw
);
1553 ret
= tb_switch_find_vse_cap(sw
, TB_VSE_CAP_PLUG_EVENTS
);
1555 tb_sw_warn(sw
, "cannot find TB_VSE_CAP_PLUG_EVENTS aborting\n");
1556 goto err_free_sw_ports
;
1558 sw
->cap_plug_events
= ret
;
1560 ret
= tb_switch_find_vse_cap(sw
, TB_VSE_CAP_LINK_CONTROLLER
);
1564 /* Root switch is always authorized */
1566 sw
->authorized
= true;
1568 device_initialize(&sw
->dev
);
1569 sw
->dev
.parent
= parent
;
1570 sw
->dev
.bus
= &tb_bus_type
;
1571 sw
->dev
.type
= &tb_switch_type
;
1572 sw
->dev
.groups
= switch_groups
;
1573 dev_set_name(&sw
->dev
, "%u-%llx", tb
->index
, tb_route(sw
));
1581 return ERR_PTR(ret
);
1585 * tb_switch_alloc_safe_mode() - allocate a switch that is in safe mode
1586 * @tb: Pointer to the owning domain
1587 * @parent: Parent device for this switch
1588 * @route: Route string for this switch
1590 * This creates a switch in safe mode. This means the switch pretty much
1591 * lacks all capabilities except DMA configuration port before it is
1592 * flashed with a valid NVM firmware.
1594 * The returned switch must be released by calling tb_switch_put().
1596 * Return: Pointer to the allocated switch or ERR_PTR() in case of failure
1599 tb_switch_alloc_safe_mode(struct tb
*tb
, struct device
*parent
, u64 route
)
1601 struct tb_switch
*sw
;
1603 sw
= kzalloc(sizeof(*sw
), GFP_KERNEL
);
1605 return ERR_PTR(-ENOMEM
);
1608 sw
->config
.depth
= tb_route_length(route
);
1609 sw
->config
.route_hi
= upper_32_bits(route
);
1610 sw
->config
.route_lo
= lower_32_bits(route
);
1611 sw
->safe_mode
= true;
1613 device_initialize(&sw
->dev
);
1614 sw
->dev
.parent
= parent
;
1615 sw
->dev
.bus
= &tb_bus_type
;
1616 sw
->dev
.type
= &tb_switch_type
;
1617 sw
->dev
.groups
= switch_groups
;
1618 dev_set_name(&sw
->dev
, "%u-%llx", tb
->index
, tb_route(sw
));
1624 * tb_switch_configure() - Uploads configuration to the switch
1625 * @sw: Switch to configure
1627 * Call this function before the switch is added to the system. It will
1628 * upload configuration to the switch and makes it available for the
1629 * connection manager to use.
1631 * Return: %0 in case of success and negative errno in case of failure
1633 int tb_switch_configure(struct tb_switch
*sw
)
1635 struct tb
*tb
= sw
->tb
;
1639 route
= tb_route(sw
);
1640 tb_dbg(tb
, "initializing Switch at %#llx (depth: %d, up port: %d)\n",
1641 route
, tb_route_length(route
), sw
->config
.upstream_port_number
);
1643 if (sw
->config
.vendor_id
!= PCI_VENDOR_ID_INTEL
)
1644 tb_sw_warn(sw
, "unknown switch vendor id %#x\n",
1645 sw
->config
.vendor_id
);
1647 sw
->config
.enabled
= 1;
1649 /* upload configuration */
1650 ret
= tb_sw_write(sw
, 1 + (u32
*)&sw
->config
, TB_CFG_SWITCH
, 1, 3);
1654 ret
= tb_lc_configure_link(sw
);
1658 return tb_plug_events_active(sw
, true);
1661 static int tb_switch_set_uuid(struct tb_switch
*sw
)
1670 * The newer controllers include fused UUID as part of link
1671 * controller specific registers
1673 ret
= tb_lc_read_uuid(sw
, uuid
);
1676 * ICM generates UUID based on UID and fills the upper
1677 * two words with ones. This is not strictly following
1678 * UUID format but we want to be compatible with it so
1679 * we do the same here.
1681 uuid
[0] = sw
->uid
& 0xffffffff;
1682 uuid
[1] = (sw
->uid
>> 32) & 0xffffffff;
1683 uuid
[2] = 0xffffffff;
1684 uuid
[3] = 0xffffffff;
1687 sw
->uuid
= kmemdup(uuid
, sizeof(uuid
), GFP_KERNEL
);
1693 static int tb_switch_add_dma_port(struct tb_switch
*sw
)
1698 switch (sw
->generation
) {
1703 /* Only root switch can be upgraded */
1710 * DMA port is the only thing available when the switch
1718 /* Root switch DMA port requires running firmware */
1719 if (!tb_route(sw
) && sw
->config
.enabled
)
1722 sw
->dma_port
= dma_port_alloc(sw
);
1726 if (sw
->no_nvm_upgrade
)
1730 * Check status of the previous flash authentication. If there
1731 * is one we need to power cycle the switch in any case to make
1732 * it functional again.
1734 ret
= dma_port_flash_update_auth_status(sw
->dma_port
, &status
);
1738 /* Now we can allow root port to suspend again */
1740 nvm_authenticate_complete(sw
);
1743 tb_sw_info(sw
, "switch flash authentication failed\n");
1744 ret
= tb_switch_set_uuid(sw
);
1747 nvm_set_auth_status(sw
, status
);
1750 tb_sw_info(sw
, "power cycling the switch now\n");
1751 dma_port_power_cycle(sw
->dma_port
);
1754 * We return error here which causes the switch adding failure.
1755 * It should appear back after power cycle is complete.
1761 * tb_switch_add() - Add a switch to the domain
1762 * @sw: Switch to add
1764 * This is the last step in adding switch to the domain. It will read
1765 * identification information from DROM and initializes ports so that
1766 * they can be used to connect other switches. The switch will be
1767 * exposed to the userspace when this function successfully returns. To
1768 * remove and release the switch, call tb_switch_remove().
1770 * Return: %0 in case of success and negative errno in case of failure
1772 int tb_switch_add(struct tb_switch
*sw
)
1777 * Initialize DMA control port now before we read DROM. Recent
1778 * host controllers have more complete DROM on NVM that includes
1779 * vendor and model identification strings which we then expose
1780 * to the userspace. NVM can be accessed through DMA
1781 * configuration based mailbox.
1783 ret
= tb_switch_add_dma_port(sw
);
1787 if (!sw
->safe_mode
) {
1789 ret
= tb_drom_read(sw
);
1791 tb_sw_warn(sw
, "tb_eeprom_read_rom failed\n");
1794 tb_sw_dbg(sw
, "uid: %#llx\n", sw
->uid
);
1796 ret
= tb_switch_set_uuid(sw
);
1800 for (i
= 0; i
<= sw
->config
.max_port_number
; i
++) {
1801 if (sw
->ports
[i
].disabled
) {
1802 tb_port_dbg(&sw
->ports
[i
], "disabled by eeprom\n");
1805 ret
= tb_init_port(&sw
->ports
[i
]);
1811 ret
= device_add(&sw
->dev
);
1816 dev_info(&sw
->dev
, "new device found, vendor=%#x device=%#x\n",
1817 sw
->vendor
, sw
->device
);
1818 if (sw
->vendor_name
&& sw
->device_name
)
1819 dev_info(&sw
->dev
, "%s %s\n", sw
->vendor_name
,
1823 ret
= tb_switch_nvm_add(sw
);
1825 device_del(&sw
->dev
);
1829 pm_runtime_set_active(&sw
->dev
);
1831 pm_runtime_set_autosuspend_delay(&sw
->dev
, TB_AUTOSUSPEND_DELAY
);
1832 pm_runtime_use_autosuspend(&sw
->dev
);
1833 pm_runtime_mark_last_busy(&sw
->dev
);
1834 pm_runtime_enable(&sw
->dev
);
1835 pm_request_autosuspend(&sw
->dev
);
1842 * tb_switch_remove() - Remove and release a switch
1843 * @sw: Switch to remove
1845 * This will remove the switch from the domain and release it after last
1846 * reference count drops to zero. If there are switches connected below
1847 * this switch, they will be removed as well.
1849 void tb_switch_remove(struct tb_switch
*sw
)
1854 pm_runtime_get_sync(&sw
->dev
);
1855 pm_runtime_disable(&sw
->dev
);
1858 /* port 0 is the switch itself and never has a remote */
1859 for (i
= 1; i
<= sw
->config
.max_port_number
; i
++) {
1860 if (tb_port_has_remote(&sw
->ports
[i
])) {
1861 tb_switch_remove(sw
->ports
[i
].remote
->sw
);
1862 sw
->ports
[i
].remote
= NULL
;
1863 } else if (sw
->ports
[i
].xdomain
) {
1864 tb_xdomain_remove(sw
->ports
[i
].xdomain
);
1865 sw
->ports
[i
].xdomain
= NULL
;
1869 if (!sw
->is_unplugged
)
1870 tb_plug_events_active(sw
, false);
1871 tb_lc_unconfigure_link(sw
);
1873 tb_switch_nvm_remove(sw
);
1876 dev_info(&sw
->dev
, "device disconnected\n");
1877 device_unregister(&sw
->dev
);
1881 * tb_sw_set_unplugged() - set is_unplugged on switch and downstream switches
1883 void tb_sw_set_unplugged(struct tb_switch
*sw
)
1886 if (sw
== sw
->tb
->root_switch
) {
1887 tb_sw_WARN(sw
, "cannot unplug root switch\n");
1890 if (sw
->is_unplugged
) {
1891 tb_sw_WARN(sw
, "is_unplugged already set\n");
1894 sw
->is_unplugged
= true;
1895 for (i
= 0; i
<= sw
->config
.max_port_number
; i
++) {
1896 if (tb_port_has_remote(&sw
->ports
[i
]))
1897 tb_sw_set_unplugged(sw
->ports
[i
].remote
->sw
);
1898 else if (sw
->ports
[i
].xdomain
)
1899 sw
->ports
[i
].xdomain
->is_unplugged
= true;
1903 int tb_switch_resume(struct tb_switch
*sw
)
1906 tb_sw_dbg(sw
, "resuming switch\n");
1909 * Check for UID of the connected switches except for root
1910 * switch which we assume cannot be removed.
1916 * Check first that we can still read the switch config
1917 * space. It may be that there is now another domain
1920 err
= tb_cfg_get_upstream_port(sw
->tb
->ctl
, tb_route(sw
));
1922 tb_sw_info(sw
, "switch not present anymore\n");
1926 err
= tb_drom_read_uid_only(sw
, &uid
);
1928 tb_sw_warn(sw
, "uid read failed\n");
1931 if (sw
->uid
!= uid
) {
1933 "changed while suspended (uid %#llx -> %#llx)\n",
1939 /* upload configuration */
1940 err
= tb_sw_write(sw
, 1 + (u32
*) &sw
->config
, TB_CFG_SWITCH
, 1, 3);
1944 err
= tb_lc_configure_link(sw
);
1948 err
= tb_plug_events_active(sw
, true);
1952 /* check for surviving downstream switches */
1953 for (i
= 1; i
<= sw
->config
.max_port_number
; i
++) {
1954 struct tb_port
*port
= &sw
->ports
[i
];
1956 if (!tb_port_has_remote(port
) && !port
->xdomain
)
1959 if (tb_wait_for_port(port
, true) <= 0) {
1961 "lost during suspend, disconnecting\n");
1962 if (tb_port_has_remote(port
))
1963 tb_sw_set_unplugged(port
->remote
->sw
);
1964 else if (port
->xdomain
)
1965 port
->xdomain
->is_unplugged
= true;
1966 } else if (tb_port_has_remote(port
)) {
1967 if (tb_switch_resume(port
->remote
->sw
)) {
1969 "lost during suspend, disconnecting\n");
1970 tb_sw_set_unplugged(port
->remote
->sw
);
1977 void tb_switch_suspend(struct tb_switch
*sw
)
1980 err
= tb_plug_events_active(sw
, false);
1984 for (i
= 1; i
<= sw
->config
.max_port_number
; i
++) {
1985 if (tb_port_has_remote(&sw
->ports
[i
]))
1986 tb_switch_suspend(sw
->ports
[i
].remote
->sw
);
1989 tb_lc_set_sleep(sw
);
1992 struct tb_sw_lookup
{
2000 static int tb_switch_match(struct device
*dev
, const void *data
)
2002 struct tb_switch
*sw
= tb_to_switch(dev
);
2003 const struct tb_sw_lookup
*lookup
= data
;
2007 if (sw
->tb
!= lookup
->tb
)
2011 return !memcmp(sw
->uuid
, lookup
->uuid
, sizeof(*lookup
->uuid
));
2013 if (lookup
->route
) {
2014 return sw
->config
.route_lo
== lower_32_bits(lookup
->route
) &&
2015 sw
->config
.route_hi
== upper_32_bits(lookup
->route
);
2018 /* Root switch is matched only by depth */
2022 return sw
->link
== lookup
->link
&& sw
->depth
== lookup
->depth
;
2026 * tb_switch_find_by_link_depth() - Find switch by link and depth
2027 * @tb: Domain the switch belongs
2028 * @link: Link number the switch is connected
2029 * @depth: Depth of the switch in link
2031 * Returned switch has reference count increased so the caller needs to
2032 * call tb_switch_put() when done with the switch.
2034 struct tb_switch
*tb_switch_find_by_link_depth(struct tb
*tb
, u8 link
, u8 depth
)
2036 struct tb_sw_lookup lookup
;
2039 memset(&lookup
, 0, sizeof(lookup
));
2042 lookup
.depth
= depth
;
2044 dev
= bus_find_device(&tb_bus_type
, NULL
, &lookup
, tb_switch_match
);
2046 return tb_to_switch(dev
);
2052 * tb_switch_find_by_uuid() - Find switch by UUID
2053 * @tb: Domain the switch belongs
2054 * @uuid: UUID to look for
2056 * Returned switch has reference count increased so the caller needs to
2057 * call tb_switch_put() when done with the switch.
2059 struct tb_switch
*tb_switch_find_by_uuid(struct tb
*tb
, const uuid_t
*uuid
)
2061 struct tb_sw_lookup lookup
;
2064 memset(&lookup
, 0, sizeof(lookup
));
2068 dev
= bus_find_device(&tb_bus_type
, NULL
, &lookup
, tb_switch_match
);
2070 return tb_to_switch(dev
);
2076 * tb_switch_find_by_route() - Find switch by route string
2077 * @tb: Domain the switch belongs
2078 * @route: Route string to look for
2080 * Returned switch has reference count increased so the caller needs to
2081 * call tb_switch_put() when done with the switch.
2083 struct tb_switch
*tb_switch_find_by_route(struct tb
*tb
, u64 route
)
2085 struct tb_sw_lookup lookup
;
2089 return tb_switch_get(tb
->root_switch
);
2091 memset(&lookup
, 0, sizeof(lookup
));
2093 lookup
.route
= route
;
2095 dev
= bus_find_device(&tb_bus_type
, NULL
, &lookup
, tb_switch_match
);
2097 return tb_to_switch(dev
);
2102 void tb_switch_exit(void)
2104 ida_destroy(&nvm_ida
);