1f67cf491SMika Westerberg /* 2f67cf491SMika Westerberg * Internal Thunderbolt Connection Manager. This is a firmware running on 3f67cf491SMika Westerberg * the Thunderbolt host controller performing most of the low-level 4f67cf491SMika Westerberg * handling. 5f67cf491SMika Westerberg * 6f67cf491SMika Westerberg * Copyright (C) 2017, Intel Corporation 7f67cf491SMika Westerberg * Authors: Michael Jamet <michael.jamet@intel.com> 8f67cf491SMika Westerberg * Mika Westerberg <mika.westerberg@linux.intel.com> 9f67cf491SMika Westerberg * 10f67cf491SMika Westerberg * This program is free software; you can redistribute it and/or modify 11f67cf491SMika Westerberg * it under the terms of the GNU General Public License version 2 as 12f67cf491SMika Westerberg * published by the Free Software Foundation. 13f67cf491SMika Westerberg */ 14f67cf491SMika Westerberg 15f67cf491SMika Westerberg #include <linux/delay.h> 16f67cf491SMika Westerberg #include <linux/mutex.h> 17f67cf491SMika Westerberg #include <linux/pci.h> 18630b3affSLukas Wunner #include <linux/platform_data/x86/apple.h> 19f67cf491SMika Westerberg #include <linux/sizes.h> 20f67cf491SMika Westerberg #include <linux/slab.h> 21f67cf491SMika Westerberg #include <linux/workqueue.h> 22f67cf491SMika Westerberg 23f67cf491SMika Westerberg #include "ctl.h" 24f67cf491SMika Westerberg #include "nhi_regs.h" 25f67cf491SMika Westerberg #include "tb.h" 26f67cf491SMika Westerberg 27f67cf491SMika Westerberg #define PCIE2CIO_CMD 0x30 28f67cf491SMika Westerberg #define PCIE2CIO_CMD_TIMEOUT BIT(31) 29f67cf491SMika Westerberg #define PCIE2CIO_CMD_START BIT(30) 30f67cf491SMika Westerberg #define PCIE2CIO_CMD_WRITE BIT(21) 31f67cf491SMika Westerberg #define PCIE2CIO_CMD_CS_MASK GENMASK(20, 19) 32f67cf491SMika Westerberg #define PCIE2CIO_CMD_CS_SHIFT 19 33f67cf491SMika Westerberg #define PCIE2CIO_CMD_PORT_MASK GENMASK(18, 13) 34f67cf491SMika Westerberg #define PCIE2CIO_CMD_PORT_SHIFT 13 35f67cf491SMika Westerberg 36f67cf491SMika Westerberg #define PCIE2CIO_WRDATA 0x34 37f67cf491SMika Westerberg #define PCIE2CIO_RDDATA 0x38 38f67cf491SMika Westerberg 39f67cf491SMika Westerberg #define PHY_PORT_CS1 0x37 40f67cf491SMika Westerberg #define PHY_PORT_CS1_LINK_DISABLE BIT(14) 41f67cf491SMika Westerberg #define PHY_PORT_CS1_LINK_STATE_MASK GENMASK(29, 26) 42f67cf491SMika Westerberg #define PHY_PORT_CS1_LINK_STATE_SHIFT 26 43f67cf491SMika Westerberg 44f67cf491SMika Westerberg #define ICM_TIMEOUT 5000 /* ms */ 450b0a0bd0SMika Westerberg #define ICM_APPROVE_TIMEOUT 10000 /* ms */ 46f67cf491SMika Westerberg #define ICM_MAX_LINK 4 47f67cf491SMika Westerberg #define ICM_MAX_DEPTH 6 48f67cf491SMika Westerberg 49f67cf491SMika Westerberg /** 50f67cf491SMika Westerberg * struct icm - Internal connection manager private data 51f67cf491SMika Westerberg * @request_lock: Makes sure only one message is send to ICM at time 52f67cf491SMika Westerberg * @rescan_work: Work used to rescan the surviving switches after resume 53f67cf491SMika Westerberg * @upstream_port: Pointer to the PCIe upstream port this host 54f67cf491SMika Westerberg * controller is connected. This is only set for systems 55f67cf491SMika Westerberg * where ICM needs to be started manually 56f67cf491SMika Westerberg * @vnd_cap: Vendor defined capability where PCIe2CIO mailbox resides 57f67cf491SMika Westerberg * (only set when @upstream_port is not %NULL) 58e6b245ccSMika Westerberg * @safe_mode: ICM is in safe mode 599aaa3b8bSMika Westerberg * @max_boot_acl: Maximum number of preboot ACL entries (%0 if not supported) 60f67cf491SMika Westerberg * @is_supported: Checks if we can support ICM on this controller 61f67cf491SMika Westerberg * @get_mode: Read and return the ICM firmware mode (optional) 62f67cf491SMika Westerberg * @get_route: Find a route string for given switch 633080e197SMika Westerberg * @driver_ready: Send driver ready message to ICM 64f67cf491SMika Westerberg * @device_connected: Handle device connected ICM message 65f67cf491SMika Westerberg * @device_disconnected: Handle device disconnected ICM message 66d1ff7024SMika Westerberg * @xdomain_connected - Handle XDomain connected ICM message 67d1ff7024SMika Westerberg * @xdomain_disconnected - Handle XDomain disconnected ICM message 68f67cf491SMika Westerberg */ 69f67cf491SMika Westerberg struct icm { 70f67cf491SMika Westerberg struct mutex request_lock; 71f67cf491SMika Westerberg struct delayed_work rescan_work; 72f67cf491SMika Westerberg struct pci_dev *upstream_port; 739aaa3b8bSMika Westerberg size_t max_boot_acl; 74f67cf491SMika Westerberg int vnd_cap; 75e6b245ccSMika Westerberg bool safe_mode; 76f67cf491SMika Westerberg bool (*is_supported)(struct tb *tb); 77f67cf491SMika Westerberg int (*get_mode)(struct tb *tb); 78f67cf491SMika Westerberg int (*get_route)(struct tb *tb, u8 link, u8 depth, u64 *route); 793080e197SMika Westerberg int (*driver_ready)(struct tb *tb, 809aaa3b8bSMika Westerberg enum tb_security_level *security_level, 819aaa3b8bSMika Westerberg size_t *nboot_acl); 82f67cf491SMika Westerberg void (*device_connected)(struct tb *tb, 83f67cf491SMika Westerberg const struct icm_pkg_header *hdr); 84f67cf491SMika Westerberg void (*device_disconnected)(struct tb *tb, 85f67cf491SMika Westerberg const struct icm_pkg_header *hdr); 86d1ff7024SMika Westerberg void (*xdomain_connected)(struct tb *tb, 87d1ff7024SMika Westerberg const struct icm_pkg_header *hdr); 88d1ff7024SMika Westerberg void (*xdomain_disconnected)(struct tb *tb, 89d1ff7024SMika Westerberg const struct icm_pkg_header *hdr); 90f67cf491SMika Westerberg }; 91f67cf491SMika Westerberg 92f67cf491SMika Westerberg struct icm_notification { 93f67cf491SMika Westerberg struct work_struct work; 94f67cf491SMika Westerberg struct icm_pkg_header *pkg; 95f67cf491SMika Westerberg struct tb *tb; 96f67cf491SMika Westerberg }; 97f67cf491SMika Westerberg 98f67cf491SMika Westerberg static inline struct tb *icm_to_tb(struct icm *icm) 99f67cf491SMika Westerberg { 100f67cf491SMika Westerberg return ((void *)icm - sizeof(struct tb)); 101f67cf491SMika Westerberg } 102f67cf491SMika Westerberg 103f67cf491SMika Westerberg static inline u8 phy_port_from_route(u64 route, u8 depth) 104f67cf491SMika Westerberg { 105d1ff7024SMika Westerberg u8 link; 106d1ff7024SMika Westerberg 107d1ff7024SMika Westerberg link = depth ? route >> ((depth - 1) * 8) : route; 108d1ff7024SMika Westerberg return tb_phy_port_from_link(link); 109f67cf491SMika Westerberg } 110f67cf491SMika Westerberg 111f67cf491SMika Westerberg static inline u8 dual_link_from_link(u8 link) 112f67cf491SMika Westerberg { 113f67cf491SMika Westerberg return link ? ((link - 1) ^ 0x01) + 1 : 0; 114f67cf491SMika Westerberg } 115f67cf491SMika Westerberg 116f67cf491SMika Westerberg static inline u64 get_route(u32 route_hi, u32 route_lo) 117f67cf491SMika Westerberg { 118f67cf491SMika Westerberg return (u64)route_hi << 32 | route_lo; 119f67cf491SMika Westerberg } 120f67cf491SMika Westerberg 1214bac471dSRadion Mirchevsky static inline u64 get_parent_route(u64 route) 1224bac471dSRadion Mirchevsky { 1234bac471dSRadion Mirchevsky int depth = tb_route_length(route); 1244bac471dSRadion Mirchevsky return depth ? route & ~(0xffULL << (depth - 1) * TB_ROUTE_SHIFT) : 0; 1254bac471dSRadion Mirchevsky } 1264bac471dSRadion Mirchevsky 127f67cf491SMika Westerberg static bool icm_match(const struct tb_cfg_request *req, 128f67cf491SMika Westerberg const struct ctl_pkg *pkg) 129f67cf491SMika Westerberg { 130f67cf491SMika Westerberg const struct icm_pkg_header *res_hdr = pkg->buffer; 131f67cf491SMika Westerberg const struct icm_pkg_header *req_hdr = req->request; 132f67cf491SMika Westerberg 133f67cf491SMika Westerberg if (pkg->frame.eof != req->response_type) 134f67cf491SMika Westerberg return false; 135f67cf491SMika Westerberg if (res_hdr->code != req_hdr->code) 136f67cf491SMika Westerberg return false; 137f67cf491SMika Westerberg 138f67cf491SMika Westerberg return true; 139f67cf491SMika Westerberg } 140f67cf491SMika Westerberg 141f67cf491SMika Westerberg static bool icm_copy(struct tb_cfg_request *req, const struct ctl_pkg *pkg) 142f67cf491SMika Westerberg { 143f67cf491SMika Westerberg const struct icm_pkg_header *hdr = pkg->buffer; 144f67cf491SMika Westerberg 145f67cf491SMika Westerberg if (hdr->packet_id < req->npackets) { 146f67cf491SMika Westerberg size_t offset = hdr->packet_id * req->response_size; 147f67cf491SMika Westerberg 148f67cf491SMika Westerberg memcpy(req->response + offset, pkg->buffer, req->response_size); 149f67cf491SMika Westerberg } 150f67cf491SMika Westerberg 151f67cf491SMika Westerberg return hdr->packet_id == hdr->total_packets - 1; 152f67cf491SMika Westerberg } 153f67cf491SMika Westerberg 154f67cf491SMika Westerberg static int icm_request(struct tb *tb, const void *request, size_t request_size, 155f67cf491SMika Westerberg void *response, size_t response_size, size_t npackets, 156f67cf491SMika Westerberg unsigned int timeout_msec) 157f67cf491SMika Westerberg { 158f67cf491SMika Westerberg struct icm *icm = tb_priv(tb); 159f67cf491SMika Westerberg int retries = 3; 160f67cf491SMika Westerberg 161f67cf491SMika Westerberg do { 162f67cf491SMika Westerberg struct tb_cfg_request *req; 163f67cf491SMika Westerberg struct tb_cfg_result res; 164f67cf491SMika Westerberg 165f67cf491SMika Westerberg req = tb_cfg_request_alloc(); 166f67cf491SMika Westerberg if (!req) 167f67cf491SMika Westerberg return -ENOMEM; 168f67cf491SMika Westerberg 169f67cf491SMika Westerberg req->match = icm_match; 170f67cf491SMika Westerberg req->copy = icm_copy; 171f67cf491SMika Westerberg req->request = request; 172f67cf491SMika Westerberg req->request_size = request_size; 173f67cf491SMika Westerberg req->request_type = TB_CFG_PKG_ICM_CMD; 174f67cf491SMika Westerberg req->response = response; 175f67cf491SMika Westerberg req->npackets = npackets; 176f67cf491SMika Westerberg req->response_size = response_size; 177f67cf491SMika Westerberg req->response_type = TB_CFG_PKG_ICM_RESP; 178f67cf491SMika Westerberg 179f67cf491SMika Westerberg mutex_lock(&icm->request_lock); 180f67cf491SMika Westerberg res = tb_cfg_request_sync(tb->ctl, req, timeout_msec); 181f67cf491SMika Westerberg mutex_unlock(&icm->request_lock); 182f67cf491SMika Westerberg 183f67cf491SMika Westerberg tb_cfg_request_put(req); 184f67cf491SMika Westerberg 185f67cf491SMika Westerberg if (res.err != -ETIMEDOUT) 186f67cf491SMika Westerberg return res.err == 1 ? -EIO : res.err; 187f67cf491SMika Westerberg 188f67cf491SMika Westerberg usleep_range(20, 50); 189f67cf491SMika Westerberg } while (retries--); 190f67cf491SMika Westerberg 191f67cf491SMika Westerberg return -ETIMEDOUT; 192f67cf491SMika Westerberg } 193f67cf491SMika Westerberg 194f67cf491SMika Westerberg static bool icm_fr_is_supported(struct tb *tb) 195f67cf491SMika Westerberg { 196630b3affSLukas Wunner return !x86_apple_machine; 197f67cf491SMika Westerberg } 198f67cf491SMika Westerberg 199f67cf491SMika Westerberg static inline int icm_fr_get_switch_index(u32 port) 200f67cf491SMika Westerberg { 201f67cf491SMika Westerberg int index; 202f67cf491SMika Westerberg 203f67cf491SMika Westerberg if ((port & ICM_PORT_TYPE_MASK) != TB_TYPE_PORT) 204f67cf491SMika Westerberg return 0; 205f67cf491SMika Westerberg 206f67cf491SMika Westerberg index = port >> ICM_PORT_INDEX_SHIFT; 207f67cf491SMika Westerberg return index != 0xff ? index : 0; 208f67cf491SMika Westerberg } 209f67cf491SMika Westerberg 210f67cf491SMika Westerberg static int icm_fr_get_route(struct tb *tb, u8 link, u8 depth, u64 *route) 211f67cf491SMika Westerberg { 212f67cf491SMika Westerberg struct icm_fr_pkg_get_topology_response *switches, *sw; 213f67cf491SMika Westerberg struct icm_fr_pkg_get_topology request = { 214f67cf491SMika Westerberg .hdr = { .code = ICM_GET_TOPOLOGY }, 215f67cf491SMika Westerberg }; 216f67cf491SMika Westerberg size_t npackets = ICM_GET_TOPOLOGY_PACKETS; 217f67cf491SMika Westerberg int ret, index; 218f67cf491SMika Westerberg u8 i; 219f67cf491SMika Westerberg 220f67cf491SMika Westerberg switches = kcalloc(npackets, sizeof(*switches), GFP_KERNEL); 221f67cf491SMika Westerberg if (!switches) 222f67cf491SMika Westerberg return -ENOMEM; 223f67cf491SMika Westerberg 224f67cf491SMika Westerberg ret = icm_request(tb, &request, sizeof(request), switches, 225f67cf491SMika Westerberg sizeof(*switches), npackets, ICM_TIMEOUT); 226f67cf491SMika Westerberg if (ret) 227f67cf491SMika Westerberg goto err_free; 228f67cf491SMika Westerberg 229f67cf491SMika Westerberg sw = &switches[0]; 230f67cf491SMika Westerberg index = icm_fr_get_switch_index(sw->ports[link]); 231f67cf491SMika Westerberg if (!index) { 232f67cf491SMika Westerberg ret = -ENODEV; 233f67cf491SMika Westerberg goto err_free; 234f67cf491SMika Westerberg } 235f67cf491SMika Westerberg 236f67cf491SMika Westerberg sw = &switches[index]; 237f67cf491SMika Westerberg for (i = 1; i < depth; i++) { 238f67cf491SMika Westerberg unsigned int j; 239f67cf491SMika Westerberg 240f67cf491SMika Westerberg if (!(sw->first_data & ICM_SWITCH_USED)) { 241f67cf491SMika Westerberg ret = -ENODEV; 242f67cf491SMika Westerberg goto err_free; 243f67cf491SMika Westerberg } 244f67cf491SMika Westerberg 245f67cf491SMika Westerberg for (j = 0; j < ARRAY_SIZE(sw->ports); j++) { 246f67cf491SMika Westerberg index = icm_fr_get_switch_index(sw->ports[j]); 247f67cf491SMika Westerberg if (index > sw->switch_index) { 248f67cf491SMika Westerberg sw = &switches[index]; 249f67cf491SMika Westerberg break; 250f67cf491SMika Westerberg } 251f67cf491SMika Westerberg } 252f67cf491SMika Westerberg } 253f67cf491SMika Westerberg 254f67cf491SMika Westerberg *route = get_route(sw->route_hi, sw->route_lo); 255f67cf491SMika Westerberg 256f67cf491SMika Westerberg err_free: 257f67cf491SMika Westerberg kfree(switches); 258f67cf491SMika Westerberg return ret; 259f67cf491SMika Westerberg } 260f67cf491SMika Westerberg 2613080e197SMika Westerberg static int 2629aaa3b8bSMika Westerberg icm_fr_driver_ready(struct tb *tb, enum tb_security_level *security_level, 2639aaa3b8bSMika Westerberg size_t *nboot_acl) 2643080e197SMika Westerberg { 2653080e197SMika Westerberg struct icm_fr_pkg_driver_ready_response reply; 2663080e197SMika Westerberg struct icm_pkg_driver_ready request = { 2673080e197SMika Westerberg .hdr.code = ICM_DRIVER_READY, 2683080e197SMika Westerberg }; 2693080e197SMika Westerberg int ret; 2703080e197SMika Westerberg 2713080e197SMika Westerberg memset(&reply, 0, sizeof(reply)); 2723080e197SMika Westerberg ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 2733080e197SMika Westerberg 1, ICM_TIMEOUT); 2743080e197SMika Westerberg if (ret) 2753080e197SMika Westerberg return ret; 2763080e197SMika Westerberg 2773080e197SMika Westerberg if (security_level) 2783080e197SMika Westerberg *security_level = reply.security_level & ICM_FR_SLEVEL_MASK; 2793080e197SMika Westerberg 2803080e197SMika Westerberg return 0; 2813080e197SMika Westerberg } 2823080e197SMika Westerberg 283f67cf491SMika Westerberg static int icm_fr_approve_switch(struct tb *tb, struct tb_switch *sw) 284f67cf491SMika Westerberg { 285f67cf491SMika Westerberg struct icm_fr_pkg_approve_device request; 286f67cf491SMika Westerberg struct icm_fr_pkg_approve_device reply; 287f67cf491SMika Westerberg int ret; 288f67cf491SMika Westerberg 289f67cf491SMika Westerberg memset(&request, 0, sizeof(request)); 290f67cf491SMika Westerberg memcpy(&request.ep_uuid, sw->uuid, sizeof(request.ep_uuid)); 291f67cf491SMika Westerberg request.hdr.code = ICM_APPROVE_DEVICE; 292f67cf491SMika Westerberg request.connection_id = sw->connection_id; 293f67cf491SMika Westerberg request.connection_key = sw->connection_key; 294f67cf491SMika Westerberg 295f67cf491SMika Westerberg memset(&reply, 0, sizeof(reply)); 296f67cf491SMika Westerberg /* Use larger timeout as establishing tunnels can take some time */ 297f67cf491SMika Westerberg ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 2980b0a0bd0SMika Westerberg 1, ICM_APPROVE_TIMEOUT); 299f67cf491SMika Westerberg if (ret) 300f67cf491SMika Westerberg return ret; 301f67cf491SMika Westerberg 302f67cf491SMika Westerberg if (reply.hdr.flags & ICM_FLAGS_ERROR) { 303f67cf491SMika Westerberg tb_warn(tb, "PCIe tunnel creation failed\n"); 304f67cf491SMika Westerberg return -EIO; 305f67cf491SMika Westerberg } 306f67cf491SMika Westerberg 307f67cf491SMika Westerberg return 0; 308f67cf491SMika Westerberg } 309f67cf491SMika Westerberg 310f67cf491SMika Westerberg static int icm_fr_add_switch_key(struct tb *tb, struct tb_switch *sw) 311f67cf491SMika Westerberg { 312f67cf491SMika Westerberg struct icm_fr_pkg_add_device_key request; 313f67cf491SMika Westerberg struct icm_fr_pkg_add_device_key_response reply; 314f67cf491SMika Westerberg int ret; 315f67cf491SMika Westerberg 316f67cf491SMika Westerberg memset(&request, 0, sizeof(request)); 317f67cf491SMika Westerberg memcpy(&request.ep_uuid, sw->uuid, sizeof(request.ep_uuid)); 318f67cf491SMika Westerberg request.hdr.code = ICM_ADD_DEVICE_KEY; 319f67cf491SMika Westerberg request.connection_id = sw->connection_id; 320f67cf491SMika Westerberg request.connection_key = sw->connection_key; 321f67cf491SMika Westerberg memcpy(request.key, sw->key, TB_SWITCH_KEY_SIZE); 322f67cf491SMika Westerberg 323f67cf491SMika Westerberg memset(&reply, 0, sizeof(reply)); 324f67cf491SMika Westerberg ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 325f67cf491SMika Westerberg 1, ICM_TIMEOUT); 326f67cf491SMika Westerberg if (ret) 327f67cf491SMika Westerberg return ret; 328f67cf491SMika Westerberg 329f67cf491SMika Westerberg if (reply.hdr.flags & ICM_FLAGS_ERROR) { 330f67cf491SMika Westerberg tb_warn(tb, "Adding key to switch failed\n"); 331f67cf491SMika Westerberg return -EIO; 332f67cf491SMika Westerberg } 333f67cf491SMika Westerberg 334f67cf491SMika Westerberg return 0; 335f67cf491SMika Westerberg } 336f67cf491SMika Westerberg 337f67cf491SMika Westerberg static int icm_fr_challenge_switch_key(struct tb *tb, struct tb_switch *sw, 338f67cf491SMika Westerberg const u8 *challenge, u8 *response) 339f67cf491SMika Westerberg { 340f67cf491SMika Westerberg struct icm_fr_pkg_challenge_device request; 341f67cf491SMika Westerberg struct icm_fr_pkg_challenge_device_response reply; 342f67cf491SMika Westerberg int ret; 343f67cf491SMika Westerberg 344f67cf491SMika Westerberg memset(&request, 0, sizeof(request)); 345f67cf491SMika Westerberg memcpy(&request.ep_uuid, sw->uuid, sizeof(request.ep_uuid)); 346f67cf491SMika Westerberg request.hdr.code = ICM_CHALLENGE_DEVICE; 347f67cf491SMika Westerberg request.connection_id = sw->connection_id; 348f67cf491SMika Westerberg request.connection_key = sw->connection_key; 349f67cf491SMika Westerberg memcpy(request.challenge, challenge, TB_SWITCH_KEY_SIZE); 350f67cf491SMika Westerberg 351f67cf491SMika Westerberg memset(&reply, 0, sizeof(reply)); 352f67cf491SMika Westerberg ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 353f67cf491SMika Westerberg 1, ICM_TIMEOUT); 354f67cf491SMika Westerberg if (ret) 355f67cf491SMika Westerberg return ret; 356f67cf491SMika Westerberg 357f67cf491SMika Westerberg if (reply.hdr.flags & ICM_FLAGS_ERROR) 358f67cf491SMika Westerberg return -EKEYREJECTED; 359f67cf491SMika Westerberg if (reply.hdr.flags & ICM_FLAGS_NO_KEY) 360f67cf491SMika Westerberg return -ENOKEY; 361f67cf491SMika Westerberg 362f67cf491SMika Westerberg memcpy(response, reply.response, TB_SWITCH_KEY_SIZE); 363f67cf491SMika Westerberg 364f67cf491SMika Westerberg return 0; 365f67cf491SMika Westerberg } 366f67cf491SMika Westerberg 367d1ff7024SMika Westerberg static int icm_fr_approve_xdomain_paths(struct tb *tb, struct tb_xdomain *xd) 368d1ff7024SMika Westerberg { 369d1ff7024SMika Westerberg struct icm_fr_pkg_approve_xdomain_response reply; 370d1ff7024SMika Westerberg struct icm_fr_pkg_approve_xdomain request; 371d1ff7024SMika Westerberg int ret; 372d1ff7024SMika Westerberg 373d1ff7024SMika Westerberg memset(&request, 0, sizeof(request)); 374d1ff7024SMika Westerberg request.hdr.code = ICM_APPROVE_XDOMAIN; 375d1ff7024SMika Westerberg request.link_info = xd->depth << ICM_LINK_INFO_DEPTH_SHIFT | xd->link; 376d1ff7024SMika Westerberg memcpy(&request.remote_uuid, xd->remote_uuid, sizeof(*xd->remote_uuid)); 377d1ff7024SMika Westerberg 378d1ff7024SMika Westerberg request.transmit_path = xd->transmit_path; 379d1ff7024SMika Westerberg request.transmit_ring = xd->transmit_ring; 380d1ff7024SMika Westerberg request.receive_path = xd->receive_path; 381d1ff7024SMika Westerberg request.receive_ring = xd->receive_ring; 382d1ff7024SMika Westerberg 383d1ff7024SMika Westerberg memset(&reply, 0, sizeof(reply)); 384d1ff7024SMika Westerberg ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 385d1ff7024SMika Westerberg 1, ICM_TIMEOUT); 386d1ff7024SMika Westerberg if (ret) 387d1ff7024SMika Westerberg return ret; 388d1ff7024SMika Westerberg 389d1ff7024SMika Westerberg if (reply.hdr.flags & ICM_FLAGS_ERROR) 390d1ff7024SMika Westerberg return -EIO; 391d1ff7024SMika Westerberg 392d1ff7024SMika Westerberg return 0; 393d1ff7024SMika Westerberg } 394d1ff7024SMika Westerberg 395d1ff7024SMika Westerberg static int icm_fr_disconnect_xdomain_paths(struct tb *tb, struct tb_xdomain *xd) 396d1ff7024SMika Westerberg { 397d1ff7024SMika Westerberg u8 phy_port; 398d1ff7024SMika Westerberg u8 cmd; 399d1ff7024SMika Westerberg 400d1ff7024SMika Westerberg phy_port = tb_phy_port_from_link(xd->link); 401d1ff7024SMika Westerberg if (phy_port == 0) 402d1ff7024SMika Westerberg cmd = NHI_MAILBOX_DISCONNECT_PA; 403d1ff7024SMika Westerberg else 404d1ff7024SMika Westerberg cmd = NHI_MAILBOX_DISCONNECT_PB; 405d1ff7024SMika Westerberg 406d1ff7024SMika Westerberg nhi_mailbox_cmd(tb->nhi, cmd, 1); 407d1ff7024SMika Westerberg usleep_range(10, 50); 408d1ff7024SMika Westerberg nhi_mailbox_cmd(tb->nhi, cmd, 2); 409d1ff7024SMika Westerberg return 0; 410d1ff7024SMika Westerberg } 411d1ff7024SMika Westerberg 412ee487dd2SMika Westerberg static void add_switch(struct tb_switch *parent_sw, u64 route, 413ee487dd2SMika Westerberg const uuid_t *uuid, u8 connection_id, u8 connection_key, 414ee487dd2SMika Westerberg u8 link, u8 depth, enum tb_security_level security_level, 41514862ee3SYehezkel Bernat bool authorized, bool boot) 416ee487dd2SMika Westerberg { 417ee487dd2SMika Westerberg struct tb_switch *sw; 418ee487dd2SMika Westerberg 419ee487dd2SMika Westerberg sw = tb_switch_alloc(parent_sw->tb, &parent_sw->dev, route); 420ee487dd2SMika Westerberg if (!sw) 421ee487dd2SMika Westerberg return; 422ee487dd2SMika Westerberg 423ee487dd2SMika Westerberg sw->uuid = kmemdup(uuid, sizeof(*uuid), GFP_KERNEL); 424ee487dd2SMika Westerberg sw->connection_id = connection_id; 425ee487dd2SMika Westerberg sw->connection_key = connection_key; 426ee487dd2SMika Westerberg sw->link = link; 427ee487dd2SMika Westerberg sw->depth = depth; 428ee487dd2SMika Westerberg sw->authorized = authorized; 429ee487dd2SMika Westerberg sw->security_level = security_level; 43014862ee3SYehezkel Bernat sw->boot = boot; 431ee487dd2SMika Westerberg 432ee487dd2SMika Westerberg /* Link the two switches now */ 433ee487dd2SMika Westerberg tb_port_at(route, parent_sw)->remote = tb_upstream_port(sw); 434ee487dd2SMika Westerberg tb_upstream_port(sw)->remote = tb_port_at(route, parent_sw); 435ee487dd2SMika Westerberg 436ee487dd2SMika Westerberg if (tb_switch_add(sw)) { 437ee487dd2SMika Westerberg tb_port_at(tb_route(sw), parent_sw)->remote = NULL; 438ee487dd2SMika Westerberg tb_switch_put(sw); 439ee487dd2SMika Westerberg return; 440ee487dd2SMika Westerberg } 441ee487dd2SMika Westerberg } 442ee487dd2SMika Westerberg 443ee487dd2SMika Westerberg static void update_switch(struct tb_switch *parent_sw, struct tb_switch *sw, 444ee487dd2SMika Westerberg u64 route, u8 connection_id, u8 connection_key, 44514862ee3SYehezkel Bernat u8 link, u8 depth, bool boot) 446ee487dd2SMika Westerberg { 447ee487dd2SMika Westerberg /* Disconnect from parent */ 448ee487dd2SMika Westerberg tb_port_at(tb_route(sw), parent_sw)->remote = NULL; 449ee487dd2SMika Westerberg /* Re-connect via updated port*/ 450ee487dd2SMika Westerberg tb_port_at(route, parent_sw)->remote = tb_upstream_port(sw); 451ee487dd2SMika Westerberg 452ee487dd2SMika Westerberg /* Update with the new addressing information */ 453ee487dd2SMika Westerberg sw->config.route_hi = upper_32_bits(route); 454ee487dd2SMika Westerberg sw->config.route_lo = lower_32_bits(route); 455ee487dd2SMika Westerberg sw->connection_id = connection_id; 456ee487dd2SMika Westerberg sw->connection_key = connection_key; 457ee487dd2SMika Westerberg sw->link = link; 458ee487dd2SMika Westerberg sw->depth = depth; 45914862ee3SYehezkel Bernat sw->boot = boot; 460ee487dd2SMika Westerberg 461ee487dd2SMika Westerberg /* This switch still exists */ 462ee487dd2SMika Westerberg sw->is_unplugged = false; 463ee487dd2SMika Westerberg } 464ee487dd2SMika Westerberg 465f67cf491SMika Westerberg static void remove_switch(struct tb_switch *sw) 466f67cf491SMika Westerberg { 467f67cf491SMika Westerberg struct tb_switch *parent_sw; 468f67cf491SMika Westerberg 469f67cf491SMika Westerberg parent_sw = tb_to_switch(sw->dev.parent); 470f67cf491SMika Westerberg tb_port_at(tb_route(sw), parent_sw)->remote = NULL; 471f67cf491SMika Westerberg tb_switch_remove(sw); 472f67cf491SMika Westerberg } 473f67cf491SMika Westerberg 474ee487dd2SMika Westerberg static void add_xdomain(struct tb_switch *sw, u64 route, 475ee487dd2SMika Westerberg const uuid_t *local_uuid, const uuid_t *remote_uuid, 476ee487dd2SMika Westerberg u8 link, u8 depth) 477ee487dd2SMika Westerberg { 478ee487dd2SMika Westerberg struct tb_xdomain *xd; 479ee487dd2SMika Westerberg 480ee487dd2SMika Westerberg xd = tb_xdomain_alloc(sw->tb, &sw->dev, route, local_uuid, remote_uuid); 481ee487dd2SMika Westerberg if (!xd) 482ee487dd2SMika Westerberg return; 483ee487dd2SMika Westerberg 484ee487dd2SMika Westerberg xd->link = link; 485ee487dd2SMika Westerberg xd->depth = depth; 486ee487dd2SMika Westerberg 487ee487dd2SMika Westerberg tb_port_at(route, sw)->xdomain = xd; 488ee487dd2SMika Westerberg 489ee487dd2SMika Westerberg tb_xdomain_add(xd); 490ee487dd2SMika Westerberg } 491ee487dd2SMika Westerberg 492ee487dd2SMika Westerberg static void update_xdomain(struct tb_xdomain *xd, u64 route, u8 link) 493ee487dd2SMika Westerberg { 494ee487dd2SMika Westerberg xd->link = link; 495ee487dd2SMika Westerberg xd->route = route; 496ee487dd2SMika Westerberg xd->is_unplugged = false; 497ee487dd2SMika Westerberg } 498ee487dd2SMika Westerberg 49979fae987SMika Westerberg static void remove_xdomain(struct tb_xdomain *xd) 50079fae987SMika Westerberg { 50179fae987SMika Westerberg struct tb_switch *sw; 50279fae987SMika Westerberg 50379fae987SMika Westerberg sw = tb_to_switch(xd->dev.parent); 50479fae987SMika Westerberg tb_port_at(xd->route, sw)->xdomain = NULL; 50579fae987SMika Westerberg tb_xdomain_remove(xd); 50679fae987SMika Westerberg } 50779fae987SMika Westerberg 508f67cf491SMika Westerberg static void 509f67cf491SMika Westerberg icm_fr_device_connected(struct tb *tb, const struct icm_pkg_header *hdr) 510f67cf491SMika Westerberg { 511f67cf491SMika Westerberg const struct icm_fr_event_device_connected *pkg = 512f67cf491SMika Westerberg (const struct icm_fr_event_device_connected *)hdr; 513ee487dd2SMika Westerberg enum tb_security_level security_level; 514f67cf491SMika Westerberg struct tb_switch *sw, *parent_sw; 515f67cf491SMika Westerberg struct icm *icm = tb_priv(tb); 516f67cf491SMika Westerberg bool authorized = false; 51779fae987SMika Westerberg struct tb_xdomain *xd; 518f67cf491SMika Westerberg u8 link, depth; 51914862ee3SYehezkel Bernat bool boot; 520f67cf491SMika Westerberg u64 route; 521f67cf491SMika Westerberg int ret; 522f67cf491SMika Westerberg 523f67cf491SMika Westerberg link = pkg->link_info & ICM_LINK_INFO_LINK_MASK; 524f67cf491SMika Westerberg depth = (pkg->link_info & ICM_LINK_INFO_DEPTH_MASK) >> 525f67cf491SMika Westerberg ICM_LINK_INFO_DEPTH_SHIFT; 526f67cf491SMika Westerberg authorized = pkg->link_info & ICM_LINK_INFO_APPROVED; 527ee487dd2SMika Westerberg security_level = (pkg->hdr.flags & ICM_FLAGS_SLEVEL_MASK) >> 528ee487dd2SMika Westerberg ICM_FLAGS_SLEVEL_SHIFT; 52914862ee3SYehezkel Bernat boot = pkg->link_info & ICM_LINK_INFO_BOOT; 530f67cf491SMika Westerberg 531cb653eecSMika Westerberg if (pkg->link_info & ICM_LINK_INFO_REJECTED) { 532cb653eecSMika Westerberg tb_info(tb, "switch at %u.%u was rejected by ICM firmware because topology limit exceeded\n", 533cb653eecSMika Westerberg link, depth); 534cb653eecSMika Westerberg return; 535cb653eecSMika Westerberg } 536cb653eecSMika Westerberg 537f67cf491SMika Westerberg ret = icm->get_route(tb, link, depth, &route); 538f67cf491SMika Westerberg if (ret) { 539f67cf491SMika Westerberg tb_err(tb, "failed to find route string for switch at %u.%u\n", 540f67cf491SMika Westerberg link, depth); 541f67cf491SMika Westerberg return; 542f67cf491SMika Westerberg } 543f67cf491SMika Westerberg 544f67cf491SMika Westerberg sw = tb_switch_find_by_uuid(tb, &pkg->ep_uuid); 545f67cf491SMika Westerberg if (sw) { 546f67cf491SMika Westerberg u8 phy_port, sw_phy_port; 547f67cf491SMika Westerberg 548f67cf491SMika Westerberg parent_sw = tb_to_switch(sw->dev.parent); 549f67cf491SMika Westerberg sw_phy_port = phy_port_from_route(tb_route(sw), sw->depth); 550f67cf491SMika Westerberg phy_port = phy_port_from_route(route, depth); 551f67cf491SMika Westerberg 552f67cf491SMika Westerberg /* 553f67cf491SMika Westerberg * On resume ICM will send us connected events for the 554f67cf491SMika Westerberg * devices that still are present. However, that 555f67cf491SMika Westerberg * information might have changed for example by the 556f67cf491SMika Westerberg * fact that a switch on a dual-link connection might 557f67cf491SMika Westerberg * have been enumerated using the other link now. Make 558f67cf491SMika Westerberg * sure our book keeping matches that. 559f67cf491SMika Westerberg */ 560f67cf491SMika Westerberg if (sw->depth == depth && sw_phy_port == phy_port && 561f67cf491SMika Westerberg !!sw->authorized == authorized) { 562ee487dd2SMika Westerberg update_switch(parent_sw, sw, route, pkg->connection_id, 56314862ee3SYehezkel Bernat pkg->connection_key, link, depth, boot); 564f67cf491SMika Westerberg tb_switch_put(sw); 565f67cf491SMika Westerberg return; 566f67cf491SMika Westerberg } 567f67cf491SMika Westerberg 568f67cf491SMika Westerberg /* 569f67cf491SMika Westerberg * User connected the same switch to another physical 570f67cf491SMika Westerberg * port or to another part of the topology. Remove the 571f67cf491SMika Westerberg * existing switch now before adding the new one. 572f67cf491SMika Westerberg */ 573f67cf491SMika Westerberg remove_switch(sw); 574f67cf491SMika Westerberg tb_switch_put(sw); 575f67cf491SMika Westerberg } 576f67cf491SMika Westerberg 577f67cf491SMika Westerberg /* 578f67cf491SMika Westerberg * If the switch was not found by UUID, look for a switch on 579f67cf491SMika Westerberg * same physical port (taking possible link aggregation into 580f67cf491SMika Westerberg * account) and depth. If we found one it is definitely a stale 581f67cf491SMika Westerberg * one so remove it first. 582f67cf491SMika Westerberg */ 583f67cf491SMika Westerberg sw = tb_switch_find_by_link_depth(tb, link, depth); 584f67cf491SMika Westerberg if (!sw) { 585f67cf491SMika Westerberg u8 dual_link; 586f67cf491SMika Westerberg 587f67cf491SMika Westerberg dual_link = dual_link_from_link(link); 588f67cf491SMika Westerberg if (dual_link) 589f67cf491SMika Westerberg sw = tb_switch_find_by_link_depth(tb, dual_link, depth); 590f67cf491SMika Westerberg } 591f67cf491SMika Westerberg if (sw) { 592f67cf491SMika Westerberg remove_switch(sw); 593f67cf491SMika Westerberg tb_switch_put(sw); 594f67cf491SMika Westerberg } 595f67cf491SMika Westerberg 59679fae987SMika Westerberg /* Remove existing XDomain connection if found */ 59779fae987SMika Westerberg xd = tb_xdomain_find_by_link_depth(tb, link, depth); 59879fae987SMika Westerberg if (xd) { 59979fae987SMika Westerberg remove_xdomain(xd); 60079fae987SMika Westerberg tb_xdomain_put(xd); 60179fae987SMika Westerberg } 60279fae987SMika Westerberg 603f67cf491SMika Westerberg parent_sw = tb_switch_find_by_link_depth(tb, link, depth - 1); 604f67cf491SMika Westerberg if (!parent_sw) { 605f67cf491SMika Westerberg tb_err(tb, "failed to find parent switch for %u.%u\n", 606f67cf491SMika Westerberg link, depth); 607f67cf491SMika Westerberg return; 608f67cf491SMika Westerberg } 609f67cf491SMika Westerberg 610ee487dd2SMika Westerberg add_switch(parent_sw, route, &pkg->ep_uuid, pkg->connection_id, 611ee487dd2SMika Westerberg pkg->connection_key, link, depth, security_level, 61214862ee3SYehezkel Bernat authorized, boot); 613f67cf491SMika Westerberg 614f67cf491SMika Westerberg tb_switch_put(parent_sw); 615f67cf491SMika Westerberg } 616f67cf491SMika Westerberg 617f67cf491SMika Westerberg static void 618f67cf491SMika Westerberg icm_fr_device_disconnected(struct tb *tb, const struct icm_pkg_header *hdr) 619f67cf491SMika Westerberg { 620f67cf491SMika Westerberg const struct icm_fr_event_device_disconnected *pkg = 621f67cf491SMika Westerberg (const struct icm_fr_event_device_disconnected *)hdr; 622f67cf491SMika Westerberg struct tb_switch *sw; 623f67cf491SMika Westerberg u8 link, depth; 624f67cf491SMika Westerberg 625f67cf491SMika Westerberg link = pkg->link_info & ICM_LINK_INFO_LINK_MASK; 626f67cf491SMika Westerberg depth = (pkg->link_info & ICM_LINK_INFO_DEPTH_MASK) >> 627f67cf491SMika Westerberg ICM_LINK_INFO_DEPTH_SHIFT; 628f67cf491SMika Westerberg 629f67cf491SMika Westerberg if (link > ICM_MAX_LINK || depth > ICM_MAX_DEPTH) { 630f67cf491SMika Westerberg tb_warn(tb, "invalid topology %u.%u, ignoring\n", link, depth); 631f67cf491SMika Westerberg return; 632f67cf491SMika Westerberg } 633f67cf491SMika Westerberg 634f67cf491SMika Westerberg sw = tb_switch_find_by_link_depth(tb, link, depth); 635f67cf491SMika Westerberg if (!sw) { 636f67cf491SMika Westerberg tb_warn(tb, "no switch exists at %u.%u, ignoring\n", link, 637f67cf491SMika Westerberg depth); 638f67cf491SMika Westerberg return; 639f67cf491SMika Westerberg } 640f67cf491SMika Westerberg 641f67cf491SMika Westerberg remove_switch(sw); 642f67cf491SMika Westerberg tb_switch_put(sw); 643f67cf491SMika Westerberg } 644f67cf491SMika Westerberg 645d1ff7024SMika Westerberg static void 646d1ff7024SMika Westerberg icm_fr_xdomain_connected(struct tb *tb, const struct icm_pkg_header *hdr) 647d1ff7024SMika Westerberg { 648d1ff7024SMika Westerberg const struct icm_fr_event_xdomain_connected *pkg = 649d1ff7024SMika Westerberg (const struct icm_fr_event_xdomain_connected *)hdr; 650d1ff7024SMika Westerberg struct tb_xdomain *xd; 651d1ff7024SMika Westerberg struct tb_switch *sw; 652d1ff7024SMika Westerberg u8 link, depth; 653d1ff7024SMika Westerberg bool approved; 654d1ff7024SMika Westerberg u64 route; 655d1ff7024SMika Westerberg 656d1ff7024SMika Westerberg /* 657d1ff7024SMika Westerberg * After NVM upgrade adding root switch device fails because we 658d1ff7024SMika Westerberg * initiated reset. During that time ICM might still send 659d1ff7024SMika Westerberg * XDomain connected message which we ignore here. 660d1ff7024SMika Westerberg */ 661d1ff7024SMika Westerberg if (!tb->root_switch) 662d1ff7024SMika Westerberg return; 663d1ff7024SMika Westerberg 664d1ff7024SMika Westerberg link = pkg->link_info & ICM_LINK_INFO_LINK_MASK; 665d1ff7024SMika Westerberg depth = (pkg->link_info & ICM_LINK_INFO_DEPTH_MASK) >> 666d1ff7024SMika Westerberg ICM_LINK_INFO_DEPTH_SHIFT; 667d1ff7024SMika Westerberg approved = pkg->link_info & ICM_LINK_INFO_APPROVED; 668d1ff7024SMika Westerberg 669d1ff7024SMika Westerberg if (link > ICM_MAX_LINK || depth > ICM_MAX_DEPTH) { 670d1ff7024SMika Westerberg tb_warn(tb, "invalid topology %u.%u, ignoring\n", link, depth); 671d1ff7024SMika Westerberg return; 672d1ff7024SMika Westerberg } 673d1ff7024SMika Westerberg 674d1ff7024SMika Westerberg route = get_route(pkg->local_route_hi, pkg->local_route_lo); 675d1ff7024SMika Westerberg 676d1ff7024SMika Westerberg xd = tb_xdomain_find_by_uuid(tb, &pkg->remote_uuid); 677d1ff7024SMika Westerberg if (xd) { 678d1ff7024SMika Westerberg u8 xd_phy_port, phy_port; 679d1ff7024SMika Westerberg 680d1ff7024SMika Westerberg xd_phy_port = phy_port_from_route(xd->route, xd->depth); 681d1ff7024SMika Westerberg phy_port = phy_port_from_route(route, depth); 682d1ff7024SMika Westerberg 683d1ff7024SMika Westerberg if (xd->depth == depth && xd_phy_port == phy_port) { 684ee487dd2SMika Westerberg update_xdomain(xd, route, link); 685d1ff7024SMika Westerberg tb_xdomain_put(xd); 686d1ff7024SMika Westerberg return; 687d1ff7024SMika Westerberg } 688d1ff7024SMika Westerberg 689d1ff7024SMika Westerberg /* 690d1ff7024SMika Westerberg * If we find an existing XDomain connection remove it 691d1ff7024SMika Westerberg * now. We need to go through login handshake and 692d1ff7024SMika Westerberg * everything anyway to be able to re-establish the 693d1ff7024SMika Westerberg * connection. 694d1ff7024SMika Westerberg */ 695d1ff7024SMika Westerberg remove_xdomain(xd); 696d1ff7024SMika Westerberg tb_xdomain_put(xd); 697d1ff7024SMika Westerberg } 698d1ff7024SMika Westerberg 699d1ff7024SMika Westerberg /* 700d1ff7024SMika Westerberg * Look if there already exists an XDomain in the same place 701d1ff7024SMika Westerberg * than the new one and in that case remove it because it is 702d1ff7024SMika Westerberg * most likely another host that got disconnected. 703d1ff7024SMika Westerberg */ 704d1ff7024SMika Westerberg xd = tb_xdomain_find_by_link_depth(tb, link, depth); 705d1ff7024SMika Westerberg if (!xd) { 706d1ff7024SMika Westerberg u8 dual_link; 707d1ff7024SMika Westerberg 708d1ff7024SMika Westerberg dual_link = dual_link_from_link(link); 709d1ff7024SMika Westerberg if (dual_link) 710d1ff7024SMika Westerberg xd = tb_xdomain_find_by_link_depth(tb, dual_link, 711d1ff7024SMika Westerberg depth); 712d1ff7024SMika Westerberg } 713d1ff7024SMika Westerberg if (xd) { 714d1ff7024SMika Westerberg remove_xdomain(xd); 715d1ff7024SMika Westerberg tb_xdomain_put(xd); 716d1ff7024SMika Westerberg } 717d1ff7024SMika Westerberg 718d1ff7024SMika Westerberg /* 719d1ff7024SMika Westerberg * If the user disconnected a switch during suspend and 720d1ff7024SMika Westerberg * connected another host to the same port, remove the switch 721d1ff7024SMika Westerberg * first. 722d1ff7024SMika Westerberg */ 723d1ff7024SMika Westerberg sw = get_switch_at_route(tb->root_switch, route); 724d1ff7024SMika Westerberg if (sw) 725d1ff7024SMika Westerberg remove_switch(sw); 726d1ff7024SMika Westerberg 727d1ff7024SMika Westerberg sw = tb_switch_find_by_link_depth(tb, link, depth); 728d1ff7024SMika Westerberg if (!sw) { 729d1ff7024SMika Westerberg tb_warn(tb, "no switch exists at %u.%u, ignoring\n", link, 730d1ff7024SMika Westerberg depth); 731d1ff7024SMika Westerberg return; 732d1ff7024SMika Westerberg } 733d1ff7024SMika Westerberg 734ee487dd2SMika Westerberg add_xdomain(sw, route, &pkg->local_uuid, &pkg->remote_uuid, link, 735ee487dd2SMika Westerberg depth); 736d1ff7024SMika Westerberg tb_switch_put(sw); 737d1ff7024SMika Westerberg } 738d1ff7024SMika Westerberg 739d1ff7024SMika Westerberg static void 740d1ff7024SMika Westerberg icm_fr_xdomain_disconnected(struct tb *tb, const struct icm_pkg_header *hdr) 741d1ff7024SMika Westerberg { 742d1ff7024SMika Westerberg const struct icm_fr_event_xdomain_disconnected *pkg = 743d1ff7024SMika Westerberg (const struct icm_fr_event_xdomain_disconnected *)hdr; 744d1ff7024SMika Westerberg struct tb_xdomain *xd; 745d1ff7024SMika Westerberg 746d1ff7024SMika Westerberg /* 747d1ff7024SMika Westerberg * If the connection is through one or multiple devices, the 748d1ff7024SMika Westerberg * XDomain device is removed along with them so it is fine if we 749d1ff7024SMika Westerberg * cannot find it here. 750d1ff7024SMika Westerberg */ 751d1ff7024SMika Westerberg xd = tb_xdomain_find_by_uuid(tb, &pkg->remote_uuid); 752d1ff7024SMika Westerberg if (xd) { 753d1ff7024SMika Westerberg remove_xdomain(xd); 754d1ff7024SMika Westerberg tb_xdomain_put(xd); 755d1ff7024SMika Westerberg } 756d1ff7024SMika Westerberg } 757d1ff7024SMika Westerberg 7584bac471dSRadion Mirchevsky static int 7594bac471dSRadion Mirchevsky icm_tr_driver_ready(struct tb *tb, enum tb_security_level *security_level, 7604bac471dSRadion Mirchevsky size_t *nboot_acl) 7614bac471dSRadion Mirchevsky { 7624bac471dSRadion Mirchevsky struct icm_tr_pkg_driver_ready_response reply; 7634bac471dSRadion Mirchevsky struct icm_pkg_driver_ready request = { 7644bac471dSRadion Mirchevsky .hdr.code = ICM_DRIVER_READY, 7654bac471dSRadion Mirchevsky }; 7664bac471dSRadion Mirchevsky int ret; 7674bac471dSRadion Mirchevsky 7684bac471dSRadion Mirchevsky memset(&reply, 0, sizeof(reply)); 7694bac471dSRadion Mirchevsky ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 7704bac471dSRadion Mirchevsky 1, 20000); 7714bac471dSRadion Mirchevsky if (ret) 7724bac471dSRadion Mirchevsky return ret; 7734bac471dSRadion Mirchevsky 7744bac471dSRadion Mirchevsky if (security_level) 7754bac471dSRadion Mirchevsky *security_level = reply.info & ICM_TR_INFO_SLEVEL_MASK; 7764bac471dSRadion Mirchevsky if (nboot_acl) 7774bac471dSRadion Mirchevsky *nboot_acl = (reply.info & ICM_TR_INFO_BOOT_ACL_MASK) >> 7784bac471dSRadion Mirchevsky ICM_TR_INFO_BOOT_ACL_SHIFT; 7794bac471dSRadion Mirchevsky return 0; 7804bac471dSRadion Mirchevsky } 7814bac471dSRadion Mirchevsky 7824bac471dSRadion Mirchevsky static int icm_tr_approve_switch(struct tb *tb, struct tb_switch *sw) 7834bac471dSRadion Mirchevsky { 7844bac471dSRadion Mirchevsky struct icm_tr_pkg_approve_device request; 7854bac471dSRadion Mirchevsky struct icm_tr_pkg_approve_device reply; 7864bac471dSRadion Mirchevsky int ret; 7874bac471dSRadion Mirchevsky 7884bac471dSRadion Mirchevsky memset(&request, 0, sizeof(request)); 7894bac471dSRadion Mirchevsky memcpy(&request.ep_uuid, sw->uuid, sizeof(request.ep_uuid)); 7904bac471dSRadion Mirchevsky request.hdr.code = ICM_APPROVE_DEVICE; 7914bac471dSRadion Mirchevsky request.route_lo = sw->config.route_lo; 7924bac471dSRadion Mirchevsky request.route_hi = sw->config.route_hi; 7934bac471dSRadion Mirchevsky request.connection_id = sw->connection_id; 7944bac471dSRadion Mirchevsky 7954bac471dSRadion Mirchevsky memset(&reply, 0, sizeof(reply)); 7964bac471dSRadion Mirchevsky ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 7974bac471dSRadion Mirchevsky 1, ICM_APPROVE_TIMEOUT); 7984bac471dSRadion Mirchevsky if (ret) 7994bac471dSRadion Mirchevsky return ret; 8004bac471dSRadion Mirchevsky 8014bac471dSRadion Mirchevsky if (reply.hdr.flags & ICM_FLAGS_ERROR) { 8024bac471dSRadion Mirchevsky tb_warn(tb, "PCIe tunnel creation failed\n"); 8034bac471dSRadion Mirchevsky return -EIO; 8044bac471dSRadion Mirchevsky } 8054bac471dSRadion Mirchevsky 8064bac471dSRadion Mirchevsky return 0; 8074bac471dSRadion Mirchevsky } 8084bac471dSRadion Mirchevsky 8094bac471dSRadion Mirchevsky static int icm_tr_add_switch_key(struct tb *tb, struct tb_switch *sw) 8104bac471dSRadion Mirchevsky { 8114bac471dSRadion Mirchevsky struct icm_tr_pkg_add_device_key_response reply; 8124bac471dSRadion Mirchevsky struct icm_tr_pkg_add_device_key request; 8134bac471dSRadion Mirchevsky int ret; 8144bac471dSRadion Mirchevsky 8154bac471dSRadion Mirchevsky memset(&request, 0, sizeof(request)); 8164bac471dSRadion Mirchevsky memcpy(&request.ep_uuid, sw->uuid, sizeof(request.ep_uuid)); 8174bac471dSRadion Mirchevsky request.hdr.code = ICM_ADD_DEVICE_KEY; 8184bac471dSRadion Mirchevsky request.route_lo = sw->config.route_lo; 8194bac471dSRadion Mirchevsky request.route_hi = sw->config.route_hi; 8204bac471dSRadion Mirchevsky request.connection_id = sw->connection_id; 8214bac471dSRadion Mirchevsky memcpy(request.key, sw->key, TB_SWITCH_KEY_SIZE); 8224bac471dSRadion Mirchevsky 8234bac471dSRadion Mirchevsky memset(&reply, 0, sizeof(reply)); 8244bac471dSRadion Mirchevsky ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 8254bac471dSRadion Mirchevsky 1, ICM_TIMEOUT); 8264bac471dSRadion Mirchevsky if (ret) 8274bac471dSRadion Mirchevsky return ret; 8284bac471dSRadion Mirchevsky 8294bac471dSRadion Mirchevsky if (reply.hdr.flags & ICM_FLAGS_ERROR) { 8304bac471dSRadion Mirchevsky tb_warn(tb, "Adding key to switch failed\n"); 8314bac471dSRadion Mirchevsky return -EIO; 8324bac471dSRadion Mirchevsky } 8334bac471dSRadion Mirchevsky 8344bac471dSRadion Mirchevsky return 0; 8354bac471dSRadion Mirchevsky } 8364bac471dSRadion Mirchevsky 8374bac471dSRadion Mirchevsky static int icm_tr_challenge_switch_key(struct tb *tb, struct tb_switch *sw, 8384bac471dSRadion Mirchevsky const u8 *challenge, u8 *response) 8394bac471dSRadion Mirchevsky { 8404bac471dSRadion Mirchevsky struct icm_tr_pkg_challenge_device_response reply; 8414bac471dSRadion Mirchevsky struct icm_tr_pkg_challenge_device request; 8424bac471dSRadion Mirchevsky int ret; 8434bac471dSRadion Mirchevsky 8444bac471dSRadion Mirchevsky memset(&request, 0, sizeof(request)); 8454bac471dSRadion Mirchevsky memcpy(&request.ep_uuid, sw->uuid, sizeof(request.ep_uuid)); 8464bac471dSRadion Mirchevsky request.hdr.code = ICM_CHALLENGE_DEVICE; 8474bac471dSRadion Mirchevsky request.route_lo = sw->config.route_lo; 8484bac471dSRadion Mirchevsky request.route_hi = sw->config.route_hi; 8494bac471dSRadion Mirchevsky request.connection_id = sw->connection_id; 8504bac471dSRadion Mirchevsky memcpy(request.challenge, challenge, TB_SWITCH_KEY_SIZE); 8514bac471dSRadion Mirchevsky 8524bac471dSRadion Mirchevsky memset(&reply, 0, sizeof(reply)); 8534bac471dSRadion Mirchevsky ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 8544bac471dSRadion Mirchevsky 1, ICM_TIMEOUT); 8554bac471dSRadion Mirchevsky if (ret) 8564bac471dSRadion Mirchevsky return ret; 8574bac471dSRadion Mirchevsky 8584bac471dSRadion Mirchevsky if (reply.hdr.flags & ICM_FLAGS_ERROR) 8594bac471dSRadion Mirchevsky return -EKEYREJECTED; 8604bac471dSRadion Mirchevsky if (reply.hdr.flags & ICM_FLAGS_NO_KEY) 8614bac471dSRadion Mirchevsky return -ENOKEY; 8624bac471dSRadion Mirchevsky 8634bac471dSRadion Mirchevsky memcpy(response, reply.response, TB_SWITCH_KEY_SIZE); 8644bac471dSRadion Mirchevsky 8654bac471dSRadion Mirchevsky return 0; 8664bac471dSRadion Mirchevsky } 8674bac471dSRadion Mirchevsky 8684bac471dSRadion Mirchevsky static int icm_tr_approve_xdomain_paths(struct tb *tb, struct tb_xdomain *xd) 8694bac471dSRadion Mirchevsky { 8704bac471dSRadion Mirchevsky struct icm_tr_pkg_approve_xdomain_response reply; 8714bac471dSRadion Mirchevsky struct icm_tr_pkg_approve_xdomain request; 8724bac471dSRadion Mirchevsky int ret; 8734bac471dSRadion Mirchevsky 8744bac471dSRadion Mirchevsky memset(&request, 0, sizeof(request)); 8754bac471dSRadion Mirchevsky request.hdr.code = ICM_APPROVE_XDOMAIN; 8764bac471dSRadion Mirchevsky request.route_hi = upper_32_bits(xd->route); 8774bac471dSRadion Mirchevsky request.route_lo = lower_32_bits(xd->route); 8784bac471dSRadion Mirchevsky request.transmit_path = xd->transmit_path; 8794bac471dSRadion Mirchevsky request.transmit_ring = xd->transmit_ring; 8804bac471dSRadion Mirchevsky request.receive_path = xd->receive_path; 8814bac471dSRadion Mirchevsky request.receive_ring = xd->receive_ring; 8824bac471dSRadion Mirchevsky memcpy(&request.remote_uuid, xd->remote_uuid, sizeof(*xd->remote_uuid)); 8834bac471dSRadion Mirchevsky 8844bac471dSRadion Mirchevsky memset(&reply, 0, sizeof(reply)); 8854bac471dSRadion Mirchevsky ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 8864bac471dSRadion Mirchevsky 1, ICM_TIMEOUT); 8874bac471dSRadion Mirchevsky if (ret) 8884bac471dSRadion Mirchevsky return ret; 8894bac471dSRadion Mirchevsky 8904bac471dSRadion Mirchevsky if (reply.hdr.flags & ICM_FLAGS_ERROR) 8914bac471dSRadion Mirchevsky return -EIO; 8924bac471dSRadion Mirchevsky 8934bac471dSRadion Mirchevsky return 0; 8944bac471dSRadion Mirchevsky } 8954bac471dSRadion Mirchevsky 8964bac471dSRadion Mirchevsky static int icm_tr_xdomain_tear_down(struct tb *tb, struct tb_xdomain *xd, 8974bac471dSRadion Mirchevsky int stage) 8984bac471dSRadion Mirchevsky { 8994bac471dSRadion Mirchevsky struct icm_tr_pkg_disconnect_xdomain_response reply; 9004bac471dSRadion Mirchevsky struct icm_tr_pkg_disconnect_xdomain request; 9014bac471dSRadion Mirchevsky int ret; 9024bac471dSRadion Mirchevsky 9034bac471dSRadion Mirchevsky memset(&request, 0, sizeof(request)); 9044bac471dSRadion Mirchevsky request.hdr.code = ICM_DISCONNECT_XDOMAIN; 9054bac471dSRadion Mirchevsky request.stage = stage; 9064bac471dSRadion Mirchevsky request.route_hi = upper_32_bits(xd->route); 9074bac471dSRadion Mirchevsky request.route_lo = lower_32_bits(xd->route); 9084bac471dSRadion Mirchevsky memcpy(&request.remote_uuid, xd->remote_uuid, sizeof(*xd->remote_uuid)); 9094bac471dSRadion Mirchevsky 9104bac471dSRadion Mirchevsky memset(&reply, 0, sizeof(reply)); 9114bac471dSRadion Mirchevsky ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 9124bac471dSRadion Mirchevsky 1, ICM_TIMEOUT); 9134bac471dSRadion Mirchevsky if (ret) 9144bac471dSRadion Mirchevsky return ret; 9154bac471dSRadion Mirchevsky 9164bac471dSRadion Mirchevsky if (reply.hdr.flags & ICM_FLAGS_ERROR) 9174bac471dSRadion Mirchevsky return -EIO; 9184bac471dSRadion Mirchevsky 9194bac471dSRadion Mirchevsky return 0; 9204bac471dSRadion Mirchevsky } 9214bac471dSRadion Mirchevsky 9224bac471dSRadion Mirchevsky static int icm_tr_disconnect_xdomain_paths(struct tb *tb, struct tb_xdomain *xd) 9234bac471dSRadion Mirchevsky { 9244bac471dSRadion Mirchevsky int ret; 9254bac471dSRadion Mirchevsky 9264bac471dSRadion Mirchevsky ret = icm_tr_xdomain_tear_down(tb, xd, 1); 9274bac471dSRadion Mirchevsky if (ret) 9284bac471dSRadion Mirchevsky return ret; 9294bac471dSRadion Mirchevsky 9304bac471dSRadion Mirchevsky usleep_range(10, 50); 9314bac471dSRadion Mirchevsky return icm_tr_xdomain_tear_down(tb, xd, 2); 9324bac471dSRadion Mirchevsky } 9334bac471dSRadion Mirchevsky 9344bac471dSRadion Mirchevsky static void 9354bac471dSRadion Mirchevsky icm_tr_device_connected(struct tb *tb, const struct icm_pkg_header *hdr) 9364bac471dSRadion Mirchevsky { 9374bac471dSRadion Mirchevsky const struct icm_tr_event_device_connected *pkg = 9384bac471dSRadion Mirchevsky (const struct icm_tr_event_device_connected *)hdr; 9394bac471dSRadion Mirchevsky enum tb_security_level security_level; 9404bac471dSRadion Mirchevsky struct tb_switch *sw, *parent_sw; 9414bac471dSRadion Mirchevsky struct tb_xdomain *xd; 9424bac471dSRadion Mirchevsky bool authorized, boot; 9434bac471dSRadion Mirchevsky u64 route; 9444bac471dSRadion Mirchevsky 9454bac471dSRadion Mirchevsky /* 9464bac471dSRadion Mirchevsky * Currently we don't use the QoS information coming with the 9474bac471dSRadion Mirchevsky * device connected message so simply just ignore that extra 9484bac471dSRadion Mirchevsky * packet for now. 9494bac471dSRadion Mirchevsky */ 9504bac471dSRadion Mirchevsky if (pkg->hdr.packet_id) 9514bac471dSRadion Mirchevsky return; 9524bac471dSRadion Mirchevsky 9534bac471dSRadion Mirchevsky /* 9544bac471dSRadion Mirchevsky * After NVM upgrade adding root switch device fails because we 9554bac471dSRadion Mirchevsky * initiated reset. During that time ICM might still send device 9564bac471dSRadion Mirchevsky * connected message which we ignore here. 9574bac471dSRadion Mirchevsky */ 9584bac471dSRadion Mirchevsky if (!tb->root_switch) 9594bac471dSRadion Mirchevsky return; 9604bac471dSRadion Mirchevsky 9614bac471dSRadion Mirchevsky route = get_route(pkg->route_hi, pkg->route_lo); 9624bac471dSRadion Mirchevsky authorized = pkg->link_info & ICM_LINK_INFO_APPROVED; 9634bac471dSRadion Mirchevsky security_level = (pkg->hdr.flags & ICM_FLAGS_SLEVEL_MASK) >> 9644bac471dSRadion Mirchevsky ICM_FLAGS_SLEVEL_SHIFT; 9654bac471dSRadion Mirchevsky boot = pkg->link_info & ICM_LINK_INFO_BOOT; 9664bac471dSRadion Mirchevsky 9674bac471dSRadion Mirchevsky if (pkg->link_info & ICM_LINK_INFO_REJECTED) { 9684bac471dSRadion Mirchevsky tb_info(tb, "switch at %llx was rejected by ICM firmware because topology limit exceeded\n", 9694bac471dSRadion Mirchevsky route); 9704bac471dSRadion Mirchevsky return; 9714bac471dSRadion Mirchevsky } 9724bac471dSRadion Mirchevsky 9734bac471dSRadion Mirchevsky sw = tb_switch_find_by_uuid(tb, &pkg->ep_uuid); 9744bac471dSRadion Mirchevsky if (sw) { 9754bac471dSRadion Mirchevsky /* Update the switch if it is still in the same place */ 9764bac471dSRadion Mirchevsky if (tb_route(sw) == route && !!sw->authorized == authorized) { 9774bac471dSRadion Mirchevsky parent_sw = tb_to_switch(sw->dev.parent); 9784bac471dSRadion Mirchevsky update_switch(parent_sw, sw, route, pkg->connection_id, 9794bac471dSRadion Mirchevsky 0, 0, 0, boot); 9804bac471dSRadion Mirchevsky tb_switch_put(sw); 9814bac471dSRadion Mirchevsky return; 9824bac471dSRadion Mirchevsky } 9834bac471dSRadion Mirchevsky 9844bac471dSRadion Mirchevsky remove_switch(sw); 9854bac471dSRadion Mirchevsky tb_switch_put(sw); 9864bac471dSRadion Mirchevsky } 9874bac471dSRadion Mirchevsky 9884bac471dSRadion Mirchevsky /* Another switch with the same address */ 9894bac471dSRadion Mirchevsky sw = tb_switch_find_by_route(tb, route); 9904bac471dSRadion Mirchevsky if (sw) { 9914bac471dSRadion Mirchevsky remove_switch(sw); 9924bac471dSRadion Mirchevsky tb_switch_put(sw); 9934bac471dSRadion Mirchevsky } 9944bac471dSRadion Mirchevsky 9954bac471dSRadion Mirchevsky /* XDomain connection with the same address */ 9964bac471dSRadion Mirchevsky xd = tb_xdomain_find_by_route(tb, route); 9974bac471dSRadion Mirchevsky if (xd) { 9984bac471dSRadion Mirchevsky remove_xdomain(xd); 9994bac471dSRadion Mirchevsky tb_xdomain_put(xd); 10004bac471dSRadion Mirchevsky } 10014bac471dSRadion Mirchevsky 10024bac471dSRadion Mirchevsky parent_sw = tb_switch_find_by_route(tb, get_parent_route(route)); 10034bac471dSRadion Mirchevsky if (!parent_sw) { 10044bac471dSRadion Mirchevsky tb_err(tb, "failed to find parent switch for %llx\n", route); 10054bac471dSRadion Mirchevsky return; 10064bac471dSRadion Mirchevsky } 10074bac471dSRadion Mirchevsky 10084bac471dSRadion Mirchevsky add_switch(parent_sw, route, &pkg->ep_uuid, pkg->connection_id, 10094bac471dSRadion Mirchevsky 0, 0, 0, security_level, authorized, boot); 10104bac471dSRadion Mirchevsky 10114bac471dSRadion Mirchevsky tb_switch_put(parent_sw); 10124bac471dSRadion Mirchevsky } 10134bac471dSRadion Mirchevsky 10144bac471dSRadion Mirchevsky static void 10154bac471dSRadion Mirchevsky icm_tr_device_disconnected(struct tb *tb, const struct icm_pkg_header *hdr) 10164bac471dSRadion Mirchevsky { 10174bac471dSRadion Mirchevsky const struct icm_tr_event_device_disconnected *pkg = 10184bac471dSRadion Mirchevsky (const struct icm_tr_event_device_disconnected *)hdr; 10194bac471dSRadion Mirchevsky struct tb_switch *sw; 10204bac471dSRadion Mirchevsky u64 route; 10214bac471dSRadion Mirchevsky 10224bac471dSRadion Mirchevsky route = get_route(pkg->route_hi, pkg->route_lo); 10234bac471dSRadion Mirchevsky 10244bac471dSRadion Mirchevsky sw = tb_switch_find_by_route(tb, route); 10254bac471dSRadion Mirchevsky if (!sw) { 10264bac471dSRadion Mirchevsky tb_warn(tb, "no switch exists at %llx, ignoring\n", route); 10274bac471dSRadion Mirchevsky return; 10284bac471dSRadion Mirchevsky } 10294bac471dSRadion Mirchevsky 10304bac471dSRadion Mirchevsky remove_switch(sw); 10314bac471dSRadion Mirchevsky tb_switch_put(sw); 10324bac471dSRadion Mirchevsky } 10334bac471dSRadion Mirchevsky 10344bac471dSRadion Mirchevsky static void 10354bac471dSRadion Mirchevsky icm_tr_xdomain_connected(struct tb *tb, const struct icm_pkg_header *hdr) 10364bac471dSRadion Mirchevsky { 10374bac471dSRadion Mirchevsky const struct icm_tr_event_xdomain_connected *pkg = 10384bac471dSRadion Mirchevsky (const struct icm_tr_event_xdomain_connected *)hdr; 10394bac471dSRadion Mirchevsky struct tb_xdomain *xd; 10404bac471dSRadion Mirchevsky struct tb_switch *sw; 10414bac471dSRadion Mirchevsky u64 route; 10424bac471dSRadion Mirchevsky 10434bac471dSRadion Mirchevsky if (!tb->root_switch) 10444bac471dSRadion Mirchevsky return; 10454bac471dSRadion Mirchevsky 10464bac471dSRadion Mirchevsky route = get_route(pkg->local_route_hi, pkg->local_route_lo); 10474bac471dSRadion Mirchevsky 10484bac471dSRadion Mirchevsky xd = tb_xdomain_find_by_uuid(tb, &pkg->remote_uuid); 10494bac471dSRadion Mirchevsky if (xd) { 10504bac471dSRadion Mirchevsky if (xd->route == route) { 10514bac471dSRadion Mirchevsky update_xdomain(xd, route, 0); 10524bac471dSRadion Mirchevsky tb_xdomain_put(xd); 10534bac471dSRadion Mirchevsky return; 10544bac471dSRadion Mirchevsky } 10554bac471dSRadion Mirchevsky 10564bac471dSRadion Mirchevsky remove_xdomain(xd); 10574bac471dSRadion Mirchevsky tb_xdomain_put(xd); 10584bac471dSRadion Mirchevsky } 10594bac471dSRadion Mirchevsky 10604bac471dSRadion Mirchevsky /* An existing xdomain with the same address */ 10614bac471dSRadion Mirchevsky xd = tb_xdomain_find_by_route(tb, route); 10624bac471dSRadion Mirchevsky if (xd) { 10634bac471dSRadion Mirchevsky remove_xdomain(xd); 10644bac471dSRadion Mirchevsky tb_xdomain_put(xd); 10654bac471dSRadion Mirchevsky } 10664bac471dSRadion Mirchevsky 10674bac471dSRadion Mirchevsky /* 10684bac471dSRadion Mirchevsky * If the user disconnected a switch during suspend and 10694bac471dSRadion Mirchevsky * connected another host to the same port, remove the switch 10704bac471dSRadion Mirchevsky * first. 10714bac471dSRadion Mirchevsky */ 10724bac471dSRadion Mirchevsky sw = get_switch_at_route(tb->root_switch, route); 10734bac471dSRadion Mirchevsky if (sw) 10744bac471dSRadion Mirchevsky remove_switch(sw); 10754bac471dSRadion Mirchevsky 10764bac471dSRadion Mirchevsky sw = tb_switch_find_by_route(tb, get_parent_route(route)); 10774bac471dSRadion Mirchevsky if (!sw) { 10784bac471dSRadion Mirchevsky tb_warn(tb, "no switch exists at %llx, ignoring\n", route); 10794bac471dSRadion Mirchevsky return; 10804bac471dSRadion Mirchevsky } 10814bac471dSRadion Mirchevsky 10824bac471dSRadion Mirchevsky add_xdomain(sw, route, &pkg->local_uuid, &pkg->remote_uuid, 0, 0); 10834bac471dSRadion Mirchevsky tb_switch_put(sw); 10844bac471dSRadion Mirchevsky } 10854bac471dSRadion Mirchevsky 10864bac471dSRadion Mirchevsky static void 10874bac471dSRadion Mirchevsky icm_tr_xdomain_disconnected(struct tb *tb, const struct icm_pkg_header *hdr) 10884bac471dSRadion Mirchevsky { 10894bac471dSRadion Mirchevsky const struct icm_tr_event_xdomain_disconnected *pkg = 10904bac471dSRadion Mirchevsky (const struct icm_tr_event_xdomain_disconnected *)hdr; 10914bac471dSRadion Mirchevsky struct tb_xdomain *xd; 10924bac471dSRadion Mirchevsky u64 route; 10934bac471dSRadion Mirchevsky 10944bac471dSRadion Mirchevsky route = get_route(pkg->route_hi, pkg->route_lo); 10954bac471dSRadion Mirchevsky 10964bac471dSRadion Mirchevsky xd = tb_xdomain_find_by_route(tb, route); 10974bac471dSRadion Mirchevsky if (xd) { 10984bac471dSRadion Mirchevsky remove_xdomain(xd); 10994bac471dSRadion Mirchevsky tb_xdomain_put(xd); 11004bac471dSRadion Mirchevsky } 11014bac471dSRadion Mirchevsky } 11024bac471dSRadion Mirchevsky 1103f67cf491SMika Westerberg static struct pci_dev *get_upstream_port(struct pci_dev *pdev) 1104f67cf491SMika Westerberg { 1105f67cf491SMika Westerberg struct pci_dev *parent; 1106f67cf491SMika Westerberg 1107f67cf491SMika Westerberg parent = pci_upstream_bridge(pdev); 1108f67cf491SMika Westerberg while (parent) { 1109f67cf491SMika Westerberg if (!pci_is_pcie(parent)) 1110f67cf491SMika Westerberg return NULL; 1111f67cf491SMika Westerberg if (pci_pcie_type(parent) == PCI_EXP_TYPE_UPSTREAM) 1112f67cf491SMika Westerberg break; 1113f67cf491SMika Westerberg parent = pci_upstream_bridge(parent); 1114f67cf491SMika Westerberg } 1115f67cf491SMika Westerberg 1116f67cf491SMika Westerberg if (!parent) 1117f67cf491SMika Westerberg return NULL; 1118f67cf491SMika Westerberg 1119f67cf491SMika Westerberg switch (parent->device) { 1120f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_2C_BRIDGE: 1121f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_4C_BRIDGE: 1122f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_LP_BRIDGE: 1123f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_C_4C_BRIDGE: 1124f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_C_2C_BRIDGE: 1125f67cf491SMika Westerberg return parent; 1126f67cf491SMika Westerberg } 1127f67cf491SMika Westerberg 1128f67cf491SMika Westerberg return NULL; 1129f67cf491SMika Westerberg } 1130f67cf491SMika Westerberg 1131f67cf491SMika Westerberg static bool icm_ar_is_supported(struct tb *tb) 1132f67cf491SMika Westerberg { 1133f67cf491SMika Westerberg struct pci_dev *upstream_port; 1134f67cf491SMika Westerberg struct icm *icm = tb_priv(tb); 1135f67cf491SMika Westerberg 1136f67cf491SMika Westerberg /* 1137f67cf491SMika Westerberg * Starting from Alpine Ridge we can use ICM on Apple machines 1138f67cf491SMika Westerberg * as well. We just need to reset and re-enable it first. 1139f67cf491SMika Westerberg */ 1140630b3affSLukas Wunner if (!x86_apple_machine) 1141f67cf491SMika Westerberg return true; 1142f67cf491SMika Westerberg 1143f67cf491SMika Westerberg /* 1144f67cf491SMika Westerberg * Find the upstream PCIe port in case we need to do reset 1145f67cf491SMika Westerberg * through its vendor specific registers. 1146f67cf491SMika Westerberg */ 1147f67cf491SMika Westerberg upstream_port = get_upstream_port(tb->nhi->pdev); 1148f67cf491SMika Westerberg if (upstream_port) { 1149f67cf491SMika Westerberg int cap; 1150f67cf491SMika Westerberg 1151f67cf491SMika Westerberg cap = pci_find_ext_capability(upstream_port, 1152f67cf491SMika Westerberg PCI_EXT_CAP_ID_VNDR); 1153f67cf491SMika Westerberg if (cap > 0) { 1154f67cf491SMika Westerberg icm->upstream_port = upstream_port; 1155f67cf491SMika Westerberg icm->vnd_cap = cap; 1156f67cf491SMika Westerberg 1157f67cf491SMika Westerberg return true; 1158f67cf491SMika Westerberg } 1159f67cf491SMika Westerberg } 1160f67cf491SMika Westerberg 1161f67cf491SMika Westerberg return false; 1162f67cf491SMika Westerberg } 1163f67cf491SMika Westerberg 1164f67cf491SMika Westerberg static int icm_ar_get_mode(struct tb *tb) 1165f67cf491SMika Westerberg { 1166f67cf491SMika Westerberg struct tb_nhi *nhi = tb->nhi; 1167e4be8c9bSMika Westerberg int retries = 60; 1168f67cf491SMika Westerberg u32 val; 1169f67cf491SMika Westerberg 1170f67cf491SMika Westerberg do { 1171f67cf491SMika Westerberg val = ioread32(nhi->iobase + REG_FW_STS); 1172f67cf491SMika Westerberg if (val & REG_FW_STS_NVM_AUTH_DONE) 1173f67cf491SMika Westerberg break; 1174e4be8c9bSMika Westerberg msleep(50); 1175f67cf491SMika Westerberg } while (--retries); 1176f67cf491SMika Westerberg 1177f67cf491SMika Westerberg if (!retries) { 1178f67cf491SMika Westerberg dev_err(&nhi->pdev->dev, "ICM firmware not authenticated\n"); 1179f67cf491SMika Westerberg return -ENODEV; 1180f67cf491SMika Westerberg } 1181f67cf491SMika Westerberg 1182f67cf491SMika Westerberg return nhi_mailbox_mode(nhi); 1183f67cf491SMika Westerberg } 1184f67cf491SMika Westerberg 11859aaa3b8bSMika Westerberg static int 11869aaa3b8bSMika Westerberg icm_ar_driver_ready(struct tb *tb, enum tb_security_level *security_level, 11879aaa3b8bSMika Westerberg size_t *nboot_acl) 11889aaa3b8bSMika Westerberg { 11899aaa3b8bSMika Westerberg struct icm_ar_pkg_driver_ready_response reply; 11909aaa3b8bSMika Westerberg struct icm_pkg_driver_ready request = { 11919aaa3b8bSMika Westerberg .hdr.code = ICM_DRIVER_READY, 11929aaa3b8bSMika Westerberg }; 11939aaa3b8bSMika Westerberg int ret; 11949aaa3b8bSMika Westerberg 11959aaa3b8bSMika Westerberg memset(&reply, 0, sizeof(reply)); 11969aaa3b8bSMika Westerberg ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 11979aaa3b8bSMika Westerberg 1, ICM_TIMEOUT); 11989aaa3b8bSMika Westerberg if (ret) 11999aaa3b8bSMika Westerberg return ret; 12009aaa3b8bSMika Westerberg 12019aaa3b8bSMika Westerberg if (security_level) 12029aaa3b8bSMika Westerberg *security_level = reply.info & ICM_AR_INFO_SLEVEL_MASK; 12039aaa3b8bSMika Westerberg if (nboot_acl && (reply.info & ICM_AR_INFO_BOOT_ACL_SUPPORTED)) 12049aaa3b8bSMika Westerberg *nboot_acl = (reply.info & ICM_AR_INFO_BOOT_ACL_MASK) >> 12059aaa3b8bSMika Westerberg ICM_AR_INFO_BOOT_ACL_SHIFT; 12069aaa3b8bSMika Westerberg return 0; 12079aaa3b8bSMika Westerberg } 12089aaa3b8bSMika Westerberg 1209f67cf491SMika Westerberg static int icm_ar_get_route(struct tb *tb, u8 link, u8 depth, u64 *route) 1210f67cf491SMika Westerberg { 1211f67cf491SMika Westerberg struct icm_ar_pkg_get_route_response reply; 1212f67cf491SMika Westerberg struct icm_ar_pkg_get_route request = { 1213f67cf491SMika Westerberg .hdr = { .code = ICM_GET_ROUTE }, 1214f67cf491SMika Westerberg .link_info = depth << ICM_LINK_INFO_DEPTH_SHIFT | link, 1215f67cf491SMika Westerberg }; 1216f67cf491SMika Westerberg int ret; 1217f67cf491SMika Westerberg 1218f67cf491SMika Westerberg memset(&reply, 0, sizeof(reply)); 1219f67cf491SMika Westerberg ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 1220f67cf491SMika Westerberg 1, ICM_TIMEOUT); 1221f67cf491SMika Westerberg if (ret) 1222f67cf491SMika Westerberg return ret; 1223f67cf491SMika Westerberg 1224f67cf491SMika Westerberg if (reply.hdr.flags & ICM_FLAGS_ERROR) 1225f67cf491SMika Westerberg return -EIO; 1226f67cf491SMika Westerberg 1227f67cf491SMika Westerberg *route = get_route(reply.route_hi, reply.route_lo); 1228f67cf491SMika Westerberg return 0; 1229f67cf491SMika Westerberg } 1230f67cf491SMika Westerberg 12319aaa3b8bSMika Westerberg static int icm_ar_get_boot_acl(struct tb *tb, uuid_t *uuids, size_t nuuids) 12329aaa3b8bSMika Westerberg { 12339aaa3b8bSMika Westerberg struct icm_ar_pkg_preboot_acl_response reply; 12349aaa3b8bSMika Westerberg struct icm_ar_pkg_preboot_acl request = { 12359aaa3b8bSMika Westerberg .hdr = { .code = ICM_PREBOOT_ACL }, 12369aaa3b8bSMika Westerberg }; 12379aaa3b8bSMika Westerberg int ret, i; 12389aaa3b8bSMika Westerberg 12399aaa3b8bSMika Westerberg memset(&reply, 0, sizeof(reply)); 12409aaa3b8bSMika Westerberg ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 12419aaa3b8bSMika Westerberg 1, ICM_TIMEOUT); 12429aaa3b8bSMika Westerberg if (ret) 12439aaa3b8bSMika Westerberg return ret; 12449aaa3b8bSMika Westerberg 12459aaa3b8bSMika Westerberg if (reply.hdr.flags & ICM_FLAGS_ERROR) 12469aaa3b8bSMika Westerberg return -EIO; 12479aaa3b8bSMika Westerberg 12489aaa3b8bSMika Westerberg for (i = 0; i < nuuids; i++) { 12499aaa3b8bSMika Westerberg u32 *uuid = (u32 *)&uuids[i]; 12509aaa3b8bSMika Westerberg 12519aaa3b8bSMika Westerberg uuid[0] = reply.acl[i].uuid_lo; 12529aaa3b8bSMika Westerberg uuid[1] = reply.acl[i].uuid_hi; 12539aaa3b8bSMika Westerberg 12549aaa3b8bSMika Westerberg if (uuid[0] == 0xffffffff && uuid[1] == 0xffffffff) { 12559aaa3b8bSMika Westerberg /* Map empty entries to null UUID */ 12569aaa3b8bSMika Westerberg uuid[0] = 0; 12579aaa3b8bSMika Westerberg uuid[1] = 0; 12589aaa3b8bSMika Westerberg } else { 12599aaa3b8bSMika Westerberg /* Upper two DWs are always one's */ 12609aaa3b8bSMika Westerberg uuid[2] = 0xffffffff; 12619aaa3b8bSMika Westerberg uuid[3] = 0xffffffff; 12629aaa3b8bSMika Westerberg } 12639aaa3b8bSMika Westerberg } 12649aaa3b8bSMika Westerberg 12659aaa3b8bSMika Westerberg return ret; 12669aaa3b8bSMika Westerberg } 12679aaa3b8bSMika Westerberg 12689aaa3b8bSMika Westerberg static int icm_ar_set_boot_acl(struct tb *tb, const uuid_t *uuids, 12699aaa3b8bSMika Westerberg size_t nuuids) 12709aaa3b8bSMika Westerberg { 12719aaa3b8bSMika Westerberg struct icm_ar_pkg_preboot_acl_response reply; 12729aaa3b8bSMika Westerberg struct icm_ar_pkg_preboot_acl request = { 12739aaa3b8bSMika Westerberg .hdr = { 12749aaa3b8bSMika Westerberg .code = ICM_PREBOOT_ACL, 12759aaa3b8bSMika Westerberg .flags = ICM_FLAGS_WRITE, 12769aaa3b8bSMika Westerberg }, 12779aaa3b8bSMika Westerberg }; 12789aaa3b8bSMika Westerberg int ret, i; 12799aaa3b8bSMika Westerberg 12809aaa3b8bSMika Westerberg for (i = 0; i < nuuids; i++) { 12819aaa3b8bSMika Westerberg const u32 *uuid = (const u32 *)&uuids[i]; 12829aaa3b8bSMika Westerberg 12839aaa3b8bSMika Westerberg if (uuid_is_null(&uuids[i])) { 12849aaa3b8bSMika Westerberg /* 12859aaa3b8bSMika Westerberg * Map null UUID to the empty (all one) entries 12869aaa3b8bSMika Westerberg * for ICM. 12879aaa3b8bSMika Westerberg */ 12889aaa3b8bSMika Westerberg request.acl[i].uuid_lo = 0xffffffff; 12899aaa3b8bSMika Westerberg request.acl[i].uuid_hi = 0xffffffff; 12909aaa3b8bSMika Westerberg } else { 12919aaa3b8bSMika Westerberg /* Two high DWs need to be set to all one */ 12929aaa3b8bSMika Westerberg if (uuid[2] != 0xffffffff || uuid[3] != 0xffffffff) 12939aaa3b8bSMika Westerberg return -EINVAL; 12949aaa3b8bSMika Westerberg 12959aaa3b8bSMika Westerberg request.acl[i].uuid_lo = uuid[0]; 12969aaa3b8bSMika Westerberg request.acl[i].uuid_hi = uuid[1]; 12979aaa3b8bSMika Westerberg } 12989aaa3b8bSMika Westerberg } 12999aaa3b8bSMika Westerberg 13009aaa3b8bSMika Westerberg memset(&reply, 0, sizeof(reply)); 13019aaa3b8bSMika Westerberg ret = icm_request(tb, &request, sizeof(request), &reply, sizeof(reply), 13029aaa3b8bSMika Westerberg 1, ICM_TIMEOUT); 13039aaa3b8bSMika Westerberg if (ret) 13049aaa3b8bSMika Westerberg return ret; 13059aaa3b8bSMika Westerberg 13069aaa3b8bSMika Westerberg if (reply.hdr.flags & ICM_FLAGS_ERROR) 13079aaa3b8bSMika Westerberg return -EIO; 13089aaa3b8bSMika Westerberg 13099aaa3b8bSMika Westerberg return 0; 13109aaa3b8bSMika Westerberg } 13119aaa3b8bSMika Westerberg 1312f67cf491SMika Westerberg static void icm_handle_notification(struct work_struct *work) 1313f67cf491SMika Westerberg { 1314f67cf491SMika Westerberg struct icm_notification *n = container_of(work, typeof(*n), work); 1315f67cf491SMika Westerberg struct tb *tb = n->tb; 1316f67cf491SMika Westerberg struct icm *icm = tb_priv(tb); 1317f67cf491SMika Westerberg 1318f67cf491SMika Westerberg mutex_lock(&tb->lock); 1319f67cf491SMika Westerberg 1320f67cf491SMika Westerberg switch (n->pkg->code) { 1321f67cf491SMika Westerberg case ICM_EVENT_DEVICE_CONNECTED: 1322f67cf491SMika Westerberg icm->device_connected(tb, n->pkg); 1323f67cf491SMika Westerberg break; 1324f67cf491SMika Westerberg case ICM_EVENT_DEVICE_DISCONNECTED: 1325f67cf491SMika Westerberg icm->device_disconnected(tb, n->pkg); 1326f67cf491SMika Westerberg break; 1327d1ff7024SMika Westerberg case ICM_EVENT_XDOMAIN_CONNECTED: 1328d1ff7024SMika Westerberg icm->xdomain_connected(tb, n->pkg); 1329d1ff7024SMika Westerberg break; 1330d1ff7024SMika Westerberg case ICM_EVENT_XDOMAIN_DISCONNECTED: 1331d1ff7024SMika Westerberg icm->xdomain_disconnected(tb, n->pkg); 1332d1ff7024SMika Westerberg break; 1333f67cf491SMika Westerberg } 1334f67cf491SMika Westerberg 1335f67cf491SMika Westerberg mutex_unlock(&tb->lock); 1336f67cf491SMika Westerberg 1337f67cf491SMika Westerberg kfree(n->pkg); 1338f67cf491SMika Westerberg kfree(n); 1339f67cf491SMika Westerberg } 1340f67cf491SMika Westerberg 1341f67cf491SMika Westerberg static void icm_handle_event(struct tb *tb, enum tb_cfg_pkg_type type, 1342f67cf491SMika Westerberg const void *buf, size_t size) 1343f67cf491SMika Westerberg { 1344f67cf491SMika Westerberg struct icm_notification *n; 1345f67cf491SMika Westerberg 1346f67cf491SMika Westerberg n = kmalloc(sizeof(*n), GFP_KERNEL); 1347f67cf491SMika Westerberg if (!n) 1348f67cf491SMika Westerberg return; 1349f67cf491SMika Westerberg 1350f67cf491SMika Westerberg INIT_WORK(&n->work, icm_handle_notification); 1351f67cf491SMika Westerberg n->pkg = kmemdup(buf, size, GFP_KERNEL); 1352f67cf491SMika Westerberg n->tb = tb; 1353f67cf491SMika Westerberg 1354f67cf491SMika Westerberg queue_work(tb->wq, &n->work); 1355f67cf491SMika Westerberg } 1356f67cf491SMika Westerberg 1357f67cf491SMika Westerberg static int 13589aaa3b8bSMika Westerberg __icm_driver_ready(struct tb *tb, enum tb_security_level *security_level, 13599aaa3b8bSMika Westerberg size_t *nboot_acl) 1360f67cf491SMika Westerberg { 13613080e197SMika Westerberg struct icm *icm = tb_priv(tb); 136244b51bbbSMika Westerberg unsigned int retries = 50; 1363f67cf491SMika Westerberg int ret; 1364f67cf491SMika Westerberg 13659aaa3b8bSMika Westerberg ret = icm->driver_ready(tb, security_level, nboot_acl); 13663080e197SMika Westerberg if (ret) { 13673080e197SMika Westerberg tb_err(tb, "failed to send driver ready to ICM\n"); 1368f67cf491SMika Westerberg return ret; 13693080e197SMika Westerberg } 1370f67cf491SMika Westerberg 1371f67cf491SMika Westerberg /* 1372f67cf491SMika Westerberg * Hold on here until the switch config space is accessible so 1373f67cf491SMika Westerberg * that we can read root switch config successfully. 1374f67cf491SMika Westerberg */ 1375f67cf491SMika Westerberg do { 1376f67cf491SMika Westerberg struct tb_cfg_result res; 1377f67cf491SMika Westerberg u32 tmp; 1378f67cf491SMika Westerberg 1379f67cf491SMika Westerberg res = tb_cfg_read_raw(tb->ctl, &tmp, 0, 0, TB_CFG_SWITCH, 1380f67cf491SMika Westerberg 0, 1, 100); 1381f67cf491SMika Westerberg if (!res.err) 1382f67cf491SMika Westerberg return 0; 1383f67cf491SMika Westerberg 1384f67cf491SMika Westerberg msleep(50); 1385f67cf491SMika Westerberg } while (--retries); 1386f67cf491SMika Westerberg 138744b51bbbSMika Westerberg tb_err(tb, "failed to read root switch config space, giving up\n"); 1388f67cf491SMika Westerberg return -ETIMEDOUT; 1389f67cf491SMika Westerberg } 1390f67cf491SMika Westerberg 1391f67cf491SMika Westerberg static int pci2cio_wait_completion(struct icm *icm, unsigned long timeout_msec) 1392f67cf491SMika Westerberg { 1393f67cf491SMika Westerberg unsigned long end = jiffies + msecs_to_jiffies(timeout_msec); 1394f67cf491SMika Westerberg u32 cmd; 1395f67cf491SMika Westerberg 1396f67cf491SMika Westerberg do { 1397f67cf491SMika Westerberg pci_read_config_dword(icm->upstream_port, 1398f67cf491SMika Westerberg icm->vnd_cap + PCIE2CIO_CMD, &cmd); 1399f67cf491SMika Westerberg if (!(cmd & PCIE2CIO_CMD_START)) { 1400f67cf491SMika Westerberg if (cmd & PCIE2CIO_CMD_TIMEOUT) 1401f67cf491SMika Westerberg break; 1402f67cf491SMika Westerberg return 0; 1403f67cf491SMika Westerberg } 1404f67cf491SMika Westerberg 1405f67cf491SMika Westerberg msleep(50); 1406f67cf491SMika Westerberg } while (time_before(jiffies, end)); 1407f67cf491SMika Westerberg 1408f67cf491SMika Westerberg return -ETIMEDOUT; 1409f67cf491SMika Westerberg } 1410f67cf491SMika Westerberg 1411f67cf491SMika Westerberg static int pcie2cio_read(struct icm *icm, enum tb_cfg_space cs, 1412f67cf491SMika Westerberg unsigned int port, unsigned int index, u32 *data) 1413f67cf491SMika Westerberg { 1414f67cf491SMika Westerberg struct pci_dev *pdev = icm->upstream_port; 1415f67cf491SMika Westerberg int ret, vnd_cap = icm->vnd_cap; 1416f67cf491SMika Westerberg u32 cmd; 1417f67cf491SMika Westerberg 1418f67cf491SMika Westerberg cmd = index; 1419f67cf491SMika Westerberg cmd |= (port << PCIE2CIO_CMD_PORT_SHIFT) & PCIE2CIO_CMD_PORT_MASK; 1420f67cf491SMika Westerberg cmd |= (cs << PCIE2CIO_CMD_CS_SHIFT) & PCIE2CIO_CMD_CS_MASK; 1421f67cf491SMika Westerberg cmd |= PCIE2CIO_CMD_START; 1422f67cf491SMika Westerberg pci_write_config_dword(pdev, vnd_cap + PCIE2CIO_CMD, cmd); 1423f67cf491SMika Westerberg 1424f67cf491SMika Westerberg ret = pci2cio_wait_completion(icm, 5000); 1425f67cf491SMika Westerberg if (ret) 1426f67cf491SMika Westerberg return ret; 1427f67cf491SMika Westerberg 1428f67cf491SMika Westerberg pci_read_config_dword(pdev, vnd_cap + PCIE2CIO_RDDATA, data); 1429f67cf491SMika Westerberg return 0; 1430f67cf491SMika Westerberg } 1431f67cf491SMika Westerberg 1432f67cf491SMika Westerberg static int pcie2cio_write(struct icm *icm, enum tb_cfg_space cs, 1433f67cf491SMika Westerberg unsigned int port, unsigned int index, u32 data) 1434f67cf491SMika Westerberg { 1435f67cf491SMika Westerberg struct pci_dev *pdev = icm->upstream_port; 1436f67cf491SMika Westerberg int vnd_cap = icm->vnd_cap; 1437f67cf491SMika Westerberg u32 cmd; 1438f67cf491SMika Westerberg 1439f67cf491SMika Westerberg pci_write_config_dword(pdev, vnd_cap + PCIE2CIO_WRDATA, data); 1440f67cf491SMika Westerberg 1441f67cf491SMika Westerberg cmd = index; 1442f67cf491SMika Westerberg cmd |= (port << PCIE2CIO_CMD_PORT_SHIFT) & PCIE2CIO_CMD_PORT_MASK; 1443f67cf491SMika Westerberg cmd |= (cs << PCIE2CIO_CMD_CS_SHIFT) & PCIE2CIO_CMD_CS_MASK; 1444f67cf491SMika Westerberg cmd |= PCIE2CIO_CMD_WRITE | PCIE2CIO_CMD_START; 1445f67cf491SMika Westerberg pci_write_config_dword(pdev, vnd_cap + PCIE2CIO_CMD, cmd); 1446f67cf491SMika Westerberg 1447f67cf491SMika Westerberg return pci2cio_wait_completion(icm, 5000); 1448f67cf491SMika Westerberg } 1449f67cf491SMika Westerberg 1450f67cf491SMika Westerberg static int icm_firmware_reset(struct tb *tb, struct tb_nhi *nhi) 1451f67cf491SMika Westerberg { 1452f67cf491SMika Westerberg struct icm *icm = tb_priv(tb); 1453f67cf491SMika Westerberg u32 val; 1454f67cf491SMika Westerberg 1455f67cf491SMika Westerberg /* Put ARC to wait for CIO reset event to happen */ 1456f67cf491SMika Westerberg val = ioread32(nhi->iobase + REG_FW_STS); 1457f67cf491SMika Westerberg val |= REG_FW_STS_CIO_RESET_REQ; 1458f67cf491SMika Westerberg iowrite32(val, nhi->iobase + REG_FW_STS); 1459f67cf491SMika Westerberg 1460f67cf491SMika Westerberg /* Re-start ARC */ 1461f67cf491SMika Westerberg val = ioread32(nhi->iobase + REG_FW_STS); 1462f67cf491SMika Westerberg val |= REG_FW_STS_ICM_EN_INVERT; 1463f67cf491SMika Westerberg val |= REG_FW_STS_ICM_EN_CPU; 1464f67cf491SMika Westerberg iowrite32(val, nhi->iobase + REG_FW_STS); 1465f67cf491SMika Westerberg 1466f67cf491SMika Westerberg /* Trigger CIO reset now */ 1467f67cf491SMika Westerberg return pcie2cio_write(icm, TB_CFG_SWITCH, 0, 0x50, BIT(9)); 1468f67cf491SMika Westerberg } 1469f67cf491SMika Westerberg 1470f67cf491SMika Westerberg static int icm_firmware_start(struct tb *tb, struct tb_nhi *nhi) 1471f67cf491SMika Westerberg { 1472f67cf491SMika Westerberg unsigned int retries = 10; 1473f67cf491SMika Westerberg int ret; 1474f67cf491SMika Westerberg u32 val; 1475f67cf491SMika Westerberg 1476f67cf491SMika Westerberg /* Check if the ICM firmware is already running */ 1477f67cf491SMika Westerberg val = ioread32(nhi->iobase + REG_FW_STS); 1478f67cf491SMika Westerberg if (val & REG_FW_STS_ICM_EN) 1479f67cf491SMika Westerberg return 0; 1480f67cf491SMika Westerberg 1481f67cf491SMika Westerberg dev_info(&nhi->pdev->dev, "starting ICM firmware\n"); 1482f67cf491SMika Westerberg 1483f67cf491SMika Westerberg ret = icm_firmware_reset(tb, nhi); 1484f67cf491SMika Westerberg if (ret) 1485f67cf491SMika Westerberg return ret; 1486f67cf491SMika Westerberg 1487f67cf491SMika Westerberg /* Wait until the ICM firmware tells us it is up and running */ 1488f67cf491SMika Westerberg do { 1489f67cf491SMika Westerberg /* Check that the ICM firmware is running */ 1490f67cf491SMika Westerberg val = ioread32(nhi->iobase + REG_FW_STS); 1491f67cf491SMika Westerberg if (val & REG_FW_STS_NVM_AUTH_DONE) 1492f67cf491SMika Westerberg return 0; 1493f67cf491SMika Westerberg 1494f67cf491SMika Westerberg msleep(300); 1495f67cf491SMika Westerberg } while (--retries); 1496f67cf491SMika Westerberg 1497f67cf491SMika Westerberg return -ETIMEDOUT; 1498f67cf491SMika Westerberg } 1499f67cf491SMika Westerberg 1500f67cf491SMika Westerberg static int icm_reset_phy_port(struct tb *tb, int phy_port) 1501f67cf491SMika Westerberg { 1502f67cf491SMika Westerberg struct icm *icm = tb_priv(tb); 1503f67cf491SMika Westerberg u32 state0, state1; 1504f67cf491SMika Westerberg int port0, port1; 1505f67cf491SMika Westerberg u32 val0, val1; 1506f67cf491SMika Westerberg int ret; 1507f67cf491SMika Westerberg 1508f67cf491SMika Westerberg if (!icm->upstream_port) 1509f67cf491SMika Westerberg return 0; 1510f67cf491SMika Westerberg 1511f67cf491SMika Westerberg if (phy_port) { 1512f67cf491SMika Westerberg port0 = 3; 1513f67cf491SMika Westerberg port1 = 4; 1514f67cf491SMika Westerberg } else { 1515f67cf491SMika Westerberg port0 = 1; 1516f67cf491SMika Westerberg port1 = 2; 1517f67cf491SMika Westerberg } 1518f67cf491SMika Westerberg 1519f67cf491SMika Westerberg /* 1520f67cf491SMika Westerberg * Read link status of both null ports belonging to a single 1521f67cf491SMika Westerberg * physical port. 1522f67cf491SMika Westerberg */ 1523f67cf491SMika Westerberg ret = pcie2cio_read(icm, TB_CFG_PORT, port0, PHY_PORT_CS1, &val0); 1524f67cf491SMika Westerberg if (ret) 1525f67cf491SMika Westerberg return ret; 1526f67cf491SMika Westerberg ret = pcie2cio_read(icm, TB_CFG_PORT, port1, PHY_PORT_CS1, &val1); 1527f67cf491SMika Westerberg if (ret) 1528f67cf491SMika Westerberg return ret; 1529f67cf491SMika Westerberg 1530f67cf491SMika Westerberg state0 = val0 & PHY_PORT_CS1_LINK_STATE_MASK; 1531f67cf491SMika Westerberg state0 >>= PHY_PORT_CS1_LINK_STATE_SHIFT; 1532f67cf491SMika Westerberg state1 = val1 & PHY_PORT_CS1_LINK_STATE_MASK; 1533f67cf491SMika Westerberg state1 >>= PHY_PORT_CS1_LINK_STATE_SHIFT; 1534f67cf491SMika Westerberg 1535f67cf491SMika Westerberg /* If they are both up we need to reset them now */ 1536f67cf491SMika Westerberg if (state0 != TB_PORT_UP || state1 != TB_PORT_UP) 1537f67cf491SMika Westerberg return 0; 1538f67cf491SMika Westerberg 1539f67cf491SMika Westerberg val0 |= PHY_PORT_CS1_LINK_DISABLE; 1540f67cf491SMika Westerberg ret = pcie2cio_write(icm, TB_CFG_PORT, port0, PHY_PORT_CS1, val0); 1541f67cf491SMika Westerberg if (ret) 1542f67cf491SMika Westerberg return ret; 1543f67cf491SMika Westerberg 1544f67cf491SMika Westerberg val1 |= PHY_PORT_CS1_LINK_DISABLE; 1545f67cf491SMika Westerberg ret = pcie2cio_write(icm, TB_CFG_PORT, port1, PHY_PORT_CS1, val1); 1546f67cf491SMika Westerberg if (ret) 1547f67cf491SMika Westerberg return ret; 1548f67cf491SMika Westerberg 1549f67cf491SMika Westerberg /* Wait a bit and then re-enable both ports */ 1550f67cf491SMika Westerberg usleep_range(10, 100); 1551f67cf491SMika Westerberg 1552f67cf491SMika Westerberg ret = pcie2cio_read(icm, TB_CFG_PORT, port0, PHY_PORT_CS1, &val0); 1553f67cf491SMika Westerberg if (ret) 1554f67cf491SMika Westerberg return ret; 1555f67cf491SMika Westerberg ret = pcie2cio_read(icm, TB_CFG_PORT, port1, PHY_PORT_CS1, &val1); 1556f67cf491SMika Westerberg if (ret) 1557f67cf491SMika Westerberg return ret; 1558f67cf491SMika Westerberg 1559f67cf491SMika Westerberg val0 &= ~PHY_PORT_CS1_LINK_DISABLE; 1560f67cf491SMika Westerberg ret = pcie2cio_write(icm, TB_CFG_PORT, port0, PHY_PORT_CS1, val0); 1561f67cf491SMika Westerberg if (ret) 1562f67cf491SMika Westerberg return ret; 1563f67cf491SMika Westerberg 1564f67cf491SMika Westerberg val1 &= ~PHY_PORT_CS1_LINK_DISABLE; 1565f67cf491SMika Westerberg return pcie2cio_write(icm, TB_CFG_PORT, port1, PHY_PORT_CS1, val1); 1566f67cf491SMika Westerberg } 1567f67cf491SMika Westerberg 1568f67cf491SMika Westerberg static int icm_firmware_init(struct tb *tb) 1569f67cf491SMika Westerberg { 1570f67cf491SMika Westerberg struct icm *icm = tb_priv(tb); 1571f67cf491SMika Westerberg struct tb_nhi *nhi = tb->nhi; 1572f67cf491SMika Westerberg int ret; 1573f67cf491SMika Westerberg 1574f67cf491SMika Westerberg ret = icm_firmware_start(tb, nhi); 1575f67cf491SMika Westerberg if (ret) { 1576f67cf491SMika Westerberg dev_err(&nhi->pdev->dev, "could not start ICM firmware\n"); 1577f67cf491SMika Westerberg return ret; 1578f67cf491SMika Westerberg } 1579f67cf491SMika Westerberg 1580f67cf491SMika Westerberg if (icm->get_mode) { 1581f67cf491SMika Westerberg ret = icm->get_mode(tb); 1582f67cf491SMika Westerberg 1583f67cf491SMika Westerberg switch (ret) { 1584e6b245ccSMika Westerberg case NHI_FW_SAFE_MODE: 1585e6b245ccSMika Westerberg icm->safe_mode = true; 1586e6b245ccSMika Westerberg break; 1587e6b245ccSMika Westerberg 1588f67cf491SMika Westerberg case NHI_FW_CM_MODE: 1589f67cf491SMika Westerberg /* Ask ICM to accept all Thunderbolt devices */ 1590f67cf491SMika Westerberg nhi_mailbox_cmd(nhi, NHI_MAILBOX_ALLOW_ALL_DEVS, 0); 1591f67cf491SMika Westerberg break; 1592f67cf491SMika Westerberg 1593f67cf491SMika Westerberg default: 1594e4be8c9bSMika Westerberg if (ret < 0) 1595e4be8c9bSMika Westerberg return ret; 1596e4be8c9bSMika Westerberg 1597f67cf491SMika Westerberg tb_err(tb, "ICM firmware is in wrong mode: %u\n", ret); 1598f67cf491SMika Westerberg return -ENODEV; 1599f67cf491SMika Westerberg } 1600f67cf491SMika Westerberg } 1601f67cf491SMika Westerberg 1602f67cf491SMika Westerberg /* 1603f67cf491SMika Westerberg * Reset both physical ports if there is anything connected to 1604f67cf491SMika Westerberg * them already. 1605f67cf491SMika Westerberg */ 1606f67cf491SMika Westerberg ret = icm_reset_phy_port(tb, 0); 1607f67cf491SMika Westerberg if (ret) 1608f67cf491SMika Westerberg dev_warn(&nhi->pdev->dev, "failed to reset links on port0\n"); 1609f67cf491SMika Westerberg ret = icm_reset_phy_port(tb, 1); 1610f67cf491SMika Westerberg if (ret) 1611f67cf491SMika Westerberg dev_warn(&nhi->pdev->dev, "failed to reset links on port1\n"); 1612f67cf491SMika Westerberg 1613f67cf491SMika Westerberg return 0; 1614f67cf491SMika Westerberg } 1615f67cf491SMika Westerberg 1616f67cf491SMika Westerberg static int icm_driver_ready(struct tb *tb) 1617f67cf491SMika Westerberg { 1618e6b245ccSMika Westerberg struct icm *icm = tb_priv(tb); 1619f67cf491SMika Westerberg int ret; 1620f67cf491SMika Westerberg 1621f67cf491SMika Westerberg ret = icm_firmware_init(tb); 1622f67cf491SMika Westerberg if (ret) 1623f67cf491SMika Westerberg return ret; 1624f67cf491SMika Westerberg 1625e6b245ccSMika Westerberg if (icm->safe_mode) { 1626e6b245ccSMika Westerberg tb_info(tb, "Thunderbolt host controller is in safe mode.\n"); 1627e6b245ccSMika Westerberg tb_info(tb, "You need to update NVM firmware of the controller before it can be used.\n"); 1628e6b245ccSMika Westerberg tb_info(tb, "For latest updates check https://thunderbolttechnology.net/updates.\n"); 1629e6b245ccSMika Westerberg return 0; 1630e6b245ccSMika Westerberg } 1631e6b245ccSMika Westerberg 16329aaa3b8bSMika Westerberg ret = __icm_driver_ready(tb, &tb->security_level, &tb->nboot_acl); 16339aaa3b8bSMika Westerberg if (ret) 16349aaa3b8bSMika Westerberg return ret; 16359aaa3b8bSMika Westerberg 16369aaa3b8bSMika Westerberg /* 16379aaa3b8bSMika Westerberg * Make sure the number of supported preboot ACL matches what we 16389aaa3b8bSMika Westerberg * expect or disable the whole feature. 16399aaa3b8bSMika Westerberg */ 16409aaa3b8bSMika Westerberg if (tb->nboot_acl > icm->max_boot_acl) 16419aaa3b8bSMika Westerberg tb->nboot_acl = 0; 16429aaa3b8bSMika Westerberg 16439aaa3b8bSMika Westerberg return 0; 1644f67cf491SMika Westerberg } 1645f67cf491SMika Westerberg 1646f67cf491SMika Westerberg static int icm_suspend(struct tb *tb) 1647f67cf491SMika Westerberg { 1648a684c5b1SRafael J. Wysocki int ret; 1649a684c5b1SRafael J. Wysocki 1650a684c5b1SRafael J. Wysocki ret = nhi_mailbox_cmd(tb->nhi, NHI_MAILBOX_SAVE_DEVS, 0); 1651a684c5b1SRafael J. Wysocki if (ret) 1652a684c5b1SRafael J. Wysocki tb_info(tb, "Ignoring mailbox command error (%d) in %s\n", 1653a684c5b1SRafael J. Wysocki ret, __func__); 1654a684c5b1SRafael J. Wysocki 1655a684c5b1SRafael J. Wysocki return 0; 1656f67cf491SMika Westerberg } 1657f67cf491SMika Westerberg 1658f67cf491SMika Westerberg /* 1659f67cf491SMika Westerberg * Mark all switches (except root switch) below this one unplugged. ICM 1660f67cf491SMika Westerberg * firmware will send us an updated list of switches after we have send 1661f67cf491SMika Westerberg * it driver ready command. If a switch is not in that list it will be 1662f67cf491SMika Westerberg * removed when we perform rescan. 1663f67cf491SMika Westerberg */ 1664f67cf491SMika Westerberg static void icm_unplug_children(struct tb_switch *sw) 1665f67cf491SMika Westerberg { 1666f67cf491SMika Westerberg unsigned int i; 1667f67cf491SMika Westerberg 1668f67cf491SMika Westerberg if (tb_route(sw)) 1669f67cf491SMika Westerberg sw->is_unplugged = true; 1670f67cf491SMika Westerberg 1671f67cf491SMika Westerberg for (i = 1; i <= sw->config.max_port_number; i++) { 1672f67cf491SMika Westerberg struct tb_port *port = &sw->ports[i]; 1673f67cf491SMika Westerberg 1674f67cf491SMika Westerberg if (tb_is_upstream_port(port)) 1675f67cf491SMika Westerberg continue; 1676d1ff7024SMika Westerberg if (port->xdomain) { 1677d1ff7024SMika Westerberg port->xdomain->is_unplugged = true; 1678d1ff7024SMika Westerberg continue; 1679d1ff7024SMika Westerberg } 1680f67cf491SMika Westerberg if (!port->remote) 1681f67cf491SMika Westerberg continue; 1682f67cf491SMika Westerberg 1683f67cf491SMika Westerberg icm_unplug_children(port->remote->sw); 1684f67cf491SMika Westerberg } 1685f67cf491SMika Westerberg } 1686f67cf491SMika Westerberg 1687f67cf491SMika Westerberg static void icm_free_unplugged_children(struct tb_switch *sw) 1688f67cf491SMika Westerberg { 1689f67cf491SMika Westerberg unsigned int i; 1690f67cf491SMika Westerberg 1691f67cf491SMika Westerberg for (i = 1; i <= sw->config.max_port_number; i++) { 1692f67cf491SMika Westerberg struct tb_port *port = &sw->ports[i]; 1693f67cf491SMika Westerberg 1694f67cf491SMika Westerberg if (tb_is_upstream_port(port)) 1695f67cf491SMika Westerberg continue; 1696d1ff7024SMika Westerberg 1697d1ff7024SMika Westerberg if (port->xdomain && port->xdomain->is_unplugged) { 1698d1ff7024SMika Westerberg tb_xdomain_remove(port->xdomain); 1699d1ff7024SMika Westerberg port->xdomain = NULL; 1700d1ff7024SMika Westerberg continue; 1701d1ff7024SMika Westerberg } 1702d1ff7024SMika Westerberg 1703f67cf491SMika Westerberg if (!port->remote) 1704f67cf491SMika Westerberg continue; 1705f67cf491SMika Westerberg 1706f67cf491SMika Westerberg if (port->remote->sw->is_unplugged) { 1707f67cf491SMika Westerberg tb_switch_remove(port->remote->sw); 1708f67cf491SMika Westerberg port->remote = NULL; 1709f67cf491SMika Westerberg } else { 1710f67cf491SMika Westerberg icm_free_unplugged_children(port->remote->sw); 1711f67cf491SMika Westerberg } 1712f67cf491SMika Westerberg } 1713f67cf491SMika Westerberg } 1714f67cf491SMika Westerberg 1715f67cf491SMika Westerberg static void icm_rescan_work(struct work_struct *work) 1716f67cf491SMika Westerberg { 1717f67cf491SMika Westerberg struct icm *icm = container_of(work, struct icm, rescan_work.work); 1718f67cf491SMika Westerberg struct tb *tb = icm_to_tb(icm); 1719f67cf491SMika Westerberg 1720f67cf491SMika Westerberg mutex_lock(&tb->lock); 1721f67cf491SMika Westerberg if (tb->root_switch) 1722f67cf491SMika Westerberg icm_free_unplugged_children(tb->root_switch); 1723f67cf491SMika Westerberg mutex_unlock(&tb->lock); 1724f67cf491SMika Westerberg } 1725f67cf491SMika Westerberg 1726f67cf491SMika Westerberg static void icm_complete(struct tb *tb) 1727f67cf491SMika Westerberg { 1728f67cf491SMika Westerberg struct icm *icm = tb_priv(tb); 1729f67cf491SMika Westerberg 1730f67cf491SMika Westerberg if (tb->nhi->going_away) 1731f67cf491SMika Westerberg return; 1732f67cf491SMika Westerberg 1733f67cf491SMika Westerberg icm_unplug_children(tb->root_switch); 1734f67cf491SMika Westerberg 1735f67cf491SMika Westerberg /* 1736f67cf491SMika Westerberg * Now all existing children should be resumed, start events 1737f67cf491SMika Westerberg * from ICM to get updated status. 1738f67cf491SMika Westerberg */ 17399aaa3b8bSMika Westerberg __icm_driver_ready(tb, NULL, NULL); 1740f67cf491SMika Westerberg 1741f67cf491SMika Westerberg /* 1742f67cf491SMika Westerberg * We do not get notifications of devices that have been 1743f67cf491SMika Westerberg * unplugged during suspend so schedule rescan to clean them up 1744f67cf491SMika Westerberg * if any. 1745f67cf491SMika Westerberg */ 1746f67cf491SMika Westerberg queue_delayed_work(tb->wq, &icm->rescan_work, msecs_to_jiffies(500)); 1747f67cf491SMika Westerberg } 1748f67cf491SMika Westerberg 1749f67cf491SMika Westerberg static int icm_start(struct tb *tb) 1750f67cf491SMika Westerberg { 1751e6b245ccSMika Westerberg struct icm *icm = tb_priv(tb); 1752f67cf491SMika Westerberg int ret; 1753f67cf491SMika Westerberg 1754e6b245ccSMika Westerberg if (icm->safe_mode) 1755e6b245ccSMika Westerberg tb->root_switch = tb_switch_alloc_safe_mode(tb, &tb->dev, 0); 1756e6b245ccSMika Westerberg else 1757f67cf491SMika Westerberg tb->root_switch = tb_switch_alloc(tb, &tb->dev, 0); 1758f67cf491SMika Westerberg if (!tb->root_switch) 1759f67cf491SMika Westerberg return -ENODEV; 1760f67cf491SMika Westerberg 1761e6b245ccSMika Westerberg /* 1762e6b245ccSMika Westerberg * NVM upgrade has not been tested on Apple systems and they 1763e6b245ccSMika Westerberg * don't provide images publicly either. To be on the safe side 1764e6b245ccSMika Westerberg * prevent root switch NVM upgrade on Macs for now. 1765e6b245ccSMika Westerberg */ 1766630b3affSLukas Wunner tb->root_switch->no_nvm_upgrade = x86_apple_machine; 1767e6b245ccSMika Westerberg 1768f67cf491SMika Westerberg ret = tb_switch_add(tb->root_switch); 1769d1ff7024SMika Westerberg if (ret) { 1770f67cf491SMika Westerberg tb_switch_put(tb->root_switch); 1771d1ff7024SMika Westerberg tb->root_switch = NULL; 1772d1ff7024SMika Westerberg } 1773f67cf491SMika Westerberg 1774f67cf491SMika Westerberg return ret; 1775f67cf491SMika Westerberg } 1776f67cf491SMika Westerberg 1777f67cf491SMika Westerberg static void icm_stop(struct tb *tb) 1778f67cf491SMika Westerberg { 1779f67cf491SMika Westerberg struct icm *icm = tb_priv(tb); 1780f67cf491SMika Westerberg 1781f67cf491SMika Westerberg cancel_delayed_work(&icm->rescan_work); 1782f67cf491SMika Westerberg tb_switch_remove(tb->root_switch); 1783f67cf491SMika Westerberg tb->root_switch = NULL; 1784f67cf491SMika Westerberg nhi_mailbox_cmd(tb->nhi, NHI_MAILBOX_DRV_UNLOADS, 0); 1785f67cf491SMika Westerberg } 1786f67cf491SMika Westerberg 1787e6b245ccSMika Westerberg static int icm_disconnect_pcie_paths(struct tb *tb) 1788e6b245ccSMika Westerberg { 1789e6b245ccSMika Westerberg return nhi_mailbox_cmd(tb->nhi, NHI_MAILBOX_DISCONNECT_PCIE_PATHS, 0); 1790e6b245ccSMika Westerberg } 1791e6b245ccSMika Westerberg 17929aaa3b8bSMika Westerberg /* Falcon Ridge */ 1793f67cf491SMika Westerberg static const struct tb_cm_ops icm_fr_ops = { 1794f67cf491SMika Westerberg .driver_ready = icm_driver_ready, 1795f67cf491SMika Westerberg .start = icm_start, 1796f67cf491SMika Westerberg .stop = icm_stop, 1797f67cf491SMika Westerberg .suspend = icm_suspend, 1798f67cf491SMika Westerberg .complete = icm_complete, 1799f67cf491SMika Westerberg .handle_event = icm_handle_event, 1800f67cf491SMika Westerberg .approve_switch = icm_fr_approve_switch, 1801f67cf491SMika Westerberg .add_switch_key = icm_fr_add_switch_key, 1802f67cf491SMika Westerberg .challenge_switch_key = icm_fr_challenge_switch_key, 1803e6b245ccSMika Westerberg .disconnect_pcie_paths = icm_disconnect_pcie_paths, 1804d1ff7024SMika Westerberg .approve_xdomain_paths = icm_fr_approve_xdomain_paths, 1805d1ff7024SMika Westerberg .disconnect_xdomain_paths = icm_fr_disconnect_xdomain_paths, 1806f67cf491SMika Westerberg }; 1807f67cf491SMika Westerberg 18089aaa3b8bSMika Westerberg /* Alpine Ridge */ 18099aaa3b8bSMika Westerberg static const struct tb_cm_ops icm_ar_ops = { 18109aaa3b8bSMika Westerberg .driver_ready = icm_driver_ready, 18119aaa3b8bSMika Westerberg .start = icm_start, 18129aaa3b8bSMika Westerberg .stop = icm_stop, 18139aaa3b8bSMika Westerberg .suspend = icm_suspend, 18149aaa3b8bSMika Westerberg .complete = icm_complete, 18159aaa3b8bSMika Westerberg .handle_event = icm_handle_event, 18169aaa3b8bSMika Westerberg .get_boot_acl = icm_ar_get_boot_acl, 18179aaa3b8bSMika Westerberg .set_boot_acl = icm_ar_set_boot_acl, 18189aaa3b8bSMika Westerberg .approve_switch = icm_fr_approve_switch, 18199aaa3b8bSMika Westerberg .add_switch_key = icm_fr_add_switch_key, 18209aaa3b8bSMika Westerberg .challenge_switch_key = icm_fr_challenge_switch_key, 18219aaa3b8bSMika Westerberg .disconnect_pcie_paths = icm_disconnect_pcie_paths, 18229aaa3b8bSMika Westerberg .approve_xdomain_paths = icm_fr_approve_xdomain_paths, 18239aaa3b8bSMika Westerberg .disconnect_xdomain_paths = icm_fr_disconnect_xdomain_paths, 18249aaa3b8bSMika Westerberg }; 18259aaa3b8bSMika Westerberg 18264bac471dSRadion Mirchevsky /* Titan Ridge */ 18274bac471dSRadion Mirchevsky static const struct tb_cm_ops icm_tr_ops = { 18284bac471dSRadion Mirchevsky .driver_ready = icm_driver_ready, 18294bac471dSRadion Mirchevsky .start = icm_start, 18304bac471dSRadion Mirchevsky .stop = icm_stop, 18314bac471dSRadion Mirchevsky .suspend = icm_suspend, 18324bac471dSRadion Mirchevsky .complete = icm_complete, 18334bac471dSRadion Mirchevsky .handle_event = icm_handle_event, 18344bac471dSRadion Mirchevsky .get_boot_acl = icm_ar_get_boot_acl, 18354bac471dSRadion Mirchevsky .set_boot_acl = icm_ar_set_boot_acl, 18364bac471dSRadion Mirchevsky .approve_switch = icm_tr_approve_switch, 18374bac471dSRadion Mirchevsky .add_switch_key = icm_tr_add_switch_key, 18384bac471dSRadion Mirchevsky .challenge_switch_key = icm_tr_challenge_switch_key, 18394bac471dSRadion Mirchevsky .disconnect_pcie_paths = icm_disconnect_pcie_paths, 18404bac471dSRadion Mirchevsky .approve_xdomain_paths = icm_tr_approve_xdomain_paths, 18414bac471dSRadion Mirchevsky .disconnect_xdomain_paths = icm_tr_disconnect_xdomain_paths, 18424bac471dSRadion Mirchevsky }; 18434bac471dSRadion Mirchevsky 1844f67cf491SMika Westerberg struct tb *icm_probe(struct tb_nhi *nhi) 1845f67cf491SMika Westerberg { 1846f67cf491SMika Westerberg struct icm *icm; 1847f67cf491SMika Westerberg struct tb *tb; 1848f67cf491SMika Westerberg 1849f67cf491SMika Westerberg tb = tb_domain_alloc(nhi, sizeof(struct icm)); 1850f67cf491SMika Westerberg if (!tb) 1851f67cf491SMika Westerberg return NULL; 1852f67cf491SMika Westerberg 1853f67cf491SMika Westerberg icm = tb_priv(tb); 1854f67cf491SMika Westerberg INIT_DELAYED_WORK(&icm->rescan_work, icm_rescan_work); 1855f67cf491SMika Westerberg mutex_init(&icm->request_lock); 1856f67cf491SMika Westerberg 1857f67cf491SMika Westerberg switch (nhi->pdev->device) { 1858f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_FALCON_RIDGE_2C_NHI: 1859f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_FALCON_RIDGE_4C_NHI: 1860f67cf491SMika Westerberg icm->is_supported = icm_fr_is_supported; 1861f67cf491SMika Westerberg icm->get_route = icm_fr_get_route; 18623080e197SMika Westerberg icm->driver_ready = icm_fr_driver_ready; 1863f67cf491SMika Westerberg icm->device_connected = icm_fr_device_connected; 1864f67cf491SMika Westerberg icm->device_disconnected = icm_fr_device_disconnected; 1865d1ff7024SMika Westerberg icm->xdomain_connected = icm_fr_xdomain_connected; 1866d1ff7024SMika Westerberg icm->xdomain_disconnected = icm_fr_xdomain_disconnected; 1867f67cf491SMika Westerberg tb->cm_ops = &icm_fr_ops; 1868f67cf491SMika Westerberg break; 1869f67cf491SMika Westerberg 1870f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_2C_NHI: 1871f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_4C_NHI: 1872f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_LP_NHI: 1873f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_C_4C_NHI: 1874f67cf491SMika Westerberg case PCI_DEVICE_ID_INTEL_ALPINE_RIDGE_C_2C_NHI: 18759aaa3b8bSMika Westerberg icm->max_boot_acl = ICM_AR_PREBOOT_ACL_ENTRIES; 1876f67cf491SMika Westerberg icm->is_supported = icm_ar_is_supported; 1877f67cf491SMika Westerberg icm->get_mode = icm_ar_get_mode; 1878f67cf491SMika Westerberg icm->get_route = icm_ar_get_route; 18799aaa3b8bSMika Westerberg icm->driver_ready = icm_ar_driver_ready; 1880f67cf491SMika Westerberg icm->device_connected = icm_fr_device_connected; 1881f67cf491SMika Westerberg icm->device_disconnected = icm_fr_device_disconnected; 1882d1ff7024SMika Westerberg icm->xdomain_connected = icm_fr_xdomain_connected; 1883d1ff7024SMika Westerberg icm->xdomain_disconnected = icm_fr_xdomain_disconnected; 18849aaa3b8bSMika Westerberg tb->cm_ops = &icm_ar_ops; 1885f67cf491SMika Westerberg break; 18864bac471dSRadion Mirchevsky 18874bac471dSRadion Mirchevsky case PCI_DEVICE_ID_INTEL_TITAN_RIDGE_2C_NHI: 18884bac471dSRadion Mirchevsky case PCI_DEVICE_ID_INTEL_TITAN_RIDGE_4C_NHI: 18894bac471dSRadion Mirchevsky icm->max_boot_acl = ICM_AR_PREBOOT_ACL_ENTRIES; 18904bac471dSRadion Mirchevsky icm->is_supported = icm_ar_is_supported; 18914bac471dSRadion Mirchevsky icm->get_mode = icm_ar_get_mode; 18924bac471dSRadion Mirchevsky icm->driver_ready = icm_tr_driver_ready; 18934bac471dSRadion Mirchevsky icm->device_connected = icm_tr_device_connected; 18944bac471dSRadion Mirchevsky icm->device_disconnected = icm_tr_device_disconnected; 18954bac471dSRadion Mirchevsky icm->xdomain_connected = icm_tr_xdomain_connected; 18964bac471dSRadion Mirchevsky icm->xdomain_disconnected = icm_tr_xdomain_disconnected; 18974bac471dSRadion Mirchevsky tb->cm_ops = &icm_tr_ops; 18984bac471dSRadion Mirchevsky break; 1899f67cf491SMika Westerberg } 1900f67cf491SMika Westerberg 1901f67cf491SMika Westerberg if (!icm->is_supported || !icm->is_supported(tb)) { 1902f67cf491SMika Westerberg dev_dbg(&nhi->pdev->dev, "ICM not supported on this controller\n"); 1903f67cf491SMika Westerberg tb_domain_put(tb); 1904f67cf491SMika Westerberg return NULL; 1905f67cf491SMika Westerberg } 1906f67cf491SMika Westerberg 1907f67cf491SMika Westerberg return tb; 1908f67cf491SMika Westerberg } 1909