1b668f2f5SMike Christie // SPDX-License-Identifier: GPL-2.0 2b668f2f5SMike Christie /* 3b668f2f5SMike Christie * Copyright (c) 2015 Intel Corporation 4b668f2f5SMike Christie * Keith Busch <kbusch@kernel.org> 5b668f2f5SMike Christie */ 6b668f2f5SMike Christie #include <linux/blkdev.h> 7b668f2f5SMike Christie #include <linux/pr.h> 8b668f2f5SMike Christie #include <asm/unaligned.h> 9b668f2f5SMike Christie 10b668f2f5SMike Christie #include "nvme.h" 11b668f2f5SMike Christie 12*be1a7cd2SMike Christie static enum nvme_pr_type nvme_pr_type_from_blk(enum pr_type type) 13b668f2f5SMike Christie { 14b668f2f5SMike Christie switch (type) { 15b668f2f5SMike Christie case PR_WRITE_EXCLUSIVE: 16*be1a7cd2SMike Christie return NVME_PR_WRITE_EXCLUSIVE; 17b668f2f5SMike Christie case PR_EXCLUSIVE_ACCESS: 18*be1a7cd2SMike Christie return NVME_PR_EXCLUSIVE_ACCESS; 19b668f2f5SMike Christie case PR_WRITE_EXCLUSIVE_REG_ONLY: 20*be1a7cd2SMike Christie return NVME_PR_WRITE_EXCLUSIVE_REG_ONLY; 21b668f2f5SMike Christie case PR_EXCLUSIVE_ACCESS_REG_ONLY: 22*be1a7cd2SMike Christie return NVME_PR_EXCLUSIVE_ACCESS_REG_ONLY; 23b668f2f5SMike Christie case PR_WRITE_EXCLUSIVE_ALL_REGS: 24*be1a7cd2SMike Christie return NVME_PR_WRITE_EXCLUSIVE_ALL_REGS; 25b668f2f5SMike Christie case PR_EXCLUSIVE_ACCESS_ALL_REGS: 26*be1a7cd2SMike Christie return NVME_PR_EXCLUSIVE_ACCESS_ALL_REGS; 27b668f2f5SMike Christie } 28*be1a7cd2SMike Christie 29*be1a7cd2SMike Christie return 0; 30b668f2f5SMike Christie } 31b668f2f5SMike Christie 32b668f2f5SMike Christie static int nvme_send_ns_head_pr_command(struct block_device *bdev, 33f0614790SMike Christie struct nvme_command *c, void *data, unsigned int data_len) 34b668f2f5SMike Christie { 35b668f2f5SMike Christie struct nvme_ns_head *head = bdev->bd_disk->private_data; 36b668f2f5SMike Christie int srcu_idx = srcu_read_lock(&head->srcu); 37b668f2f5SMike Christie struct nvme_ns *ns = nvme_find_path(head); 38b668f2f5SMike Christie int ret = -EWOULDBLOCK; 39b668f2f5SMike Christie 40b668f2f5SMike Christie if (ns) { 41b668f2f5SMike Christie c->common.nsid = cpu_to_le32(ns->head->ns_id); 42b668f2f5SMike Christie ret = nvme_submit_sync_cmd(ns->queue, c, data, data_len); 43b668f2f5SMike Christie } 44b668f2f5SMike Christie srcu_read_unlock(&head->srcu, srcu_idx); 45b668f2f5SMike Christie return ret; 46b668f2f5SMike Christie } 47b668f2f5SMike Christie 48b668f2f5SMike Christie static int nvme_send_ns_pr_command(struct nvme_ns *ns, struct nvme_command *c, 49f0614790SMike Christie void *data, unsigned int data_len) 50b668f2f5SMike Christie { 51b668f2f5SMike Christie c->common.nsid = cpu_to_le32(ns->head->ns_id); 52b668f2f5SMike Christie return nvme_submit_sync_cmd(ns->queue, c, data, data_len); 53b668f2f5SMike Christie } 54b668f2f5SMike Christie 55b668f2f5SMike Christie static int nvme_sc_to_pr_err(int nvme_sc) 56b668f2f5SMike Christie { 57b668f2f5SMike Christie if (nvme_is_path_error(nvme_sc)) 58b668f2f5SMike Christie return PR_STS_PATH_FAILED; 59b668f2f5SMike Christie 60b668f2f5SMike Christie switch (nvme_sc) { 61b668f2f5SMike Christie case NVME_SC_SUCCESS: 62b668f2f5SMike Christie return PR_STS_SUCCESS; 63b668f2f5SMike Christie case NVME_SC_RESERVATION_CONFLICT: 64b668f2f5SMike Christie return PR_STS_RESERVATION_CONFLICT; 65b668f2f5SMike Christie case NVME_SC_ONCS_NOT_SUPPORTED: 66b668f2f5SMike Christie return -EOPNOTSUPP; 67b668f2f5SMike Christie case NVME_SC_BAD_ATTRIBUTES: 68b668f2f5SMike Christie case NVME_SC_INVALID_OPCODE: 69b668f2f5SMike Christie case NVME_SC_INVALID_FIELD: 70b668f2f5SMike Christie case NVME_SC_INVALID_NS: 71b668f2f5SMike Christie return -EINVAL; 72b668f2f5SMike Christie default: 73b668f2f5SMike Christie return PR_STS_IOERR; 74b668f2f5SMike Christie } 75b668f2f5SMike Christie } 76b668f2f5SMike Christie 77f0614790SMike Christie static int nvme_send_pr_command(struct block_device *bdev, 78f0614790SMike Christie struct nvme_command *c, void *data, unsigned int data_len) 79f0614790SMike Christie { 80f0614790SMike Christie if (IS_ENABLED(CONFIG_NVME_MULTIPATH) && 81f0614790SMike Christie bdev->bd_disk->fops == &nvme_ns_head_ops) 82f0614790SMike Christie return nvme_send_ns_head_pr_command(bdev, c, data, data_len); 83f0614790SMike Christie 84f0614790SMike Christie return nvme_send_ns_pr_command(bdev->bd_disk->private_data, c, data, 85f0614790SMike Christie data_len); 86f0614790SMike Christie } 87f0614790SMike Christie 88b668f2f5SMike Christie static int nvme_pr_command(struct block_device *bdev, u32 cdw10, 89b668f2f5SMike Christie u64 key, u64 sa_key, u8 op) 90b668f2f5SMike Christie { 91b668f2f5SMike Christie struct nvme_command c = { }; 92b668f2f5SMike Christie u8 data[16] = { 0, }; 93b668f2f5SMike Christie int ret; 94b668f2f5SMike Christie 95b668f2f5SMike Christie put_unaligned_le64(key, &data[0]); 96b668f2f5SMike Christie put_unaligned_le64(sa_key, &data[8]); 97b668f2f5SMike Christie 98b668f2f5SMike Christie c.common.opcode = op; 99b668f2f5SMike Christie c.common.cdw10 = cpu_to_le32(cdw10); 100b668f2f5SMike Christie 101f0614790SMike Christie ret = nvme_send_pr_command(bdev, &c, data, sizeof(data)); 102b668f2f5SMike Christie if (ret < 0) 103b668f2f5SMike Christie return ret; 104b668f2f5SMike Christie 105b668f2f5SMike Christie return nvme_sc_to_pr_err(ret); 106b668f2f5SMike Christie } 107b668f2f5SMike Christie 108b668f2f5SMike Christie static int nvme_pr_register(struct block_device *bdev, u64 old, 109b668f2f5SMike Christie u64 new, unsigned flags) 110b668f2f5SMike Christie { 111b668f2f5SMike Christie u32 cdw10; 112b668f2f5SMike Christie 113b668f2f5SMike Christie if (flags & ~PR_FL_IGNORE_KEY) 114b668f2f5SMike Christie return -EOPNOTSUPP; 115b668f2f5SMike Christie 116b668f2f5SMike Christie cdw10 = old ? 2 : 0; 117b668f2f5SMike Christie cdw10 |= (flags & PR_FL_IGNORE_KEY) ? 1 << 3 : 0; 118b668f2f5SMike Christie cdw10 |= (1 << 30) | (1 << 31); /* PTPL=1 */ 119b668f2f5SMike Christie return nvme_pr_command(bdev, cdw10, old, new, nvme_cmd_resv_register); 120b668f2f5SMike Christie } 121b668f2f5SMike Christie 122b668f2f5SMike Christie static int nvme_pr_reserve(struct block_device *bdev, u64 key, 123b668f2f5SMike Christie enum pr_type type, unsigned flags) 124b668f2f5SMike Christie { 125b668f2f5SMike Christie u32 cdw10; 126b668f2f5SMike Christie 127b668f2f5SMike Christie if (flags & ~PR_FL_IGNORE_KEY) 128b668f2f5SMike Christie return -EOPNOTSUPP; 129b668f2f5SMike Christie 130*be1a7cd2SMike Christie cdw10 = nvme_pr_type_from_blk(type) << 8; 131b668f2f5SMike Christie cdw10 |= ((flags & PR_FL_IGNORE_KEY) ? 1 << 3 : 0); 132b668f2f5SMike Christie return nvme_pr_command(bdev, cdw10, key, 0, nvme_cmd_resv_acquire); 133b668f2f5SMike Christie } 134b668f2f5SMike Christie 135b668f2f5SMike Christie static int nvme_pr_preempt(struct block_device *bdev, u64 old, u64 new, 136b668f2f5SMike Christie enum pr_type type, bool abort) 137b668f2f5SMike Christie { 138*be1a7cd2SMike Christie u32 cdw10 = nvme_pr_type_from_blk(type) << 8 | (abort ? 2 : 1); 139b668f2f5SMike Christie 140b668f2f5SMike Christie return nvme_pr_command(bdev, cdw10, old, new, nvme_cmd_resv_acquire); 141b668f2f5SMike Christie } 142b668f2f5SMike Christie 143b668f2f5SMike Christie static int nvme_pr_clear(struct block_device *bdev, u64 key) 144b668f2f5SMike Christie { 145b668f2f5SMike Christie u32 cdw10 = 1 | (key ? 0 : 1 << 3); 146b668f2f5SMike Christie 147b668f2f5SMike Christie return nvme_pr_command(bdev, cdw10, key, 0, nvme_cmd_resv_release); 148b668f2f5SMike Christie } 149b668f2f5SMike Christie 150b668f2f5SMike Christie static int nvme_pr_release(struct block_device *bdev, u64 key, enum pr_type type) 151b668f2f5SMike Christie { 152*be1a7cd2SMike Christie u32 cdw10 = nvme_pr_type_from_blk(type) << 8 | (key ? 0 : 1 << 3); 153b668f2f5SMike Christie 154b668f2f5SMike Christie return nvme_pr_command(bdev, cdw10, key, 0, nvme_cmd_resv_release); 155b668f2f5SMike Christie } 156b668f2f5SMike Christie 1575fd96a4eSMike Christie static int nvme_pr_resv_report(struct block_device *bdev, void *data, 1585fd96a4eSMike Christie u32 data_len, bool *eds) 1595fd96a4eSMike Christie { 1605fd96a4eSMike Christie struct nvme_command c = { }; 1615fd96a4eSMike Christie int ret; 1625fd96a4eSMike Christie 1635fd96a4eSMike Christie c.common.opcode = nvme_cmd_resv_report; 1645fd96a4eSMike Christie c.common.cdw10 = cpu_to_le32(nvme_bytes_to_numd(data_len)); 1655fd96a4eSMike Christie c.common.cdw11 = cpu_to_le32(NVME_EXTENDED_DATA_STRUCT); 1665fd96a4eSMike Christie *eds = true; 1675fd96a4eSMike Christie 1685fd96a4eSMike Christie retry: 1695fd96a4eSMike Christie ret = nvme_send_pr_command(bdev, &c, data, data_len); 1705fd96a4eSMike Christie if (ret == NVME_SC_HOST_ID_INCONSIST && 1715fd96a4eSMike Christie c.common.cdw11 == cpu_to_le32(NVME_EXTENDED_DATA_STRUCT)) { 1725fd96a4eSMike Christie c.common.cdw11 = 0; 1735fd96a4eSMike Christie *eds = false; 1745fd96a4eSMike Christie goto retry; 1755fd96a4eSMike Christie } 1765fd96a4eSMike Christie 1775fd96a4eSMike Christie if (ret < 0) 1785fd96a4eSMike Christie return ret; 1795fd96a4eSMike Christie 1805fd96a4eSMike Christie return nvme_sc_to_pr_err(ret); 1815fd96a4eSMike Christie } 1825fd96a4eSMike Christie 1835fd96a4eSMike Christie static int nvme_pr_read_keys(struct block_device *bdev, 1845fd96a4eSMike Christie struct pr_keys *keys_info) 1855fd96a4eSMike Christie { 1865fd96a4eSMike Christie u32 rse_len, num_keys = keys_info->num_keys; 1875fd96a4eSMike Christie struct nvme_reservation_status_ext *rse; 1885fd96a4eSMike Christie int ret, i; 1895fd96a4eSMike Christie bool eds; 1905fd96a4eSMike Christie 1915fd96a4eSMike Christie /* 1925fd96a4eSMike Christie * Assume we are using 128-bit host IDs and allocate a buffer large 1935fd96a4eSMike Christie * enough to get enough keys to fill the return keys buffer. 1945fd96a4eSMike Christie */ 1955fd96a4eSMike Christie rse_len = struct_size(rse, regctl_eds, num_keys); 1965fd96a4eSMike Christie rse = kzalloc(rse_len, GFP_KERNEL); 1975fd96a4eSMike Christie if (!rse) 1985fd96a4eSMike Christie return -ENOMEM; 1995fd96a4eSMike Christie 2005fd96a4eSMike Christie ret = nvme_pr_resv_report(bdev, rse, rse_len, &eds); 2015fd96a4eSMike Christie if (ret) 2025fd96a4eSMike Christie goto free_rse; 2035fd96a4eSMike Christie 2045fd96a4eSMike Christie keys_info->generation = le32_to_cpu(rse->gen); 2055fd96a4eSMike Christie keys_info->num_keys = get_unaligned_le16(&rse->regctl); 2065fd96a4eSMike Christie 2075fd96a4eSMike Christie num_keys = min(num_keys, keys_info->num_keys); 2085fd96a4eSMike Christie for (i = 0; i < num_keys; i++) { 2095fd96a4eSMike Christie if (eds) { 2105fd96a4eSMike Christie keys_info->keys[i] = 2115fd96a4eSMike Christie le64_to_cpu(rse->regctl_eds[i].rkey); 2125fd96a4eSMike Christie } else { 2135fd96a4eSMike Christie struct nvme_reservation_status *rs; 2145fd96a4eSMike Christie 2155fd96a4eSMike Christie rs = (struct nvme_reservation_status *)rse; 2165fd96a4eSMike Christie keys_info->keys[i] = le64_to_cpu(rs->regctl_ds[i].rkey); 2175fd96a4eSMike Christie } 2185fd96a4eSMike Christie } 2195fd96a4eSMike Christie 2205fd96a4eSMike Christie free_rse: 2215fd96a4eSMike Christie kfree(rse); 2225fd96a4eSMike Christie return ret; 2235fd96a4eSMike Christie } 2245fd96a4eSMike Christie 225b668f2f5SMike Christie const struct pr_ops nvme_pr_ops = { 226b668f2f5SMike Christie .pr_register = nvme_pr_register, 227b668f2f5SMike Christie .pr_reserve = nvme_pr_reserve, 228b668f2f5SMike Christie .pr_release = nvme_pr_release, 229b668f2f5SMike Christie .pr_preempt = nvme_pr_preempt, 230b668f2f5SMike Christie .pr_clear = nvme_pr_clear, 2315fd96a4eSMike Christie .pr_read_keys = nvme_pr_read_keys, 232b668f2f5SMike Christie }; 233