1e6dfb2deSDan Williams /* 2e6dfb2deSDan Williams * Copyright(c) 2013-2015 Intel Corporation. All rights reserved. 3e6dfb2deSDan Williams * 4e6dfb2deSDan Williams * This program is free software; you can redistribute it and/or modify 5e6dfb2deSDan Williams * it under the terms of version 2 of the GNU General Public License as 6e6dfb2deSDan Williams * published by the Free Software Foundation. 7e6dfb2deSDan Williams * 8e6dfb2deSDan Williams * This program is distributed in the hope that it will be useful, but 9e6dfb2deSDan Williams * WITHOUT ANY WARRANTY; without even the implied warranty of 10e6dfb2deSDan Williams * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 11e6dfb2deSDan Williams * General Public License for more details. 12e6dfb2deSDan Williams */ 13e6dfb2deSDan Williams #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 144d88a97aSDan Williams #include <linux/vmalloc.h> 15e6dfb2deSDan Williams #include <linux/device.h> 1662232e45SDan Williams #include <linux/ndctl.h> 17e6dfb2deSDan Williams #include <linux/slab.h> 18e6dfb2deSDan Williams #include <linux/io.h> 19e6dfb2deSDan Williams #include <linux/fs.h> 20e6dfb2deSDan Williams #include <linux/mm.h> 21e6dfb2deSDan Williams #include "nd-core.h" 220ba1c634SDan Williams #include "label.h" 23ca6a4657SDan Williams #include "pmem.h" 244d88a97aSDan Williams #include "nd.h" 25e6dfb2deSDan Williams 26e6dfb2deSDan Williams static DEFINE_IDA(dimm_ida); 27e6dfb2deSDan Williams 284d88a97aSDan Williams /* 294d88a97aSDan Williams * Retrieve bus and dimm handle and return if this bus supports 304d88a97aSDan Williams * get_config_data commands 314d88a97aSDan Williams */ 32aee65987SToshi Kani int nvdimm_check_config_data(struct device *dev) 334d88a97aSDan Williams { 34aee65987SToshi Kani struct nvdimm *nvdimm = to_nvdimm(dev); 354d88a97aSDan Williams 36aee65987SToshi Kani if (!nvdimm->cmd_mask || 37aee65987SToshi Kani !test_bit(ND_CMD_GET_CONFIG_DATA, &nvdimm->cmd_mask)) { 388f078b38SDan Williams if (test_bit(NDD_ALIASING, &nvdimm->flags)) 394d88a97aSDan Williams return -ENXIO; 40aee65987SToshi Kani else 41aee65987SToshi Kani return -ENOTTY; 42aee65987SToshi Kani } 434d88a97aSDan Williams 444d88a97aSDan Williams return 0; 454d88a97aSDan Williams } 464d88a97aSDan Williams 474d88a97aSDan Williams static int validate_dimm(struct nvdimm_drvdata *ndd) 484d88a97aSDan Williams { 49aee65987SToshi Kani int rc; 504d88a97aSDan Williams 51aee65987SToshi Kani if (!ndd) 52aee65987SToshi Kani return -EINVAL; 53aee65987SToshi Kani 54aee65987SToshi Kani rc = nvdimm_check_config_data(ndd->dev); 55aee65987SToshi Kani if (rc) 564d88a97aSDan Williams dev_dbg(ndd->dev, "%pf: %s error: %d\n", 574d88a97aSDan Williams __builtin_return_address(0), __func__, rc); 584d88a97aSDan Williams return rc; 594d88a97aSDan Williams } 604d88a97aSDan Williams 614d88a97aSDan Williams /** 624d88a97aSDan Williams * nvdimm_init_nsarea - determine the geometry of a dimm's namespace area 634d88a97aSDan Williams * @nvdimm: dimm to initialize 644d88a97aSDan Williams */ 654d88a97aSDan Williams int nvdimm_init_nsarea(struct nvdimm_drvdata *ndd) 664d88a97aSDan Williams { 674d88a97aSDan Williams struct nd_cmd_get_config_size *cmd = &ndd->nsarea; 684d88a97aSDan Williams struct nvdimm_bus *nvdimm_bus = walk_to_nvdimm_bus(ndd->dev); 694d88a97aSDan Williams struct nvdimm_bus_descriptor *nd_desc; 704d88a97aSDan Williams int rc = validate_dimm(ndd); 719d62ed96SDan Williams int cmd_rc = 0; 724d88a97aSDan Williams 734d88a97aSDan Williams if (rc) 744d88a97aSDan Williams return rc; 754d88a97aSDan Williams 764d88a97aSDan Williams if (cmd->config_size) 774d88a97aSDan Williams return 0; /* already valid */ 784d88a97aSDan Williams 794d88a97aSDan Williams memset(cmd, 0, sizeof(*cmd)); 804d88a97aSDan Williams nd_desc = nvdimm_bus->nd_desc; 819d62ed96SDan Williams rc = nd_desc->ndctl(nd_desc, to_nvdimm(ndd->dev), 829d62ed96SDan Williams ND_CMD_GET_CONFIG_SIZE, cmd, sizeof(*cmd), &cmd_rc); 839d62ed96SDan Williams if (rc < 0) 849d62ed96SDan Williams return rc; 859d62ed96SDan Williams return cmd_rc; 864d88a97aSDan Williams } 874d88a97aSDan Williams 884d88a97aSDan Williams int nvdimm_init_config_data(struct nvdimm_drvdata *ndd) 894d88a97aSDan Williams { 904d88a97aSDan Williams struct nvdimm_bus *nvdimm_bus = walk_to_nvdimm_bus(ndd->dev); 914d88a97aSDan Williams struct nd_cmd_get_config_data_hdr *cmd; 924d88a97aSDan Williams struct nvdimm_bus_descriptor *nd_desc; 934d88a97aSDan Williams int rc = validate_dimm(ndd); 944d88a97aSDan Williams u32 max_cmd_size, config_size; 954d88a97aSDan Williams size_t offset; 964d88a97aSDan Williams 974d88a97aSDan Williams if (rc) 984d88a97aSDan Williams return rc; 994d88a97aSDan Williams 1004d88a97aSDan Williams if (ndd->data) 1014d88a97aSDan Williams return 0; 1024d88a97aSDan Williams 1034a826c83SDan Williams if (ndd->nsarea.status || ndd->nsarea.max_xfer == 0 1044a826c83SDan Williams || ndd->nsarea.config_size < ND_LABEL_MIN_SIZE) { 1054a826c83SDan Williams dev_dbg(ndd->dev, "failed to init config data area: (%d:%d)\n", 1064a826c83SDan Williams ndd->nsarea.max_xfer, ndd->nsarea.config_size); 1074d88a97aSDan Williams return -ENXIO; 1084a826c83SDan Williams } 1094d88a97aSDan Williams 110752ade68SMichal Hocko ndd->data = kvmalloc(ndd->nsarea.config_size, GFP_KERNEL); 1114d88a97aSDan Williams if (!ndd->data) 1124d88a97aSDan Williams return -ENOMEM; 1134d88a97aSDan Williams 1144d88a97aSDan Williams max_cmd_size = min_t(u32, PAGE_SIZE, ndd->nsarea.max_xfer); 1154d88a97aSDan Williams cmd = kzalloc(max_cmd_size + sizeof(*cmd), GFP_KERNEL); 1164d88a97aSDan Williams if (!cmd) 1174d88a97aSDan Williams return -ENOMEM; 1184d88a97aSDan Williams 1194d88a97aSDan Williams nd_desc = nvdimm_bus->nd_desc; 1204d88a97aSDan Williams for (config_size = ndd->nsarea.config_size, offset = 0; 1214d88a97aSDan Williams config_size; config_size -= cmd->in_length, 1224d88a97aSDan Williams offset += cmd->in_length) { 1234d88a97aSDan Williams cmd->in_length = min(config_size, max_cmd_size); 1244d88a97aSDan Williams cmd->in_offset = offset; 1254d88a97aSDan Williams rc = nd_desc->ndctl(nd_desc, to_nvdimm(ndd->dev), 1264d88a97aSDan Williams ND_CMD_GET_CONFIG_DATA, cmd, 127aef25338SDan Williams cmd->in_length + sizeof(*cmd), NULL); 1284d88a97aSDan Williams if (rc || cmd->status) { 1294d88a97aSDan Williams rc = -ENXIO; 1304d88a97aSDan Williams break; 1314d88a97aSDan Williams } 1324d88a97aSDan Williams memcpy(ndd->data + offset, cmd->out_buf, cmd->in_length); 1334d88a97aSDan Williams } 1344d88a97aSDan Williams dev_dbg(ndd->dev, "%s: len: %zu rc: %d\n", __func__, offset, rc); 1354d88a97aSDan Williams kfree(cmd); 1364d88a97aSDan Williams 1374d88a97aSDan Williams return rc; 1384d88a97aSDan Williams } 1394d88a97aSDan Williams 140f524bf27SDan Williams int nvdimm_set_config_data(struct nvdimm_drvdata *ndd, size_t offset, 141f524bf27SDan Williams void *buf, size_t len) 142f524bf27SDan Williams { 143f524bf27SDan Williams int rc = validate_dimm(ndd); 144f524bf27SDan Williams size_t max_cmd_size, buf_offset; 145f524bf27SDan Williams struct nd_cmd_set_config_hdr *cmd; 146f524bf27SDan Williams struct nvdimm_bus *nvdimm_bus = walk_to_nvdimm_bus(ndd->dev); 147f524bf27SDan Williams struct nvdimm_bus_descriptor *nd_desc = nvdimm_bus->nd_desc; 148f524bf27SDan Williams 149f524bf27SDan Williams if (rc) 150f524bf27SDan Williams return rc; 151f524bf27SDan Williams 152f524bf27SDan Williams if (!ndd->data) 153f524bf27SDan Williams return -ENXIO; 154f524bf27SDan Williams 155f524bf27SDan Williams if (offset + len > ndd->nsarea.config_size) 156f524bf27SDan Williams return -ENXIO; 157f524bf27SDan Williams 158f524bf27SDan Williams max_cmd_size = min_t(u32, PAGE_SIZE, len); 159f524bf27SDan Williams max_cmd_size = min_t(u32, max_cmd_size, ndd->nsarea.max_xfer); 160f524bf27SDan Williams cmd = kzalloc(max_cmd_size + sizeof(*cmd) + sizeof(u32), GFP_KERNEL); 161f524bf27SDan Williams if (!cmd) 162f524bf27SDan Williams return -ENOMEM; 163f524bf27SDan Williams 164f524bf27SDan Williams for (buf_offset = 0; len; len -= cmd->in_length, 165f524bf27SDan Williams buf_offset += cmd->in_length) { 166f524bf27SDan Williams size_t cmd_size; 167f524bf27SDan Williams u32 *status; 168f524bf27SDan Williams 169f524bf27SDan Williams cmd->in_offset = offset + buf_offset; 170f524bf27SDan Williams cmd->in_length = min(max_cmd_size, len); 171f524bf27SDan Williams memcpy(cmd->in_buf, buf + buf_offset, cmd->in_length); 172f524bf27SDan Williams 173f524bf27SDan Williams /* status is output in the last 4-bytes of the command buffer */ 174f524bf27SDan Williams cmd_size = sizeof(*cmd) + cmd->in_length + sizeof(u32); 175f524bf27SDan Williams status = ((void *) cmd) + cmd_size - sizeof(u32); 176f524bf27SDan Williams 177f524bf27SDan Williams rc = nd_desc->ndctl(nd_desc, to_nvdimm(ndd->dev), 178aef25338SDan Williams ND_CMD_SET_CONFIG_DATA, cmd, cmd_size, NULL); 179f524bf27SDan Williams if (rc || *status) { 180f524bf27SDan Williams rc = rc ? rc : -ENXIO; 181f524bf27SDan Williams break; 182f524bf27SDan Williams } 183f524bf27SDan Williams } 184f524bf27SDan Williams kfree(cmd); 185f524bf27SDan Williams 186f524bf27SDan Williams return rc; 187f524bf27SDan Williams } 188f524bf27SDan Williams 18942237e39SDan Williams void nvdimm_set_aliasing(struct device *dev) 19042237e39SDan Williams { 19142237e39SDan Williams struct nvdimm *nvdimm = to_nvdimm(dev); 19242237e39SDan Williams 1938f078b38SDan Williams set_bit(NDD_ALIASING, &nvdimm->flags); 1948f078b38SDan Williams } 1958f078b38SDan Williams 1968f078b38SDan Williams void nvdimm_set_locked(struct device *dev) 1978f078b38SDan Williams { 1988f078b38SDan Williams struct nvdimm *nvdimm = to_nvdimm(dev); 1998f078b38SDan Williams 2008f078b38SDan Williams set_bit(NDD_LOCKED, &nvdimm->flags); 20142237e39SDan Williams } 20242237e39SDan Williams 203d34cb808SDan Williams void nvdimm_clear_locked(struct device *dev) 204d34cb808SDan Williams { 205d34cb808SDan Williams struct nvdimm *nvdimm = to_nvdimm(dev); 206d34cb808SDan Williams 207d34cb808SDan Williams clear_bit(NDD_LOCKED, &nvdimm->flags); 208d34cb808SDan Williams } 209d34cb808SDan Williams 210e6dfb2deSDan Williams static void nvdimm_release(struct device *dev) 211e6dfb2deSDan Williams { 212e6dfb2deSDan Williams struct nvdimm *nvdimm = to_nvdimm(dev); 213e6dfb2deSDan Williams 214e6dfb2deSDan Williams ida_simple_remove(&dimm_ida, nvdimm->id); 215e6dfb2deSDan Williams kfree(nvdimm); 216e6dfb2deSDan Williams } 217e6dfb2deSDan Williams 218e6dfb2deSDan Williams static struct device_type nvdimm_device_type = { 219e6dfb2deSDan Williams .name = "nvdimm", 220e6dfb2deSDan Williams .release = nvdimm_release, 221e6dfb2deSDan Williams }; 222e6dfb2deSDan Williams 22362232e45SDan Williams bool is_nvdimm(struct device *dev) 224e6dfb2deSDan Williams { 225e6dfb2deSDan Williams return dev->type == &nvdimm_device_type; 226e6dfb2deSDan Williams } 227e6dfb2deSDan Williams 228e6dfb2deSDan Williams struct nvdimm *to_nvdimm(struct device *dev) 229e6dfb2deSDan Williams { 230e6dfb2deSDan Williams struct nvdimm *nvdimm = container_of(dev, struct nvdimm, dev); 231e6dfb2deSDan Williams 232e6dfb2deSDan Williams WARN_ON(!is_nvdimm(dev)); 233e6dfb2deSDan Williams return nvdimm; 234e6dfb2deSDan Williams } 235e6dfb2deSDan Williams EXPORT_SYMBOL_GPL(to_nvdimm); 236e6dfb2deSDan Williams 237047fc8a1SRoss Zwisler struct nvdimm *nd_blk_region_to_dimm(struct nd_blk_region *ndbr) 238047fc8a1SRoss Zwisler { 239047fc8a1SRoss Zwisler struct nd_region *nd_region = &ndbr->nd_region; 240047fc8a1SRoss Zwisler struct nd_mapping *nd_mapping = &nd_region->mapping[0]; 241047fc8a1SRoss Zwisler 242047fc8a1SRoss Zwisler return nd_mapping->nvdimm; 243047fc8a1SRoss Zwisler } 244047fc8a1SRoss Zwisler EXPORT_SYMBOL_GPL(nd_blk_region_to_dimm); 245047fc8a1SRoss Zwisler 246ca6a4657SDan Williams unsigned long nd_blk_memremap_flags(struct nd_blk_region *ndbr) 247ca6a4657SDan Williams { 248ca6a4657SDan Williams /* pmem mapping properties are private to libnvdimm */ 249ca6a4657SDan Williams return ARCH_MEMREMAP_PMEM; 250ca6a4657SDan Williams } 251ca6a4657SDan Williams EXPORT_SYMBOL_GPL(nd_blk_memremap_flags); 252ca6a4657SDan Williams 253bf9bccc1SDan Williams struct nvdimm_drvdata *to_ndd(struct nd_mapping *nd_mapping) 254bf9bccc1SDan Williams { 255bf9bccc1SDan Williams struct nvdimm *nvdimm = nd_mapping->nvdimm; 256bf9bccc1SDan Williams 257bf9bccc1SDan Williams WARN_ON_ONCE(!is_nvdimm_bus_locked(&nvdimm->dev)); 258bf9bccc1SDan Williams 259bf9bccc1SDan Williams return dev_get_drvdata(&nvdimm->dev); 260bf9bccc1SDan Williams } 261bf9bccc1SDan Williams EXPORT_SYMBOL(to_ndd); 262bf9bccc1SDan Williams 263bf9bccc1SDan Williams void nvdimm_drvdata_release(struct kref *kref) 264bf9bccc1SDan Williams { 265bf9bccc1SDan Williams struct nvdimm_drvdata *ndd = container_of(kref, typeof(*ndd), kref); 266bf9bccc1SDan Williams struct device *dev = ndd->dev; 267bf9bccc1SDan Williams struct resource *res, *_r; 268bf9bccc1SDan Williams 269bf9bccc1SDan Williams dev_dbg(dev, "%s\n", __func__); 270bf9bccc1SDan Williams 271bf9bccc1SDan Williams nvdimm_bus_lock(dev); 272bf9bccc1SDan Williams for_each_dpa_resource_safe(ndd, res, _r) 273bf9bccc1SDan Williams nvdimm_free_dpa(ndd, res); 274bf9bccc1SDan Williams nvdimm_bus_unlock(dev); 275bf9bccc1SDan Williams 276a06a7576Syalin wang kvfree(ndd->data); 277bf9bccc1SDan Williams kfree(ndd); 278bf9bccc1SDan Williams put_device(dev); 279bf9bccc1SDan Williams } 280bf9bccc1SDan Williams 281bf9bccc1SDan Williams void get_ndd(struct nvdimm_drvdata *ndd) 282bf9bccc1SDan Williams { 283bf9bccc1SDan Williams kref_get(&ndd->kref); 284bf9bccc1SDan Williams } 285bf9bccc1SDan Williams 286bf9bccc1SDan Williams void put_ndd(struct nvdimm_drvdata *ndd) 287bf9bccc1SDan Williams { 288bf9bccc1SDan Williams if (ndd) 289bf9bccc1SDan Williams kref_put(&ndd->kref, nvdimm_drvdata_release); 290bf9bccc1SDan Williams } 291bf9bccc1SDan Williams 292e6dfb2deSDan Williams const char *nvdimm_name(struct nvdimm *nvdimm) 293e6dfb2deSDan Williams { 294e6dfb2deSDan Williams return dev_name(&nvdimm->dev); 295e6dfb2deSDan Williams } 296e6dfb2deSDan Williams EXPORT_SYMBOL_GPL(nvdimm_name); 297e6dfb2deSDan Williams 298ba9c8dd3SDan Williams struct kobject *nvdimm_kobj(struct nvdimm *nvdimm) 299ba9c8dd3SDan Williams { 300ba9c8dd3SDan Williams return &nvdimm->dev.kobj; 301ba9c8dd3SDan Williams } 302ba9c8dd3SDan Williams EXPORT_SYMBOL_GPL(nvdimm_kobj); 303ba9c8dd3SDan Williams 304e3654ecaSDan Williams unsigned long nvdimm_cmd_mask(struct nvdimm *nvdimm) 305e3654ecaSDan Williams { 306e3654ecaSDan Williams return nvdimm->cmd_mask; 307e3654ecaSDan Williams } 308e3654ecaSDan Williams EXPORT_SYMBOL_GPL(nvdimm_cmd_mask); 309e3654ecaSDan Williams 310e6dfb2deSDan Williams void *nvdimm_provider_data(struct nvdimm *nvdimm) 311e6dfb2deSDan Williams { 31262232e45SDan Williams if (nvdimm) 313e6dfb2deSDan Williams return nvdimm->provider_data; 31462232e45SDan Williams return NULL; 315e6dfb2deSDan Williams } 316e6dfb2deSDan Williams EXPORT_SYMBOL_GPL(nvdimm_provider_data); 317e6dfb2deSDan Williams 31862232e45SDan Williams static ssize_t commands_show(struct device *dev, 31962232e45SDan Williams struct device_attribute *attr, char *buf) 32062232e45SDan Williams { 32162232e45SDan Williams struct nvdimm *nvdimm = to_nvdimm(dev); 32262232e45SDan Williams int cmd, len = 0; 32362232e45SDan Williams 324e3654ecaSDan Williams if (!nvdimm->cmd_mask) 32562232e45SDan Williams return sprintf(buf, "\n"); 32662232e45SDan Williams 327e3654ecaSDan Williams for_each_set_bit(cmd, &nvdimm->cmd_mask, BITS_PER_LONG) 32862232e45SDan Williams len += sprintf(buf + len, "%s ", nvdimm_cmd_name(cmd)); 32962232e45SDan Williams len += sprintf(buf + len, "\n"); 33062232e45SDan Williams return len; 33162232e45SDan Williams } 33262232e45SDan Williams static DEVICE_ATTR_RO(commands); 33362232e45SDan Williams 334efbf6f50SDan Williams static ssize_t flags_show(struct device *dev, 335efbf6f50SDan Williams struct device_attribute *attr, char *buf) 336efbf6f50SDan Williams { 337efbf6f50SDan Williams struct nvdimm *nvdimm = to_nvdimm(dev); 338efbf6f50SDan Williams 339efbf6f50SDan Williams return sprintf(buf, "%s%s\n", 340efbf6f50SDan Williams test_bit(NDD_ALIASING, &nvdimm->flags) ? "alias " : "", 341efbf6f50SDan Williams test_bit(NDD_LOCKED, &nvdimm->flags) ? "lock " : ""); 342efbf6f50SDan Williams } 343efbf6f50SDan Williams static DEVICE_ATTR_RO(flags); 344efbf6f50SDan Williams 345eaf96153SDan Williams static ssize_t state_show(struct device *dev, struct device_attribute *attr, 346eaf96153SDan Williams char *buf) 347eaf96153SDan Williams { 348eaf96153SDan Williams struct nvdimm *nvdimm = to_nvdimm(dev); 349eaf96153SDan Williams 350eaf96153SDan Williams /* 351eaf96153SDan Williams * The state may be in the process of changing, userspace should 352eaf96153SDan Williams * quiesce probing if it wants a static answer 353eaf96153SDan Williams */ 354eaf96153SDan Williams nvdimm_bus_lock(dev); 355eaf96153SDan Williams nvdimm_bus_unlock(dev); 356eaf96153SDan Williams return sprintf(buf, "%s\n", atomic_read(&nvdimm->busy) 357eaf96153SDan Williams ? "active" : "idle"); 358eaf96153SDan Williams } 359eaf96153SDan Williams static DEVICE_ATTR_RO(state); 360eaf96153SDan Williams 3610ba1c634SDan Williams static ssize_t available_slots_show(struct device *dev, 3620ba1c634SDan Williams struct device_attribute *attr, char *buf) 3630ba1c634SDan Williams { 3640ba1c634SDan Williams struct nvdimm_drvdata *ndd = dev_get_drvdata(dev); 3650ba1c634SDan Williams ssize_t rc; 3660ba1c634SDan Williams u32 nfree; 3670ba1c634SDan Williams 3680ba1c634SDan Williams if (!ndd) 3690ba1c634SDan Williams return -ENXIO; 3700ba1c634SDan Williams 3710ba1c634SDan Williams nvdimm_bus_lock(dev); 3720ba1c634SDan Williams nfree = nd_label_nfree(ndd); 3730ba1c634SDan Williams if (nfree - 1 > nfree) { 3740ba1c634SDan Williams dev_WARN_ONCE(dev, 1, "we ate our last label?\n"); 3750ba1c634SDan Williams nfree = 0; 3760ba1c634SDan Williams } else 3770ba1c634SDan Williams nfree--; 3780ba1c634SDan Williams rc = sprintf(buf, "%d\n", nfree); 3790ba1c634SDan Williams nvdimm_bus_unlock(dev); 3800ba1c634SDan Williams return rc; 3810ba1c634SDan Williams } 3820ba1c634SDan Williams static DEVICE_ATTR_RO(available_slots); 3830ba1c634SDan Williams 38462232e45SDan Williams static struct attribute *nvdimm_attributes[] = { 385eaf96153SDan Williams &dev_attr_state.attr, 386efbf6f50SDan Williams &dev_attr_flags.attr, 38762232e45SDan Williams &dev_attr_commands.attr, 3880ba1c634SDan Williams &dev_attr_available_slots.attr, 38962232e45SDan Williams NULL, 39062232e45SDan Williams }; 39162232e45SDan Williams 39262232e45SDan Williams struct attribute_group nvdimm_attribute_group = { 39362232e45SDan Williams .attrs = nvdimm_attributes, 39462232e45SDan Williams }; 39562232e45SDan Williams EXPORT_SYMBOL_GPL(nvdimm_attribute_group); 39662232e45SDan Williams 397e6dfb2deSDan Williams struct nvdimm *nvdimm_create(struct nvdimm_bus *nvdimm_bus, void *provider_data, 39862232e45SDan Williams const struct attribute_group **groups, unsigned long flags, 399e5ae3b25SDan Williams unsigned long cmd_mask, int num_flush, 400e5ae3b25SDan Williams struct resource *flush_wpq) 401e6dfb2deSDan Williams { 402e6dfb2deSDan Williams struct nvdimm *nvdimm = kzalloc(sizeof(*nvdimm), GFP_KERNEL); 403e6dfb2deSDan Williams struct device *dev; 404e6dfb2deSDan Williams 405e6dfb2deSDan Williams if (!nvdimm) 406e6dfb2deSDan Williams return NULL; 407e6dfb2deSDan Williams 408e6dfb2deSDan Williams nvdimm->id = ida_simple_get(&dimm_ida, 0, 0, GFP_KERNEL); 409e6dfb2deSDan Williams if (nvdimm->id < 0) { 410e6dfb2deSDan Williams kfree(nvdimm); 411e6dfb2deSDan Williams return NULL; 412e6dfb2deSDan Williams } 413e6dfb2deSDan Williams nvdimm->provider_data = provider_data; 414e6dfb2deSDan Williams nvdimm->flags = flags; 415e3654ecaSDan Williams nvdimm->cmd_mask = cmd_mask; 416e5ae3b25SDan Williams nvdimm->num_flush = num_flush; 417e5ae3b25SDan Williams nvdimm->flush_wpq = flush_wpq; 418eaf96153SDan Williams atomic_set(&nvdimm->busy, 0); 419e6dfb2deSDan Williams dev = &nvdimm->dev; 420e6dfb2deSDan Williams dev_set_name(dev, "nmem%d", nvdimm->id); 421e6dfb2deSDan Williams dev->parent = &nvdimm_bus->dev; 422e6dfb2deSDan Williams dev->type = &nvdimm_device_type; 42362232e45SDan Williams dev->devt = MKDEV(nvdimm_major, nvdimm->id); 424e6dfb2deSDan Williams dev->groups = groups; 4254d88a97aSDan Williams nd_device_register(dev); 426e6dfb2deSDan Williams 427e6dfb2deSDan Williams return nvdimm; 428e6dfb2deSDan Williams } 429e6dfb2deSDan Williams EXPORT_SYMBOL_GPL(nvdimm_create); 4304d88a97aSDan Williams 431762d067dSDan Williams int alias_dpa_busy(struct device *dev, void *data) 432a1f3e4d6SDan Williams { 433fe514739SDan Williams resource_size_t map_end, blk_start, new; 434a1f3e4d6SDan Williams struct blk_alloc_info *info = data; 435a1f3e4d6SDan Williams struct nd_mapping *nd_mapping; 436a1f3e4d6SDan Williams struct nd_region *nd_region; 437a1f3e4d6SDan Williams struct nvdimm_drvdata *ndd; 438a1f3e4d6SDan Williams struct resource *res; 439a1f3e4d6SDan Williams int i; 440a1f3e4d6SDan Williams 441c9e582aaSDan Williams if (!is_memory(dev)) 442a1f3e4d6SDan Williams return 0; 443a1f3e4d6SDan Williams 444a1f3e4d6SDan Williams nd_region = to_nd_region(dev); 445a1f3e4d6SDan Williams for (i = 0; i < nd_region->ndr_mappings; i++) { 446a1f3e4d6SDan Williams nd_mapping = &nd_region->mapping[i]; 447a1f3e4d6SDan Williams if (nd_mapping->nvdimm == info->nd_mapping->nvdimm) 448a1f3e4d6SDan Williams break; 449a1f3e4d6SDan Williams } 450a1f3e4d6SDan Williams 451a1f3e4d6SDan Williams if (i >= nd_region->ndr_mappings) 452a1f3e4d6SDan Williams return 0; 453a1f3e4d6SDan Williams 454a1f3e4d6SDan Williams ndd = to_ndd(nd_mapping); 455a1f3e4d6SDan Williams map_end = nd_mapping->start + nd_mapping->size - 1; 456a1f3e4d6SDan Williams blk_start = nd_mapping->start; 457762d067dSDan Williams 458762d067dSDan Williams /* 459762d067dSDan Williams * In the allocation case ->res is set to free space that we are 460762d067dSDan Williams * looking to validate against PMEM aliasing collision rules 461762d067dSDan Williams * (i.e. BLK is allocated after all aliased PMEM). 462762d067dSDan Williams */ 463762d067dSDan Williams if (info->res) { 464762d067dSDan Williams if (info->res->start >= nd_mapping->start 465762d067dSDan Williams && info->res->start < map_end) 466762d067dSDan Williams /* pass */; 467762d067dSDan Williams else 468762d067dSDan Williams return 0; 469762d067dSDan Williams } 470762d067dSDan Williams 471a1f3e4d6SDan Williams retry: 472a1f3e4d6SDan Williams /* 473a1f3e4d6SDan Williams * Find the free dpa from the end of the last pmem allocation to 474fe514739SDan Williams * the end of the interleave-set mapping. 475a1f3e4d6SDan Williams */ 476a1f3e4d6SDan Williams for_each_dpa_resource(ndd, res) { 477fe514739SDan Williams if (strncmp(res->name, "pmem", 4) != 0) 478fe514739SDan Williams continue; 479a1f3e4d6SDan Williams if ((res->start >= blk_start && res->start < map_end) 480a1f3e4d6SDan Williams || (res->end >= blk_start 481a1f3e4d6SDan Williams && res->end <= map_end)) { 482fe514739SDan Williams new = max(blk_start, min(map_end + 1, res->end + 1)); 483a1f3e4d6SDan Williams if (new != blk_start) { 484a1f3e4d6SDan Williams blk_start = new; 485a1f3e4d6SDan Williams goto retry; 486a1f3e4d6SDan Williams } 487a1f3e4d6SDan Williams } 488a1f3e4d6SDan Williams } 489a1f3e4d6SDan Williams 490762d067dSDan Williams /* update the free space range with the probed blk_start */ 491762d067dSDan Williams if (info->res && blk_start > info->res->start) { 492762d067dSDan Williams info->res->start = max(info->res->start, blk_start); 493762d067dSDan Williams if (info->res->start > info->res->end) 494762d067dSDan Williams info->res->end = info->res->start - 1; 495762d067dSDan Williams return 1; 496762d067dSDan Williams } 497762d067dSDan Williams 498fe514739SDan Williams info->available -= blk_start - nd_mapping->start; 499762d067dSDan Williams 500a1f3e4d6SDan Williams return 0; 501a1f3e4d6SDan Williams } 502a1f3e4d6SDan Williams 503bf9bccc1SDan Williams /** 5041b40e09aSDan Williams * nd_blk_available_dpa - account the unused dpa of BLK region 5051b40e09aSDan Williams * @nd_mapping: container of dpa-resource-root + labels 5061b40e09aSDan Williams * 507a1f3e4d6SDan Williams * Unlike PMEM, BLK namespaces can occupy discontiguous DPA ranges, but 508a1f3e4d6SDan Williams * we arrange for them to never start at an lower dpa than the last 509a1f3e4d6SDan Williams * PMEM allocation in an aliased region. 5101b40e09aSDan Williams */ 511a1f3e4d6SDan Williams resource_size_t nd_blk_available_dpa(struct nd_region *nd_region) 5121b40e09aSDan Williams { 513a1f3e4d6SDan Williams struct nvdimm_bus *nvdimm_bus = walk_to_nvdimm_bus(&nd_region->dev); 514a1f3e4d6SDan Williams struct nd_mapping *nd_mapping = &nd_region->mapping[0]; 5151b40e09aSDan Williams struct nvdimm_drvdata *ndd = to_ndd(nd_mapping); 516a1f3e4d6SDan Williams struct blk_alloc_info info = { 517a1f3e4d6SDan Williams .nd_mapping = nd_mapping, 518a1f3e4d6SDan Williams .available = nd_mapping->size, 519762d067dSDan Williams .res = NULL, 520a1f3e4d6SDan Williams }; 5211b40e09aSDan Williams struct resource *res; 5221b40e09aSDan Williams 5231b40e09aSDan Williams if (!ndd) 5241b40e09aSDan Williams return 0; 5251b40e09aSDan Williams 526a1f3e4d6SDan Williams device_for_each_child(&nvdimm_bus->dev, &info, alias_dpa_busy); 5271b40e09aSDan Williams 528a1f3e4d6SDan Williams /* now account for busy blk allocations in unaliased dpa */ 529a1f3e4d6SDan Williams for_each_dpa_resource(ndd, res) { 530a1f3e4d6SDan Williams if (strncmp(res->name, "blk", 3) != 0) 531a1f3e4d6SDan Williams continue; 532fe514739SDan Williams info.available -= resource_size(res); 5331b40e09aSDan Williams } 5341b40e09aSDan Williams 535a1f3e4d6SDan Williams return info.available; 5361b40e09aSDan Williams } 5371b40e09aSDan Williams 5381b40e09aSDan Williams /** 539bf9bccc1SDan Williams * nd_pmem_available_dpa - for the given dimm+region account unallocated dpa 540bf9bccc1SDan Williams * @nd_mapping: container of dpa-resource-root + labels 541bf9bccc1SDan Williams * @nd_region: constrain available space check to this reference region 542bf9bccc1SDan Williams * @overlap: calculate available space assuming this level of overlap 543bf9bccc1SDan Williams * 544bf9bccc1SDan Williams * Validate that a PMEM label, if present, aligns with the start of an 545bf9bccc1SDan Williams * interleave set and truncate the available size at the lowest BLK 546bf9bccc1SDan Williams * overlap point. 547bf9bccc1SDan Williams * 548bf9bccc1SDan Williams * The expectation is that this routine is called multiple times as it 549bf9bccc1SDan Williams * probes for the largest BLK encroachment for any single member DIMM of 550bf9bccc1SDan Williams * the interleave set. Once that value is determined the PMEM-limit for 551bf9bccc1SDan Williams * the set can be established. 552bf9bccc1SDan Williams */ 553bf9bccc1SDan Williams resource_size_t nd_pmem_available_dpa(struct nd_region *nd_region, 554bf9bccc1SDan Williams struct nd_mapping *nd_mapping, resource_size_t *overlap) 555bf9bccc1SDan Williams { 556bf9bccc1SDan Williams resource_size_t map_start, map_end, busy = 0, available, blk_start; 557bf9bccc1SDan Williams struct nvdimm_drvdata *ndd = to_ndd(nd_mapping); 558bf9bccc1SDan Williams struct resource *res; 559bf9bccc1SDan Williams const char *reason; 560bf9bccc1SDan Williams 561bf9bccc1SDan Williams if (!ndd) 562bf9bccc1SDan Williams return 0; 563bf9bccc1SDan Williams 564bf9bccc1SDan Williams map_start = nd_mapping->start; 565bf9bccc1SDan Williams map_end = map_start + nd_mapping->size - 1; 566bf9bccc1SDan Williams blk_start = max(map_start, map_end + 1 - *overlap); 567a1f3e4d6SDan Williams for_each_dpa_resource(ndd, res) { 568bf9bccc1SDan Williams if (res->start >= map_start && res->start < map_end) { 569bf9bccc1SDan Williams if (strncmp(res->name, "blk", 3) == 0) 570a1f3e4d6SDan Williams blk_start = min(blk_start, 571a1f3e4d6SDan Williams max(map_start, res->start)); 572a1f3e4d6SDan Williams else if (res->end > map_end) { 573bf9bccc1SDan Williams reason = "misaligned to iset"; 574bf9bccc1SDan Williams goto err; 575a1f3e4d6SDan Williams } else 576bf9bccc1SDan Williams busy += resource_size(res); 577bf9bccc1SDan Williams } else if (res->end >= map_start && res->end <= map_end) { 578bf9bccc1SDan Williams if (strncmp(res->name, "blk", 3) == 0) { 579bf9bccc1SDan Williams /* 580bf9bccc1SDan Williams * If a BLK allocation overlaps the start of 581bf9bccc1SDan Williams * PMEM the entire interleave set may now only 582bf9bccc1SDan Williams * be used for BLK. 583bf9bccc1SDan Williams */ 584bf9bccc1SDan Williams blk_start = map_start; 585a1f3e4d6SDan Williams } else 586a1f3e4d6SDan Williams busy += resource_size(res); 587bf9bccc1SDan Williams } else if (map_start > res->start && map_start < res->end) { 588bf9bccc1SDan Williams /* total eclipse of the mapping */ 589bf9bccc1SDan Williams busy += nd_mapping->size; 590bf9bccc1SDan Williams blk_start = map_start; 591bf9bccc1SDan Williams } 592a1f3e4d6SDan Williams } 593bf9bccc1SDan Williams 594bf9bccc1SDan Williams *overlap = map_end + 1 - blk_start; 595bf9bccc1SDan Williams available = blk_start - map_start; 596bf9bccc1SDan Williams if (busy < available) 597bf9bccc1SDan Williams return available - busy; 598bf9bccc1SDan Williams return 0; 599bf9bccc1SDan Williams 600bf9bccc1SDan Williams err: 601bf9bccc1SDan Williams nd_dbg_dpa(nd_region, ndd, res, "%s\n", reason); 602bf9bccc1SDan Williams return 0; 603bf9bccc1SDan Williams } 604bf9bccc1SDan Williams 6054a826c83SDan Williams void nvdimm_free_dpa(struct nvdimm_drvdata *ndd, struct resource *res) 6064a826c83SDan Williams { 6074a826c83SDan Williams WARN_ON_ONCE(!is_nvdimm_bus_locked(ndd->dev)); 6084a826c83SDan Williams kfree(res->name); 6094a826c83SDan Williams __release_region(&ndd->dpa, res->start, resource_size(res)); 6104a826c83SDan Williams } 6114a826c83SDan Williams 6124a826c83SDan Williams struct resource *nvdimm_allocate_dpa(struct nvdimm_drvdata *ndd, 6134a826c83SDan Williams struct nd_label_id *label_id, resource_size_t start, 6144a826c83SDan Williams resource_size_t n) 6154a826c83SDan Williams { 6164a826c83SDan Williams char *name = kmemdup(label_id, sizeof(*label_id), GFP_KERNEL); 6174a826c83SDan Williams struct resource *res; 6184a826c83SDan Williams 6194a826c83SDan Williams if (!name) 6204a826c83SDan Williams return NULL; 6214a826c83SDan Williams 6224a826c83SDan Williams WARN_ON_ONCE(!is_nvdimm_bus_locked(ndd->dev)); 6234a826c83SDan Williams res = __request_region(&ndd->dpa, start, n, name, 0); 6244a826c83SDan Williams if (!res) 6254a826c83SDan Williams kfree(name); 6264a826c83SDan Williams return res; 6274a826c83SDan Williams } 6284a826c83SDan Williams 629bf9bccc1SDan Williams /** 630bf9bccc1SDan Williams * nvdimm_allocated_dpa - sum up the dpa currently allocated to this label_id 631bf9bccc1SDan Williams * @nvdimm: container of dpa-resource-root + labels 632bf9bccc1SDan Williams * @label_id: dpa resource name of the form {pmem|blk}-<human readable uuid> 633bf9bccc1SDan Williams */ 634bf9bccc1SDan Williams resource_size_t nvdimm_allocated_dpa(struct nvdimm_drvdata *ndd, 635bf9bccc1SDan Williams struct nd_label_id *label_id) 636bf9bccc1SDan Williams { 637bf9bccc1SDan Williams resource_size_t allocated = 0; 638bf9bccc1SDan Williams struct resource *res; 639bf9bccc1SDan Williams 640bf9bccc1SDan Williams for_each_dpa_resource(ndd, res) 641bf9bccc1SDan Williams if (strcmp(res->name, label_id->id) == 0) 642bf9bccc1SDan Williams allocated += resource_size(res); 643bf9bccc1SDan Williams 644bf9bccc1SDan Williams return allocated; 645bf9bccc1SDan Williams } 646bf9bccc1SDan Williams 6474d88a97aSDan Williams static int count_dimms(struct device *dev, void *c) 6484d88a97aSDan Williams { 6494d88a97aSDan Williams int *count = c; 6504d88a97aSDan Williams 6514d88a97aSDan Williams if (is_nvdimm(dev)) 6524d88a97aSDan Williams (*count)++; 6534d88a97aSDan Williams return 0; 6544d88a97aSDan Williams } 6554d88a97aSDan Williams 6564d88a97aSDan Williams int nvdimm_bus_check_dimm_count(struct nvdimm_bus *nvdimm_bus, int dimm_count) 6574d88a97aSDan Williams { 6584d88a97aSDan Williams int count = 0; 6594d88a97aSDan Williams /* Flush any possible dimm registration failures */ 6604d88a97aSDan Williams nd_synchronize(); 6614d88a97aSDan Williams 6624d88a97aSDan Williams device_for_each_child(&nvdimm_bus->dev, &count, count_dimms); 6634d88a97aSDan Williams dev_dbg(&nvdimm_bus->dev, "%s: count: %d\n", __func__, count); 6644d88a97aSDan Williams if (count != dimm_count) 6654d88a97aSDan Williams return -ENXIO; 6664d88a97aSDan Williams return 0; 6674d88a97aSDan Williams } 6684d88a97aSDan Williams EXPORT_SYMBOL_GPL(nvdimm_bus_check_dimm_count); 669b354aba0SDan Williams 670b354aba0SDan Williams void __exit nvdimm_devs_exit(void) 671b354aba0SDan Williams { 672b354aba0SDan Williams ida_destroy(&dimm_ida); 673b354aba0SDan Williams } 674