1c6603c74SDaniel Vetter // SPDX-License-Identifier: GPL-2.0 2c6603c74SDaniel Vetter /* 3c6603c74SDaniel Vetter * Copyright (C) 2020 Intel 4c6603c74SDaniel Vetter * 5c6603c74SDaniel Vetter * Based on drivers/base/devres.c 6c6603c74SDaniel Vetter */ 7c6603c74SDaniel Vetter 8c6603c74SDaniel Vetter #include <drm/drm_managed.h> 9c6603c74SDaniel Vetter 10c6603c74SDaniel Vetter #include <linux/list.h> 11c6603c74SDaniel Vetter #include <linux/slab.h> 12c6603c74SDaniel Vetter #include <linux/spinlock.h> 13c6603c74SDaniel Vetter 14c6603c74SDaniel Vetter #include <drm/drm_device.h> 15c6603c74SDaniel Vetter #include <drm/drm_print.h> 16c6603c74SDaniel Vetter 17c6603c74SDaniel Vetter /** 18c6603c74SDaniel Vetter * DOC: managed resources 19c6603c74SDaniel Vetter * 20c6603c74SDaniel Vetter * Inspired by struct &device managed resources, but tied to the lifetime of 21c6603c74SDaniel Vetter * struct &drm_device, which can outlive the underlying physical device, usually 22c6603c74SDaniel Vetter * when userspace has some open files and other handles to resources still open. 23*9e1ed9fbSDaniel Vetter * 24*9e1ed9fbSDaniel Vetter * Release actions can be added with drmm_add_action(), memory allocations can 25*9e1ed9fbSDaniel Vetter * be done directly with drmm_kmalloc() and the related functions. Everything 26*9e1ed9fbSDaniel Vetter * will be released on the final drm_dev_put() in reverse order of how the 27*9e1ed9fbSDaniel Vetter * release actions have been added and memory has been allocated since driver 28*9e1ed9fbSDaniel Vetter * loading started with drm_dev_init(). 29*9e1ed9fbSDaniel Vetter * 30*9e1ed9fbSDaniel Vetter * Note that release actions and managed memory can also be added and removed 31*9e1ed9fbSDaniel Vetter * during the lifetime of the driver, all the functions are fully concurrent 32*9e1ed9fbSDaniel Vetter * safe. But it is recommended to use managed resources only for resources that 33*9e1ed9fbSDaniel Vetter * change rarely, if ever, during the lifetime of the &drm_device instance. 34c6603c74SDaniel Vetter */ 35*9e1ed9fbSDaniel Vetter 36c6603c74SDaniel Vetter struct drmres_node { 37c6603c74SDaniel Vetter struct list_head entry; 38c6603c74SDaniel Vetter drmres_release_t release; 39c6603c74SDaniel Vetter const char *name; 40c6603c74SDaniel Vetter size_t size; 41c6603c74SDaniel Vetter }; 42c6603c74SDaniel Vetter 43c6603c74SDaniel Vetter struct drmres { 44c6603c74SDaniel Vetter struct drmres_node node; 45c6603c74SDaniel Vetter /* 46c6603c74SDaniel Vetter * Some archs want to perform DMA into kmalloc caches 47c6603c74SDaniel Vetter * and need a guaranteed alignment larger than 48c6603c74SDaniel Vetter * the alignment of a 64-bit integer. 49c6603c74SDaniel Vetter * Thus we use ARCH_KMALLOC_MINALIGN here and get exactly the same 50c6603c74SDaniel Vetter * buffer alignment as if it was allocated by plain kmalloc(). 51c6603c74SDaniel Vetter */ 52c6603c74SDaniel Vetter u8 __aligned(ARCH_KMALLOC_MINALIGN) data[]; 53c6603c74SDaniel Vetter }; 54c6603c74SDaniel Vetter 55c6603c74SDaniel Vetter static void free_dr(struct drmres *dr) 56c6603c74SDaniel Vetter { 57c6603c74SDaniel Vetter kfree_const(dr->node.name); 58c6603c74SDaniel Vetter kfree(dr); 59c6603c74SDaniel Vetter } 60c6603c74SDaniel Vetter 61c6603c74SDaniel Vetter void drm_managed_release(struct drm_device *dev) 62c6603c74SDaniel Vetter { 63c6603c74SDaniel Vetter struct drmres *dr, *tmp; 64c6603c74SDaniel Vetter 65c6603c74SDaniel Vetter drm_dbg_drmres(dev, "drmres release begin\n"); 66c6603c74SDaniel Vetter list_for_each_entry_safe(dr, tmp, &dev->managed.resources, node.entry) { 67c6603c74SDaniel Vetter drm_dbg_drmres(dev, "REL %p %s (%zu bytes)\n", 68c6603c74SDaniel Vetter dr, dr->node.name, dr->node.size); 69c6603c74SDaniel Vetter 70c6603c74SDaniel Vetter if (dr->node.release) 71c6603c74SDaniel Vetter dr->node.release(dev, dr->node.size ? *(void **)&dr->data : NULL); 72c6603c74SDaniel Vetter 73c6603c74SDaniel Vetter list_del(&dr->node.entry); 74c6603c74SDaniel Vetter free_dr(dr); 75c6603c74SDaniel Vetter } 76c6603c74SDaniel Vetter drm_dbg_drmres(dev, "drmres release end\n"); 77c6603c74SDaniel Vetter } 78c6603c74SDaniel Vetter 79c6603c74SDaniel Vetter /* 80c6603c74SDaniel Vetter * Always inline so that kmalloc_track_caller tracks the actual interesting 81c6603c74SDaniel Vetter * caller outside of drm_managed.c. 82c6603c74SDaniel Vetter */ 83c6603c74SDaniel Vetter static __always_inline struct drmres * alloc_dr(drmres_release_t release, 84c6603c74SDaniel Vetter size_t size, gfp_t gfp, int nid) 85c6603c74SDaniel Vetter { 86c6603c74SDaniel Vetter size_t tot_size; 87c6603c74SDaniel Vetter struct drmres *dr; 88c6603c74SDaniel Vetter 89c6603c74SDaniel Vetter /* We must catch any near-SIZE_MAX cases that could overflow. */ 90c6603c74SDaniel Vetter if (unlikely(check_add_overflow(sizeof(*dr), size, &tot_size))) 91c6603c74SDaniel Vetter return NULL; 92c6603c74SDaniel Vetter 93c6603c74SDaniel Vetter dr = kmalloc_node_track_caller(tot_size, gfp, nid); 94c6603c74SDaniel Vetter if (unlikely(!dr)) 95c6603c74SDaniel Vetter return NULL; 96c6603c74SDaniel Vetter 97c6603c74SDaniel Vetter memset(dr, 0, offsetof(struct drmres, data)); 98c6603c74SDaniel Vetter 99c6603c74SDaniel Vetter INIT_LIST_HEAD(&dr->node.entry); 100c6603c74SDaniel Vetter dr->node.release = release; 101c6603c74SDaniel Vetter dr->node.size = size; 102c6603c74SDaniel Vetter 103c6603c74SDaniel Vetter return dr; 104c6603c74SDaniel Vetter } 105c6603c74SDaniel Vetter 106c6603c74SDaniel Vetter static void del_dr(struct drm_device *dev, struct drmres *dr) 107c6603c74SDaniel Vetter { 108c6603c74SDaniel Vetter list_del_init(&dr->node.entry); 109c6603c74SDaniel Vetter 110c6603c74SDaniel Vetter drm_dbg_drmres(dev, "DEL %p %s (%lu bytes)\n", 111c6603c74SDaniel Vetter dr, dr->node.name, (unsigned long) dr->node.size); 112c6603c74SDaniel Vetter } 113c6603c74SDaniel Vetter 114c6603c74SDaniel Vetter static void add_dr(struct drm_device *dev, struct drmres *dr) 115c6603c74SDaniel Vetter { 116c6603c74SDaniel Vetter unsigned long flags; 117c6603c74SDaniel Vetter 118c6603c74SDaniel Vetter spin_lock_irqsave(&dev->managed.lock, flags); 119c6603c74SDaniel Vetter list_add(&dr->node.entry, &dev->managed.resources); 120c6603c74SDaniel Vetter spin_unlock_irqrestore(&dev->managed.lock, flags); 121c6603c74SDaniel Vetter 122c6603c74SDaniel Vetter drm_dbg_drmres(dev, "ADD %p %s (%lu bytes)\n", 123c6603c74SDaniel Vetter dr, dr->node.name, (unsigned long) dr->node.size); 124c6603c74SDaniel Vetter } 125c6603c74SDaniel Vetter 126*9e1ed9fbSDaniel Vetter /** 127*9e1ed9fbSDaniel Vetter * drmm_add_final_kfree - add release action for the final kfree() 128*9e1ed9fbSDaniel Vetter * @dev: DRM device 129*9e1ed9fbSDaniel Vetter * @container: pointer to the kmalloc allocation containing @dev 130*9e1ed9fbSDaniel Vetter * 131*9e1ed9fbSDaniel Vetter * Since the allocation containing the struct &drm_device must be allocated 132*9e1ed9fbSDaniel Vetter * before it can be initialized with drm_dev_init() there's no way to allocate 133*9e1ed9fbSDaniel Vetter * that memory with drmm_kmalloc(). To side-step this chicken-egg problem the 134*9e1ed9fbSDaniel Vetter * pointer for this final kfree() must be specified by calling this function. It 135*9e1ed9fbSDaniel Vetter * will be released in the final drm_dev_put() for @dev, after all other release 136*9e1ed9fbSDaniel Vetter * actions installed through drmm_add_action() have been processed. 137*9e1ed9fbSDaniel Vetter */ 138c6603c74SDaniel Vetter void drmm_add_final_kfree(struct drm_device *dev, void *container) 139c6603c74SDaniel Vetter { 140c6603c74SDaniel Vetter WARN_ON(dev->managed.final_kfree); 141c6603c74SDaniel Vetter WARN_ON(dev < (struct drm_device *) container); 142c6603c74SDaniel Vetter WARN_ON(dev + 1 >= 143c6603c74SDaniel Vetter (struct drm_device *) (container + ksize(container))); 144c6603c74SDaniel Vetter dev->managed.final_kfree = container; 145c6603c74SDaniel Vetter } 146c6603c74SDaniel Vetter EXPORT_SYMBOL(drmm_add_final_kfree); 147c6603c74SDaniel Vetter 148c6603c74SDaniel Vetter int __drmm_add_action(struct drm_device *dev, 149c6603c74SDaniel Vetter drmres_release_t action, 150c6603c74SDaniel Vetter void *data, const char *name) 151c6603c74SDaniel Vetter { 152c6603c74SDaniel Vetter struct drmres *dr; 153c6603c74SDaniel Vetter void **void_ptr; 154c6603c74SDaniel Vetter 155c6603c74SDaniel Vetter dr = alloc_dr(action, data ? sizeof(void*) : 0, 156c6603c74SDaniel Vetter GFP_KERNEL | __GFP_ZERO, 157c6603c74SDaniel Vetter dev_to_node(dev->dev)); 158c6603c74SDaniel Vetter if (!dr) { 159c6603c74SDaniel Vetter drm_dbg_drmres(dev, "failed to add action %s for %p\n", 160c6603c74SDaniel Vetter name, data); 161c6603c74SDaniel Vetter return -ENOMEM; 162c6603c74SDaniel Vetter } 163c6603c74SDaniel Vetter 164c6603c74SDaniel Vetter dr->node.name = kstrdup_const(name, GFP_KERNEL); 165c6603c74SDaniel Vetter if (data) { 166c6603c74SDaniel Vetter void_ptr = (void **)&dr->data; 167c6603c74SDaniel Vetter *void_ptr = data; 168c6603c74SDaniel Vetter } 169c6603c74SDaniel Vetter 170c6603c74SDaniel Vetter add_dr(dev, dr); 171c6603c74SDaniel Vetter 172c6603c74SDaniel Vetter return 0; 173c6603c74SDaniel Vetter } 174c6603c74SDaniel Vetter EXPORT_SYMBOL(__drmm_add_action); 175c6603c74SDaniel Vetter 176f96306f9SDaniel Vetter int __drmm_add_action_or_reset(struct drm_device *dev, 177f96306f9SDaniel Vetter drmres_release_t action, 178f96306f9SDaniel Vetter void *data, const char *name) 179f96306f9SDaniel Vetter { 180f96306f9SDaniel Vetter int ret; 181f96306f9SDaniel Vetter 182f96306f9SDaniel Vetter ret = __drmm_add_action(dev, action, data, name); 183f96306f9SDaniel Vetter if (ret) 184f96306f9SDaniel Vetter action(dev, data); 185f96306f9SDaniel Vetter 186f96306f9SDaniel Vetter return ret; 187f96306f9SDaniel Vetter } 188f96306f9SDaniel Vetter EXPORT_SYMBOL(__drmm_add_action_or_reset); 189f96306f9SDaniel Vetter 190*9e1ed9fbSDaniel Vetter /** 191*9e1ed9fbSDaniel Vetter * drmm_kmalloc - &drm_device managed kmalloc() 192*9e1ed9fbSDaniel Vetter * @dev: DRM device 193*9e1ed9fbSDaniel Vetter * @size: size of the memory allocation 194*9e1ed9fbSDaniel Vetter * @gfp: GFP allocation flags 195*9e1ed9fbSDaniel Vetter * 196*9e1ed9fbSDaniel Vetter * This is a &drm_device managed version of kmalloc(). The allocated memory is 197*9e1ed9fbSDaniel Vetter * automatically freed on the final drm_dev_put(). Memory can also be freed 198*9e1ed9fbSDaniel Vetter * before the final drm_dev_put() by calling drmm_kfree(). 199*9e1ed9fbSDaniel Vetter */ 200c6603c74SDaniel Vetter void *drmm_kmalloc(struct drm_device *dev, size_t size, gfp_t gfp) 201c6603c74SDaniel Vetter { 202c6603c74SDaniel Vetter struct drmres *dr; 203c6603c74SDaniel Vetter 204c6603c74SDaniel Vetter dr = alloc_dr(NULL, size, gfp, dev_to_node(dev->dev)); 205c6603c74SDaniel Vetter if (!dr) { 206c6603c74SDaniel Vetter drm_dbg_drmres(dev, "failed to allocate %zu bytes, %u flags\n", 207c6603c74SDaniel Vetter size, gfp); 208c6603c74SDaniel Vetter return NULL; 209c6603c74SDaniel Vetter } 210c6603c74SDaniel Vetter dr->node.name = kstrdup_const("kmalloc", GFP_KERNEL); 211c6603c74SDaniel Vetter 212c6603c74SDaniel Vetter add_dr(dev, dr); 213c6603c74SDaniel Vetter 214c6603c74SDaniel Vetter return dr->data; 215c6603c74SDaniel Vetter } 216c6603c74SDaniel Vetter EXPORT_SYMBOL(drmm_kmalloc); 217c6603c74SDaniel Vetter 218*9e1ed9fbSDaniel Vetter /** 219*9e1ed9fbSDaniel Vetter * drmm_kstrdup - &drm_device managed kstrdup() 220*9e1ed9fbSDaniel Vetter * @dev: DRM device 221*9e1ed9fbSDaniel Vetter * @s: 0-terminated string to be duplicated 222*9e1ed9fbSDaniel Vetter * @gfp: GFP allocation flags 223*9e1ed9fbSDaniel Vetter * 224*9e1ed9fbSDaniel Vetter * This is a &drm_device managed version of kstrdup(). The allocated memory is 225*9e1ed9fbSDaniel Vetter * automatically freed on the final drm_dev_put() and works exactly like a 226*9e1ed9fbSDaniel Vetter * memory allocation obtained by drmm_kmalloc(). 227*9e1ed9fbSDaniel Vetter */ 228a5c71fdbSDaniel Vetter char *drmm_kstrdup(struct drm_device *dev, const char *s, gfp_t gfp) 229a5c71fdbSDaniel Vetter { 230a5c71fdbSDaniel Vetter size_t size; 231a5c71fdbSDaniel Vetter char *buf; 232a5c71fdbSDaniel Vetter 233a5c71fdbSDaniel Vetter if (!s) 234a5c71fdbSDaniel Vetter return NULL; 235a5c71fdbSDaniel Vetter 236a5c71fdbSDaniel Vetter size = strlen(s) + 1; 237a5c71fdbSDaniel Vetter buf = drmm_kmalloc(dev, size, gfp); 238a5c71fdbSDaniel Vetter if (buf) 239a5c71fdbSDaniel Vetter memcpy(buf, s, size); 240a5c71fdbSDaniel Vetter return buf; 241a5c71fdbSDaniel Vetter } 242a5c71fdbSDaniel Vetter EXPORT_SYMBOL_GPL(drmm_kstrdup); 243a5c71fdbSDaniel Vetter 244*9e1ed9fbSDaniel Vetter /** 245*9e1ed9fbSDaniel Vetter * drmm_kfree - &drm_device managed kfree() 246*9e1ed9fbSDaniel Vetter * @dev: DRM device 247*9e1ed9fbSDaniel Vetter * @data: memory allocation to be freed 248*9e1ed9fbSDaniel Vetter * 249*9e1ed9fbSDaniel Vetter * This is a &drm_device managed version of kfree() which can be used to 250*9e1ed9fbSDaniel Vetter * release memory allocated through drmm_kmalloc() or any of its related 251*9e1ed9fbSDaniel Vetter * functions before the final drm_dev_put() of @dev. 252*9e1ed9fbSDaniel Vetter */ 253c6603c74SDaniel Vetter void drmm_kfree(struct drm_device *dev, void *data) 254c6603c74SDaniel Vetter { 255c6603c74SDaniel Vetter struct drmres *dr_match = NULL, *dr; 256c6603c74SDaniel Vetter unsigned long flags; 257c6603c74SDaniel Vetter 258c6603c74SDaniel Vetter if (!data) 259c6603c74SDaniel Vetter return; 260c6603c74SDaniel Vetter 261c6603c74SDaniel Vetter spin_lock_irqsave(&dev->managed.lock, flags); 262c6603c74SDaniel Vetter list_for_each_entry(dr, &dev->managed.resources, node.entry) { 263c6603c74SDaniel Vetter if (dr->data == data) { 264c6603c74SDaniel Vetter dr_match = dr; 265c6603c74SDaniel Vetter del_dr(dev, dr_match); 266c6603c74SDaniel Vetter break; 267c6603c74SDaniel Vetter } 268c6603c74SDaniel Vetter } 269c6603c74SDaniel Vetter spin_unlock_irqrestore(&dev->managed.lock, flags); 270c6603c74SDaniel Vetter 271c6603c74SDaniel Vetter if (WARN_ON(!dr_match)) 272c6603c74SDaniel Vetter return; 273c6603c74SDaniel Vetter 274c6603c74SDaniel Vetter free_dr(dr_match); 275c6603c74SDaniel Vetter } 276c6603c74SDaniel Vetter EXPORT_SYMBOL(drmm_kfree); 277