1 /************************************************************************** 2 * 3 * Copyright (c) 2006-2009 VMware, Inc., Palo Alto, CA., USA 4 * All Rights Reserved. 5 * 6 * Permission is hereby granted, free of charge, to any person obtaining a 7 * copy of this software and associated documentation files (the 8 * "Software"), to deal in the Software without restriction, including 9 * without limitation the rights to use, copy, modify, merge, publish, 10 * distribute, sub license, and/or sell copies of the Software, and to 11 * permit persons to whom the Software is furnished to do so, subject to 12 * the following conditions: 13 * 14 * The above copyright notice and this permission notice (including the 15 * next paragraph) shall be included in all copies or substantial portions 16 * of the Software. 17 * 18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, 22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 24 * USE OR OTHER DEALINGS IN THE SOFTWARE. 25 * 26 **************************************************************************/ 27 /* 28 * Authors: Thomas Hellstrom <thellstrom-at-vmware-dot-com> 29 */ 30 /** @file ttm_object.h 31 * 32 * Base- and reference object implementation for the various 33 * ttm objects. Implements reference counting, minimal security checks 34 * and release on file close. 35 */ 36 37 #ifndef _TTM_OBJECT_H_ 38 #define _TTM_OBJECT_H_ 39 40 #include <linux/dma-buf.h> 41 #include <linux/kref.h> 42 #include <linux/list.h> 43 #include <linux/rcupdate.h> 44 45 #include <drm/drm_hashtab.h> 46 #include <drm/ttm/ttm_memory.h> 47 48 /** 49 * enum ttm_ref_type 50 * 51 * Describes what type of reference a ref object holds. 52 * 53 * TTM_REF_USAGE is a simple refcount on a base object. 54 * 55 * TTM_REF_SYNCCPU_READ is a SYNCCPU_READ reference on a 56 * buffer object. 57 * 58 * TTM_REF_SYNCCPU_WRITE is a SYNCCPU_WRITE reference on a 59 * buffer object. 60 * 61 */ 62 63 enum ttm_ref_type { 64 TTM_REF_USAGE, 65 TTM_REF_SYNCCPU_READ, 66 TTM_REF_SYNCCPU_WRITE, 67 TTM_REF_NUM 68 }; 69 70 /** 71 * enum ttm_object_type 72 * 73 * One entry per ttm object type. 74 * Device-specific types should use the 75 * ttm_driver_typex types. 76 */ 77 78 enum ttm_object_type { 79 ttm_fence_type, 80 ttm_buffer_type, 81 ttm_lock_type, 82 ttm_prime_type, 83 ttm_driver_type0 = 256, 84 ttm_driver_type1, 85 ttm_driver_type2, 86 ttm_driver_type3, 87 ttm_driver_type4, 88 ttm_driver_type5 89 }; 90 91 struct ttm_object_file; 92 struct ttm_object_device; 93 94 /** 95 * struct ttm_base_object 96 * 97 * @hash: hash entry for the per-device object hash. 98 * @type: derived type this object is base class for. 99 * @shareable: Other ttm_object_files can access this object. 100 * 101 * @tfile: Pointer to ttm_object_file of the creator. 102 * NULL if the object was not created by a user request. 103 * (kernel object). 104 * 105 * @refcount: Number of references to this object, not 106 * including the hash entry. A reference to a base object can 107 * only be held by a ref object. 108 * 109 * @refcount_release: A function to be called when there are 110 * no more references to this object. This function should 111 * destroy the object (or make sure destruction eventually happens), 112 * and when it is called, the object has 113 * already been taken out of the per-device hash. The parameter 114 * "base" should be set to NULL by the function. 115 * 116 * @ref_obj_release: A function to be called when a reference object 117 * with another ttm_ref_type than TTM_REF_USAGE is deleted. 118 * This function may, for example, release a lock held by a user-space 119 * process. 120 * 121 * This struct is intended to be used as a base struct for objects that 122 * are visible to user-space. It provides a global name, race-safe 123 * access and refcounting, minimal access contol and hooks for unref actions. 124 */ 125 126 struct ttm_base_object { 127 struct rcu_head rhead; 128 struct ttm_object_file *tfile; 129 struct kref refcount; 130 void (*refcount_release) (struct ttm_base_object **base); 131 void (*ref_obj_release) (struct ttm_base_object *base, 132 enum ttm_ref_type ref_type); 133 u32 handle; 134 enum ttm_object_type object_type; 135 u32 shareable; 136 }; 137 138 139 /** 140 * struct ttm_prime_object - Modified base object that is prime-aware 141 * 142 * @base: struct ttm_base_object that we derive from 143 * @mutex: Mutex protecting the @dma_buf member. 144 * @size: Size of the dma_buf associated with this object 145 * @real_type: Type of the underlying object. Needed since we're setting 146 * the value of @base::object_type to ttm_prime_type 147 * @dma_buf: Non ref-coutned pointer to a struct dma_buf created from this 148 * object. 149 * @refcount_release: The underlying object's release method. Needed since 150 * we set @base::refcount_release to our own release method. 151 */ 152 153 struct ttm_prime_object { 154 struct ttm_base_object base; 155 struct mutex mutex; 156 size_t size; 157 enum ttm_object_type real_type; 158 struct dma_buf *dma_buf; 159 void (*refcount_release) (struct ttm_base_object **); 160 }; 161 162 /** 163 * ttm_base_object_init 164 * 165 * @tfile: Pointer to a struct ttm_object_file. 166 * @base: The struct ttm_base_object to initialize. 167 * @shareable: This object is shareable with other applcations. 168 * (different @tfile pointers.) 169 * @type: The object type. 170 * @refcount_release: See the struct ttm_base_object description. 171 * @ref_obj_release: See the struct ttm_base_object description. 172 * 173 * Initializes a struct ttm_base_object. 174 */ 175 176 extern int ttm_base_object_init(struct ttm_object_file *tfile, 177 struct ttm_base_object *base, 178 bool shareable, 179 enum ttm_object_type type, 180 void (*refcount_release) (struct ttm_base_object 181 **), 182 void (*ref_obj_release) (struct ttm_base_object 183 *, 184 enum ttm_ref_type 185 ref_type)); 186 187 /** 188 * ttm_base_object_lookup 189 * 190 * @tfile: Pointer to a struct ttm_object_file. 191 * @key: Hash key 192 * 193 * Looks up a struct ttm_base_object with the key @key. 194 */ 195 196 extern struct ttm_base_object *ttm_base_object_lookup(struct ttm_object_file 197 *tfile, uint32_t key); 198 199 /** 200 * ttm_base_object_lookup_for_ref 201 * 202 * @tdev: Pointer to a struct ttm_object_device. 203 * @key: Hash key 204 * 205 * Looks up a struct ttm_base_object with the key @key. 206 * This function should only be used when the struct tfile associated with the 207 * caller doesn't yet have a reference to the base object. 208 */ 209 210 extern struct ttm_base_object * 211 ttm_base_object_lookup_for_ref(struct ttm_object_device *tdev, uint32_t key); 212 213 /** 214 * ttm_base_object_unref 215 * 216 * @p_base: Pointer to a pointer referencing a struct ttm_base_object. 217 * 218 * Decrements the base object refcount and clears the pointer pointed to by 219 * p_base. 220 */ 221 222 extern void ttm_base_object_unref(struct ttm_base_object **p_base); 223 224 /** 225 * ttm_ref_object_add. 226 * 227 * @tfile: A struct ttm_object_file representing the application owning the 228 * ref_object. 229 * @base: The base object to reference. 230 * @ref_type: The type of reference. 231 * @existed: Upon completion, indicates that an identical reference object 232 * already existed, and the refcount was upped on that object instead. 233 * @require_existed: Fail with -EPERM if an identical ref object didn't 234 * already exist. 235 * 236 * Checks that the base object is shareable and adds a ref object to it. 237 * 238 * Adding a ref object to a base object is basically like referencing the 239 * base object, but a user-space application holds the reference. When the 240 * file corresponding to @tfile is closed, all its reference objects are 241 * deleted. A reference object can have different types depending on what 242 * it's intended for. It can be refcounting to prevent object destruction, 243 * When user-space takes a lock, it can add a ref object to that lock to 244 * make sure the lock is released if the application dies. A ref object 245 * will hold a single reference on a base object. 246 */ 247 extern int ttm_ref_object_add(struct ttm_object_file *tfile, 248 struct ttm_base_object *base, 249 enum ttm_ref_type ref_type, bool *existed, 250 bool require_existed); 251 252 extern bool ttm_ref_object_exists(struct ttm_object_file *tfile, 253 struct ttm_base_object *base); 254 255 /** 256 * ttm_ref_object_base_unref 257 * 258 * @key: Key representing the base object. 259 * @ref_type: Ref type of the ref object to be dereferenced. 260 * 261 * Unreference a ref object with type @ref_type 262 * on the base object identified by @key. If there are no duplicate 263 * references, the ref object will be destroyed and the base object 264 * will be unreferenced. 265 */ 266 extern int ttm_ref_object_base_unref(struct ttm_object_file *tfile, 267 unsigned long key, 268 enum ttm_ref_type ref_type); 269 270 /** 271 * ttm_object_file_init - initialize a struct ttm_object file 272 * 273 * @tdev: A struct ttm_object device this file is initialized on. 274 * @hash_order: Order of the hash table used to hold the reference objects. 275 * 276 * This is typically called by the file_ops::open function. 277 */ 278 279 extern struct ttm_object_file *ttm_object_file_init(struct ttm_object_device 280 *tdev, 281 unsigned int hash_order); 282 283 /** 284 * ttm_object_file_release - release data held by a ttm_object_file 285 * 286 * @p_tfile: Pointer to pointer to the ttm_object_file object to release. 287 * *p_tfile will be set to NULL by this function. 288 * 289 * Releases all data associated by a ttm_object_file. 290 * Typically called from file_ops::release. The caller must 291 * ensure that there are no concurrent users of tfile. 292 */ 293 294 extern void ttm_object_file_release(struct ttm_object_file **p_tfile); 295 296 /** 297 * ttm_object device init - initialize a struct ttm_object_device 298 * 299 * @mem_glob: struct ttm_mem_global for memory accounting. 300 * @hash_order: Order of hash table used to hash the base objects. 301 * @ops: DMA buf ops for prime objects of this device. 302 * 303 * This function is typically called on device initialization to prepare 304 * data structures needed for ttm base and ref objects. 305 */ 306 307 extern struct ttm_object_device * 308 ttm_object_device_init(struct ttm_mem_global *mem_glob, 309 unsigned int hash_order, 310 const struct dma_buf_ops *ops); 311 312 /** 313 * ttm_object_device_release - release data held by a ttm_object_device 314 * 315 * @p_tdev: Pointer to pointer to the ttm_object_device object to release. 316 * *p_tdev will be set to NULL by this function. 317 * 318 * Releases all data associated by a ttm_object_device. 319 * Typically called from driver::unload before the destruction of the 320 * device private data structure. 321 */ 322 323 extern void ttm_object_device_release(struct ttm_object_device **p_tdev); 324 325 #define ttm_base_object_kfree(__object, __base)\ 326 kfree_rcu(__object, __base.rhead) 327 328 extern int ttm_prime_object_init(struct ttm_object_file *tfile, 329 size_t size, 330 struct ttm_prime_object *prime, 331 bool shareable, 332 enum ttm_object_type type, 333 void (*refcount_release) 334 (struct ttm_base_object **), 335 void (*ref_obj_release) 336 (struct ttm_base_object *, 337 enum ttm_ref_type ref_type)); 338 339 static inline enum ttm_object_type 340 ttm_base_object_type(struct ttm_base_object *base) 341 { 342 return (base->object_type == ttm_prime_type) ? 343 container_of(base, struct ttm_prime_object, base)->real_type : 344 base->object_type; 345 } 346 extern int ttm_prime_fd_to_handle(struct ttm_object_file *tfile, 347 int fd, u32 *handle); 348 extern int ttm_prime_handle_to_fd(struct ttm_object_file *tfile, 349 uint32_t handle, uint32_t flags, 350 int *prime_fd); 351 352 #define ttm_prime_object_kfree(__obj, __prime) \ 353 kfree_rcu(__obj, __prime.base.rhead) 354 355 /* 356 * Extra memory required by the base object's idr storage, which is allocated 357 * separately from the base object itself. We estimate an on-average 128 bytes 358 * per idr. 359 */ 360 #define TTM_OBJ_EXTRA_SIZE 128 361 362 struct ttm_base_object * 363 ttm_base_object_noref_lookup(struct ttm_object_file *tfile, uint32_t key); 364 365 /** 366 * ttm_base_object_noref_release - release a base object pointer looked up 367 * without reference 368 * 369 * Releases a base object pointer looked up with ttm_base_object_noref_lookup(). 370 */ 371 static inline void ttm_base_object_noref_release(void) 372 { 373 __acquire(RCU); 374 rcu_read_unlock(); 375 } 376 #endif 377