1249d6048SJerome Glisse /************************************************************************** 2249d6048SJerome Glisse * 3249d6048SJerome Glisse * Copyright 2006-2008 Tungsten Graphics, Inc., Cedar Park, TX. USA. 4249d6048SJerome Glisse * All Rights Reserved. 5249d6048SJerome Glisse * 6249d6048SJerome Glisse * Permission is hereby granted, free of charge, to any person obtaining a 7249d6048SJerome Glisse * copy of this software and associated documentation files (the 8249d6048SJerome Glisse * "Software"), to deal in the Software without restriction, including 9249d6048SJerome Glisse * without limitation the rights to use, copy, modify, merge, publish, 10249d6048SJerome Glisse * distribute, sub license, and/or sell copies of the Software, and to 11249d6048SJerome Glisse * permit persons to whom the Software is furnished to do so, subject to 12249d6048SJerome Glisse * the following conditions: 13249d6048SJerome Glisse * 14249d6048SJerome Glisse * The above copyright notice and this permission notice (including the 15249d6048SJerome Glisse * next paragraph) shall be included in all copies or substantial portions 16249d6048SJerome Glisse * of the Software. 17249d6048SJerome Glisse * 18249d6048SJerome Glisse * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 19249d6048SJerome Glisse * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 20249d6048SJerome Glisse * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 21249d6048SJerome Glisse * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, 22249d6048SJerome Glisse * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 23249d6048SJerome Glisse * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 24249d6048SJerome Glisse * USE OR OTHER DEALINGS IN THE SOFTWARE. 25249d6048SJerome Glisse * 26249d6048SJerome Glisse * 27249d6048SJerome Glisse **************************************************************************/ 28249d6048SJerome Glisse /* 29249d6048SJerome Glisse * Authors: 30249d6048SJerome Glisse * Thomas Hellstrom <thomas-at-tungstengraphics-dot-com> 31249d6048SJerome Glisse */ 32249d6048SJerome Glisse 33249d6048SJerome Glisse #ifndef _DRM_MM_H_ 34249d6048SJerome Glisse #define _DRM_MM_H_ 35249d6048SJerome Glisse 36249d6048SJerome Glisse /* 37249d6048SJerome Glisse * Generic range manager structs 38249d6048SJerome Glisse */ 39249d6048SJerome Glisse #include <linux/list.h> 40f1938cd6SDave Airlie #ifdef CONFIG_DEBUG_FS 41f1938cd6SDave Airlie #include <linux/seq_file.h> 42f1938cd6SDave Airlie #endif 43249d6048SJerome Glisse 44249d6048SJerome Glisse struct drm_mm_node { 45d1024ce9SDaniel Vetter struct list_head node_list; 46ea7b1dd4SDaniel Vetter struct list_head hole_stack; 47ea7b1dd4SDaniel Vetter unsigned hole_follows : 1; 48709ea971SDaniel Vetter unsigned scanned_block : 1; 49709ea971SDaniel Vetter unsigned scanned_prev_free : 1; 50709ea971SDaniel Vetter unsigned scanned_next_free : 1; 51ea7b1dd4SDaniel Vetter unsigned scanned_preceeds_hole : 1; 52b0b7af18SDaniel Vetter unsigned allocated : 1; 536b9d89b4SChris Wilson unsigned long color; 54249d6048SJerome Glisse unsigned long start; 55249d6048SJerome Glisse unsigned long size; 56249d6048SJerome Glisse struct drm_mm *mm; 57249d6048SJerome Glisse }; 58249d6048SJerome Glisse 59249d6048SJerome Glisse struct drm_mm { 6025985edcSLucas De Marchi /* List of all memory nodes that immediately precede a free hole. */ 61ea7b1dd4SDaniel Vetter struct list_head hole_stack; 62ea7b1dd4SDaniel Vetter /* head_node.node_list is the list of all memory nodes, ordered 63ea7b1dd4SDaniel Vetter * according to the (increasing) start address of the memory node. */ 64ea7b1dd4SDaniel Vetter struct drm_mm_node head_node; 65249d6048SJerome Glisse struct list_head unused_nodes; 66249d6048SJerome Glisse int num_unused; 67249d6048SJerome Glisse spinlock_t unused_lock; 68d935cc61SDaniel Vetter unsigned int scan_check_range : 1; 69709ea971SDaniel Vetter unsigned scan_alignment; 706b9d89b4SChris Wilson unsigned long scan_color; 71709ea971SDaniel Vetter unsigned long scan_size; 72709ea971SDaniel Vetter unsigned long scan_hit_start; 73901593f2SChris Wilson unsigned long scan_hit_end; 74709ea971SDaniel Vetter unsigned scanned_blocks; 75d935cc61SDaniel Vetter unsigned long scan_start; 76d935cc61SDaniel Vetter unsigned long scan_end; 77ae0cec28SDaniel Vetter struct drm_mm_node *prev_scanned_node; 786b9d89b4SChris Wilson 796b9d89b4SChris Wilson void (*color_adjust)(struct drm_mm_node *node, unsigned long color, 806b9d89b4SChris Wilson unsigned long *start, unsigned long *end); 81249d6048SJerome Glisse }; 82249d6048SJerome Glisse 83b0b7af18SDaniel Vetter static inline bool drm_mm_node_allocated(struct drm_mm_node *node) 84b0b7af18SDaniel Vetter { 85b0b7af18SDaniel Vetter return node->allocated; 86b0b7af18SDaniel Vetter } 87b0b7af18SDaniel Vetter 8831a5b8ceSDaniel Vetter static inline bool drm_mm_initialized(struct drm_mm *mm) 8931a5b8ceSDaniel Vetter { 90ea7b1dd4SDaniel Vetter return mm->hole_stack.next; 9131a5b8ceSDaniel Vetter } 929e8944abSChris Wilson 939e8944abSChris Wilson static inline unsigned long __drm_mm_hole_node_start(struct drm_mm_node *hole_node) 949e8944abSChris Wilson { 959e8944abSChris Wilson return hole_node->start + hole_node->size; 969e8944abSChris Wilson } 979e8944abSChris Wilson 989e8944abSChris Wilson static inline unsigned long drm_mm_hole_node_start(struct drm_mm_node *hole_node) 999e8944abSChris Wilson { 1009e8944abSChris Wilson BUG_ON(!hole_node->hole_follows); 1019e8944abSChris Wilson return __drm_mm_hole_node_start(hole_node); 1029e8944abSChris Wilson } 1039e8944abSChris Wilson 1049e8944abSChris Wilson static inline unsigned long __drm_mm_hole_node_end(struct drm_mm_node *hole_node) 1059e8944abSChris Wilson { 1069e8944abSChris Wilson return list_entry(hole_node->node_list.next, 1079e8944abSChris Wilson struct drm_mm_node, node_list)->start; 1089e8944abSChris Wilson } 1099e8944abSChris Wilson 1109e8944abSChris Wilson static inline unsigned long drm_mm_hole_node_end(struct drm_mm_node *hole_node) 1119e8944abSChris Wilson { 1129e8944abSChris Wilson return __drm_mm_hole_node_end(hole_node); 1139e8944abSChris Wilson } 1149e8944abSChris Wilson 115ea7b1dd4SDaniel Vetter #define drm_mm_for_each_node(entry, mm) list_for_each_entry(entry, \ 116ea7b1dd4SDaniel Vetter &(mm)->head_node.node_list, \ 1172bbd4492SDaniel Vetter node_list) 118ae0cec28SDaniel Vetter #define drm_mm_for_each_scanned_node_reverse(entry, n, mm) \ 119ae0cec28SDaniel Vetter for (entry = (mm)->prev_scanned_node, \ 120ae0cec28SDaniel Vetter next = entry ? list_entry(entry->node_list.next, \ 121ae0cec28SDaniel Vetter struct drm_mm_node, node_list) : NULL; \ 122ae0cec28SDaniel Vetter entry != NULL; entry = next, \ 123ae0cec28SDaniel Vetter next = entry ? list_entry(entry->node_list.next, \ 124ae0cec28SDaniel Vetter struct drm_mm_node, node_list) : NULL) \ 1259e8944abSChris Wilson 1269e8944abSChris Wilson /* Note that we need to unroll list_for_each_entry in order to inline 1279e8944abSChris Wilson * setting hole_start and hole_end on each iteration and keep the 1289e8944abSChris Wilson * macro sane. 1299e8944abSChris Wilson */ 1309e8944abSChris Wilson #define drm_mm_for_each_hole(entry, mm, hole_start, hole_end) \ 1319e8944abSChris Wilson for (entry = list_entry((mm)->hole_stack.next, struct drm_mm_node, hole_stack); \ 1329e8944abSChris Wilson &entry->hole_stack != &(mm)->hole_stack ? \ 1339e8944abSChris Wilson hole_start = drm_mm_hole_node_start(entry), \ 1349e8944abSChris Wilson hole_end = drm_mm_hole_node_end(entry), \ 1359e8944abSChris Wilson 1 : 0; \ 1369e8944abSChris Wilson entry = list_entry(entry->hole_stack.next, struct drm_mm_node, hole_stack)) 1379e8944abSChris Wilson 138249d6048SJerome Glisse /* 139249d6048SJerome Glisse * Basic range manager support (drm_mm.c) 140249d6048SJerome Glisse */ 141b3a070ccSBen Widawsky extern int drm_mm_create_block(struct drm_mm *mm, 142b3a070ccSBen Widawsky struct drm_mm_node *node, 1435973c7eeSChris Wilson unsigned long start, 144b3a070ccSBen Widawsky unsigned long size); 14589579f77SThomas Hellstrom extern struct drm_mm_node *drm_mm_get_block_generic(struct drm_mm_node *node, 146249d6048SJerome Glisse unsigned long size, 14789579f77SThomas Hellstrom unsigned alignment, 1486b9d89b4SChris Wilson unsigned long color, 14989579f77SThomas Hellstrom int atomic); 150a2e68e92SJerome Glisse extern struct drm_mm_node *drm_mm_get_block_range_generic( 151a2e68e92SJerome Glisse struct drm_mm_node *node, 152a2e68e92SJerome Glisse unsigned long size, 153a2e68e92SJerome Glisse unsigned alignment, 1546b9d89b4SChris Wilson unsigned long color, 155a2e68e92SJerome Glisse unsigned long start, 156a2e68e92SJerome Glisse unsigned long end, 157a2e68e92SJerome Glisse int atomic); 158b3a070ccSBen Widawsky 15989579f77SThomas Hellstrom static inline struct drm_mm_node *drm_mm_get_block(struct drm_mm_node *parent, 160249d6048SJerome Glisse unsigned long size, 16189579f77SThomas Hellstrom unsigned alignment) 16289579f77SThomas Hellstrom { 1636b9d89b4SChris Wilson return drm_mm_get_block_generic(parent, size, alignment, 0, 0); 16489579f77SThomas Hellstrom } 16589579f77SThomas Hellstrom static inline struct drm_mm_node *drm_mm_get_block_atomic(struct drm_mm_node *parent, 16689579f77SThomas Hellstrom unsigned long size, 16789579f77SThomas Hellstrom unsigned alignment) 16889579f77SThomas Hellstrom { 1696b9d89b4SChris Wilson return drm_mm_get_block_generic(parent, size, alignment, 0, 1); 17089579f77SThomas Hellstrom } 171a2e68e92SJerome Glisse static inline struct drm_mm_node *drm_mm_get_block_range( 172a2e68e92SJerome Glisse struct drm_mm_node *parent, 173a2e68e92SJerome Glisse unsigned long size, 174a2e68e92SJerome Glisse unsigned alignment, 175a2e68e92SJerome Glisse unsigned long start, 176a2e68e92SJerome Glisse unsigned long end) 177a2e68e92SJerome Glisse { 1786b9d89b4SChris Wilson return drm_mm_get_block_range_generic(parent, size, alignment, 0, 1796b9d89b4SChris Wilson start, end, 0); 1806b9d89b4SChris Wilson } 1816b9d89b4SChris Wilson static inline struct drm_mm_node *drm_mm_get_color_block_range( 1826b9d89b4SChris Wilson struct drm_mm_node *parent, 1836b9d89b4SChris Wilson unsigned long size, 1846b9d89b4SChris Wilson unsigned alignment, 1856b9d89b4SChris Wilson unsigned long color, 1866b9d89b4SChris Wilson unsigned long start, 1876b9d89b4SChris Wilson unsigned long end) 1886b9d89b4SChris Wilson { 1896b9d89b4SChris Wilson return drm_mm_get_block_range_generic(parent, size, alignment, color, 190a2e68e92SJerome Glisse start, end, 0); 191a2e68e92SJerome Glisse } 192a2e68e92SJerome Glisse static inline struct drm_mm_node *drm_mm_get_block_atomic_range( 193a2e68e92SJerome Glisse struct drm_mm_node *parent, 194a2e68e92SJerome Glisse unsigned long size, 195a2e68e92SJerome Glisse unsigned alignment, 196a2e68e92SJerome Glisse unsigned long start, 197a2e68e92SJerome Glisse unsigned long end) 198a2e68e92SJerome Glisse { 1996b9d89b4SChris Wilson return drm_mm_get_block_range_generic(parent, size, alignment, 0, 200a2e68e92SJerome Glisse start, end, 1); 201a2e68e92SJerome Glisse } 202b8103450SChris Wilson 203b8103450SChris Wilson extern int drm_mm_insert_node(struct drm_mm *mm, 204b8103450SChris Wilson struct drm_mm_node *node, 205b8103450SChris Wilson unsigned long size, 206b8103450SChris Wilson unsigned alignment); 207b0b7af18SDaniel Vetter extern int drm_mm_insert_node_in_range(struct drm_mm *mm, 208b0b7af18SDaniel Vetter struct drm_mm_node *node, 209b8103450SChris Wilson unsigned long size, 210b8103450SChris Wilson unsigned alignment, 211b8103450SChris Wilson unsigned long start, 212b8103450SChris Wilson unsigned long end); 213b8103450SChris Wilson extern int drm_mm_insert_node_generic(struct drm_mm *mm, 214b8103450SChris Wilson struct drm_mm_node *node, 215b8103450SChris Wilson unsigned long size, 216b8103450SChris Wilson unsigned alignment, 217b8103450SChris Wilson unsigned long color); 218b8103450SChris Wilson extern int drm_mm_insert_node_in_range_generic(struct drm_mm *mm, 219b8103450SChris Wilson struct drm_mm_node *node, 220b8103450SChris Wilson unsigned long size, 221b8103450SChris Wilson unsigned alignment, 222b8103450SChris Wilson unsigned long color, 223b8103450SChris Wilson unsigned long start, 224b8103450SChris Wilson unsigned long end); 225249d6048SJerome Glisse extern void drm_mm_put_block(struct drm_mm_node *cur); 226b0b7af18SDaniel Vetter extern void drm_mm_remove_node(struct drm_mm_node *node); 227b0b7af18SDaniel Vetter extern void drm_mm_replace_node(struct drm_mm_node *old, struct drm_mm_node *new); 2286b9d89b4SChris Wilson extern struct drm_mm_node *drm_mm_search_free_generic(const struct drm_mm *mm, 229249d6048SJerome Glisse unsigned long size, 230249d6048SJerome Glisse unsigned alignment, 2316b9d89b4SChris Wilson unsigned long color, 2326b9d89b4SChris Wilson bool best_match); 2336b9d89b4SChris Wilson extern struct drm_mm_node *drm_mm_search_free_in_range_generic( 2346b9d89b4SChris Wilson const struct drm_mm *mm, 2356b9d89b4SChris Wilson unsigned long size, 2366b9d89b4SChris Wilson unsigned alignment, 2376b9d89b4SChris Wilson unsigned long color, 2386b9d89b4SChris Wilson unsigned long start, 2396b9d89b4SChris Wilson unsigned long end, 2406b9d89b4SChris Wilson bool best_match); 2416b9d89b4SChris Wilson static inline struct drm_mm_node *drm_mm_search_free(const struct drm_mm *mm, 2426b9d89b4SChris Wilson unsigned long size, 2436b9d89b4SChris Wilson unsigned alignment, 2446b9d89b4SChris Wilson bool best_match) 2456b9d89b4SChris Wilson { 2466b9d89b4SChris Wilson return drm_mm_search_free_generic(mm,size, alignment, 0, best_match); 2476b9d89b4SChris Wilson } 2486b9d89b4SChris Wilson static inline struct drm_mm_node *drm_mm_search_free_in_range( 249a2e68e92SJerome Glisse const struct drm_mm *mm, 250a2e68e92SJerome Glisse unsigned long size, 251a2e68e92SJerome Glisse unsigned alignment, 252a2e68e92SJerome Glisse unsigned long start, 253a2e68e92SJerome Glisse unsigned long end, 2546b9d89b4SChris Wilson bool best_match) 2556b9d89b4SChris Wilson { 2566b9d89b4SChris Wilson return drm_mm_search_free_in_range_generic(mm, size, alignment, 0, 2576b9d89b4SChris Wilson start, end, best_match); 2586b9d89b4SChris Wilson } 2596b9d89b4SChris Wilson static inline struct drm_mm_node *drm_mm_search_free_color(const struct drm_mm *mm, 2606b9d89b4SChris Wilson unsigned long size, 2616b9d89b4SChris Wilson unsigned alignment, 2626b9d89b4SChris Wilson unsigned long color, 2636b9d89b4SChris Wilson bool best_match) 2646b9d89b4SChris Wilson { 2656b9d89b4SChris Wilson return drm_mm_search_free_generic(mm,size, alignment, color, best_match); 2666b9d89b4SChris Wilson } 2676b9d89b4SChris Wilson static inline struct drm_mm_node *drm_mm_search_free_in_range_color( 2686b9d89b4SChris Wilson const struct drm_mm *mm, 2696b9d89b4SChris Wilson unsigned long size, 2706b9d89b4SChris Wilson unsigned alignment, 2716b9d89b4SChris Wilson unsigned long color, 2726b9d89b4SChris Wilson unsigned long start, 2736b9d89b4SChris Wilson unsigned long end, 2746b9d89b4SChris Wilson bool best_match) 2756b9d89b4SChris Wilson { 2766b9d89b4SChris Wilson return drm_mm_search_free_in_range_generic(mm, size, alignment, color, 2776b9d89b4SChris Wilson start, end, best_match); 2786b9d89b4SChris Wilson } 2796b9d89b4SChris Wilson extern int drm_mm_init(struct drm_mm *mm, 2806b9d89b4SChris Wilson unsigned long start, 281249d6048SJerome Glisse unsigned long size); 282249d6048SJerome Glisse extern void drm_mm_takedown(struct drm_mm *mm); 283249d6048SJerome Glisse extern int drm_mm_clean(struct drm_mm *mm); 284249d6048SJerome Glisse extern int drm_mm_pre_get(struct drm_mm *mm); 285249d6048SJerome Glisse 286249d6048SJerome Glisse static inline struct drm_mm *drm_get_mm(struct drm_mm_node *block) 287249d6048SJerome Glisse { 288249d6048SJerome Glisse return block->mm; 289249d6048SJerome Glisse } 290249d6048SJerome Glisse 2916b9d89b4SChris Wilson void drm_mm_init_scan(struct drm_mm *mm, 2926b9d89b4SChris Wilson unsigned long size, 293d935cc61SDaniel Vetter unsigned alignment, 2946b9d89b4SChris Wilson unsigned long color); 2956b9d89b4SChris Wilson void drm_mm_init_scan_with_range(struct drm_mm *mm, 2966b9d89b4SChris Wilson unsigned long size, 2976b9d89b4SChris Wilson unsigned alignment, 2986b9d89b4SChris Wilson unsigned long color, 299d935cc61SDaniel Vetter unsigned long start, 300d935cc61SDaniel Vetter unsigned long end); 301709ea971SDaniel Vetter int drm_mm_scan_add_block(struct drm_mm_node *node); 302709ea971SDaniel Vetter int drm_mm_scan_remove_block(struct drm_mm_node *node); 303709ea971SDaniel Vetter 30499d7e48eSJerome Glisse extern void drm_mm_debug_table(struct drm_mm *mm, const char *prefix); 305fa8a1238SDave Airlie #ifdef CONFIG_DEBUG_FS 306fa8a1238SDave Airlie int drm_mm_dump_table(struct seq_file *m, struct drm_mm *mm); 307fa8a1238SDave Airlie #endif 308fa8a1238SDave Airlie 309249d6048SJerome Glisse #endif 310