11297bf2eSDirk Hohndel /* SPDX-License-Identifier: GPL-2.0 OR MIT */ 2ba4e7d97SThomas Hellstrom /************************************************************************** 3ba4e7d97SThomas Hellstrom * 4ba4e7d97SThomas Hellstrom * Copyright (c) 2006-2009 VMware, Inc., Palo Alto, CA., USA 5ba4e7d97SThomas Hellstrom * All Rights Reserved. 6ba4e7d97SThomas Hellstrom * 7ba4e7d97SThomas Hellstrom * Permission is hereby granted, free of charge, to any person obtaining a 8ba4e7d97SThomas Hellstrom * copy of this software and associated documentation files (the 9ba4e7d97SThomas Hellstrom * "Software"), to deal in the Software without restriction, including 10ba4e7d97SThomas Hellstrom * without limitation the rights to use, copy, modify, merge, publish, 11ba4e7d97SThomas Hellstrom * distribute, sub license, and/or sell copies of the Software, and to 12ba4e7d97SThomas Hellstrom * permit persons to whom the Software is furnished to do so, subject to 13ba4e7d97SThomas Hellstrom * the following conditions: 14ba4e7d97SThomas Hellstrom * 15ba4e7d97SThomas Hellstrom * The above copyright notice and this permission notice (including the 16ba4e7d97SThomas Hellstrom * next paragraph) shall be included in all copies or substantial portions 17ba4e7d97SThomas Hellstrom * of the Software. 18ba4e7d97SThomas Hellstrom * 19ba4e7d97SThomas Hellstrom * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 20ba4e7d97SThomas Hellstrom * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 21ba4e7d97SThomas Hellstrom * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 22ba4e7d97SThomas Hellstrom * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, 23ba4e7d97SThomas Hellstrom * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 24ba4e7d97SThomas Hellstrom * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 25ba4e7d97SThomas Hellstrom * USE OR OTHER DEALINGS IN THE SOFTWARE. 26ba4e7d97SThomas Hellstrom * 27ba4e7d97SThomas Hellstrom **************************************************************************/ 28ba4e7d97SThomas Hellstrom /* 29ba4e7d97SThomas Hellstrom * Authors: Thomas Hellstrom <thellstrom-at-vmware-dot-com> 30ba4e7d97SThomas Hellstrom */ 31ba4e7d97SThomas Hellstrom 3225d0479aSJoe Perches #define pr_fmt(fmt) "[TTM] " fmt 3325d0479aSJoe Perches 34ba4e7d97SThomas Hellstrom #include <linux/sched.h> 353142b651SHugh Dickins #include <linux/shmem_fs.h> 36ba4e7d97SThomas Hellstrom #include <linux/file.h> 37760285e7SDavid Howells #include <drm/drm_cache.h> 38760285e7SDavid Howells #include <drm/ttm/ttm_bo_driver.h> 39ba4e7d97SThomas Hellstrom 40d4bd7776SChristian König #include "ttm_module.h" 41d4bd7776SChristian König 42680dcedeSChristian König static unsigned long ttm_pages_limit; 43680dcedeSChristian König 44680dcedeSChristian König MODULE_PARM_DESC(pages_limit, "Limit for the allocated pages"); 45680dcedeSChristian König module_param_named(pages_limit, ttm_pages_limit, ulong, 0644); 46680dcedeSChristian König 47680dcedeSChristian König static unsigned long ttm_dma32_pages_limit; 48680dcedeSChristian König 49680dcedeSChristian König MODULE_PARM_DESC(dma32_pages_limit, "Limit for the allocated DMA32 pages"); 50680dcedeSChristian König module_param_named(dma32_pages_limit, ttm_dma32_pages_limit, ulong, 0644); 51680dcedeSChristian König 52680dcedeSChristian König static atomic_long_t ttm_pages_allocated; 53680dcedeSChristian König static atomic_long_t ttm_dma32_pages_allocated; 54d4bd7776SChristian König 5578616b88SLee Jones /* 5697b7e1b8SChristian König * Allocates a ttm structure for the given BO. 5797b7e1b8SChristian König */ 5897b7e1b8SChristian König int ttm_tt_create(struct ttm_buffer_object *bo, bool zero_alloc) 5997b7e1b8SChristian König { 608af8a109SChristian König struct ttm_device *bdev = bo->bdev; 6197b7e1b8SChristian König uint32_t page_flags = 0; 6297b7e1b8SChristian König 6352791eeeSChristian König dma_resv_assert_held(bo->base.resv); 6497b7e1b8SChristian König 650b062865SChristian König if (bo->ttm) 660b062865SChristian König return 0; 670b062865SChristian König 6897b7e1b8SChristian König switch (bo->type) { 6997b7e1b8SChristian König case ttm_bo_type_device: 7097b7e1b8SChristian König if (zero_alloc) 7143d46f0bSMatthew Auld page_flags |= TTM_TT_FLAG_ZERO_ALLOC; 7245a9d154SChristian König break; 7397b7e1b8SChristian König case ttm_bo_type_kernel: 7445a9d154SChristian König break; 7545a9d154SChristian König case ttm_bo_type_sg: 7643d46f0bSMatthew Auld page_flags |= TTM_TT_FLAG_EXTERNAL; 7745a9d154SChristian König break; 7845a9d154SChristian König default: 7945a9d154SChristian König pr_err("Illegal buffer object type\n"); 8045a9d154SChristian König return -EINVAL; 8145a9d154SChristian König } 8245a9d154SChristian König 838af8a109SChristian König bo->ttm = bdev->funcs->ttm_tt_create(bo, page_flags); 8497b7e1b8SChristian König if (unlikely(bo->ttm == NULL)) 8545a9d154SChristian König return -ENOMEM; 8697b7e1b8SChristian König 87*49e7f76fSMatthew Auld WARN_ON(bo->ttm->page_flags & TTM_TT_FLAG_EXTERNAL_MAPPABLE && 88*49e7f76fSMatthew Auld !(bo->ttm->page_flags & TTM_TT_FLAG_EXTERNAL)); 89*49e7f76fSMatthew Auld 9045a9d154SChristian König return 0; 9197b7e1b8SChristian König } 9297b7e1b8SChristian König 9378616b88SLee Jones /* 94ba4e7d97SThomas Hellstrom * Allocates storage for pointers to the pages that back the ttm. 95ba4e7d97SThomas Hellstrom */ 965b4262d7STom St Denis static int ttm_tt_alloc_page_directory(struct ttm_tt *ttm) 97ba4e7d97SThomas Hellstrom { 982098105eSMichal Hocko ttm->pages = kvmalloc_array(ttm->num_pages, sizeof(void*), 992098105eSMichal Hocko GFP_KERNEL | __GFP_ZERO); 1005b4262d7STom St Denis if (!ttm->pages) 1015b4262d7STom St Denis return -ENOMEM; 1025b4262d7STom St Denis return 0; 103ba4e7d97SThomas Hellstrom } 104ba4e7d97SThomas Hellstrom 105e34b8feeSChristian König static int ttm_dma_tt_alloc_page_directory(struct ttm_tt *ttm) 106ba4e7d97SThomas Hellstrom { 107e34b8feeSChristian König ttm->pages = kvmalloc_array(ttm->num_pages, 108e34b8feeSChristian König sizeof(*ttm->pages) + 1092098105eSMichal Hocko sizeof(*ttm->dma_address), 1102098105eSMichal Hocko GFP_KERNEL | __GFP_ZERO); 111e34b8feeSChristian König if (!ttm->pages) 1125b4262d7STom St Denis return -ENOMEM; 113e34b8feeSChristian König 114e34b8feeSChristian König ttm->dma_address = (void *)(ttm->pages + ttm->num_pages); 1155b4262d7STom St Denis return 0; 116ba4e7d97SThomas Hellstrom } 117ba4e7d97SThomas Hellstrom 118e34b8feeSChristian König static int ttm_sg_tt_alloc_page_directory(struct ttm_tt *ttm) 11975a57669SChristian König { 120e34b8feeSChristian König ttm->dma_address = kvmalloc_array(ttm->num_pages, 12175a57669SChristian König sizeof(*ttm->dma_address), 12275a57669SChristian König GFP_KERNEL | __GFP_ZERO); 12375a57669SChristian König if (!ttm->dma_address) 12475a57669SChristian König return -ENOMEM; 12575a57669SChristian König return 0; 12675a57669SChristian König } 12775a57669SChristian König 1288af8a109SChristian König void ttm_tt_destroy(struct ttm_device *bdev, struct ttm_tt *ttm) 1297626168fSDave Airlie { 1308af8a109SChristian König bdev->funcs->ttm_tt_destroy(bdev, ttm); 131ba4e7d97SThomas Hellstrom } 132ba4e7d97SThomas Hellstrom 1332869e82eSChristian König static void ttm_tt_init_fields(struct ttm_tt *ttm, 1342869e82eSChristian König struct ttm_buffer_object *bo, 1351b4ea4c5SChristian König uint32_t page_flags, 1361b4ea4c5SChristian König enum ttm_caching caching) 137ba4e7d97SThomas Hellstrom { 138e11bfb99SChristian König ttm->num_pages = PAGE_ALIGN(bo->base.size) >> PAGE_SHIFT; 1391b4ea4c5SChristian König ttm->caching = ttm_cached; 140ba4e7d97SThomas Hellstrom ttm->page_flags = page_flags; 141e34b8feeSChristian König ttm->dma_address = NULL; 142dea7e0acSJerome Glisse ttm->swap_storage = NULL; 143536bbebaSChristian König ttm->sg = bo->sg; 1441b4ea4c5SChristian König ttm->caching = caching; 14575a57669SChristian König } 14675a57669SChristian König 147dde5da23SChristian König int ttm_tt_init(struct ttm_tt *ttm, struct ttm_buffer_object *bo, 1481b4ea4c5SChristian König uint32_t page_flags, enum ttm_caching caching) 14975a57669SChristian König { 1501b4ea4c5SChristian König ttm_tt_init_fields(ttm, bo, page_flags, caching); 151ba4e7d97SThomas Hellstrom 1525b4262d7STom St Denis if (ttm_tt_alloc_page_directory(ttm)) { 15325d0479aSJoe Perches pr_err("Failed allocating page table\n"); 154649bf3caSJerome Glisse return -ENOMEM; 155ba4e7d97SThomas Hellstrom } 156649bf3caSJerome Glisse return 0; 157ba4e7d97SThomas Hellstrom } 158649bf3caSJerome Glisse EXPORT_SYMBOL(ttm_tt_init); 159ba4e7d97SThomas Hellstrom 1608e7e7052SJerome Glisse void ttm_tt_fini(struct ttm_tt *ttm) 1618e7e7052SJerome Glisse { 16243d46f0bSMatthew Auld WARN_ON(ttm->page_flags & TTM_TT_FLAG_PRIV_POPULATED); 163d5f45d1eSChristian König 164d5f45d1eSChristian König if (ttm->swap_storage) 165d5f45d1eSChristian König fput(ttm->swap_storage); 166d5f45d1eSChristian König ttm->swap_storage = NULL; 167d5f45d1eSChristian König 168e34b8feeSChristian König if (ttm->pages) 1692098105eSMichal Hocko kvfree(ttm->pages); 170e34b8feeSChristian König else 171e34b8feeSChristian König kvfree(ttm->dma_address); 1728e7e7052SJerome Glisse ttm->pages = NULL; 173e34b8feeSChristian König ttm->dma_address = NULL; 1748e7e7052SJerome Glisse } 1758e7e7052SJerome Glisse EXPORT_SYMBOL(ttm_tt_fini); 1768e7e7052SJerome Glisse 177e34b8feeSChristian König int ttm_sg_tt_init(struct ttm_tt *ttm, struct ttm_buffer_object *bo, 1781b4ea4c5SChristian König uint32_t page_flags, enum ttm_caching caching) 17975a57669SChristian König { 18075a57669SChristian König int ret; 18175a57669SChristian König 1821b4ea4c5SChristian König ttm_tt_init_fields(ttm, bo, page_flags, caching); 18375a57669SChristian König 18443d46f0bSMatthew Auld if (page_flags & TTM_TT_FLAG_EXTERNAL) 185e34b8feeSChristian König ret = ttm_sg_tt_alloc_page_directory(ttm); 18675a57669SChristian König else 187e34b8feeSChristian König ret = ttm_dma_tt_alloc_page_directory(ttm); 18875a57669SChristian König if (ret) { 18975a57669SChristian König pr_err("Failed allocating page table\n"); 19075a57669SChristian König return -ENOMEM; 19175a57669SChristian König } 19275a57669SChristian König return 0; 19375a57669SChristian König } 19475a57669SChristian König EXPORT_SYMBOL(ttm_sg_tt_init); 19575a57669SChristian König 196b1e5f172SJerome Glisse int ttm_tt_swapin(struct ttm_tt *ttm) 197ba4e7d97SThomas Hellstrom { 198ba4e7d97SThomas Hellstrom struct address_space *swap_space; 199ba4e7d97SThomas Hellstrom struct file *swap_storage; 200ba4e7d97SThomas Hellstrom struct page *from_page; 201ba4e7d97SThomas Hellstrom struct page *to_page; 202ab861424SChristian König gfp_t gfp_mask; 203ab861424SChristian König int i, ret; 204ba4e7d97SThomas Hellstrom 205ba4e7d97SThomas Hellstrom swap_storage = ttm->swap_storage; 206ba4e7d97SThomas Hellstrom BUG_ON(swap_storage == NULL); 207ba4e7d97SThomas Hellstrom 20893c76a3dSAl Viro swap_space = swap_storage->f_mapping; 209ab861424SChristian König gfp_mask = mapping_gfp_mask(swap_space); 210ba4e7d97SThomas Hellstrom 211ba4e7d97SThomas Hellstrom for (i = 0; i < ttm->num_pages; ++i) { 212ab861424SChristian König from_page = shmem_read_mapping_page_gfp(swap_space, i, 213ab861424SChristian König gfp_mask); 214290e5505SMaarten Maathuis if (IS_ERR(from_page)) { 215290e5505SMaarten Maathuis ret = PTR_ERR(from_page); 216ba4e7d97SThomas Hellstrom goto out_err; 217290e5505SMaarten Maathuis } 218b1e5f172SJerome Glisse to_page = ttm->pages[i]; 219ab861424SChristian König if (unlikely(to_page == NULL)) { 220ab861424SChristian König ret = -ENOMEM; 221ba4e7d97SThomas Hellstrom goto out_err; 222ab861424SChristian König } 223ba4e7d97SThomas Hellstrom 224259a290eSAkinobu Mita copy_highpage(to_page, from_page); 22509cbfeafSKirill A. Shutemov put_page(from_page); 226ba4e7d97SThomas Hellstrom } 227ba4e7d97SThomas Hellstrom 228ba4e7d97SThomas Hellstrom fput(swap_storage); 229ba4e7d97SThomas Hellstrom ttm->swap_storage = NULL; 23043d46f0bSMatthew Auld ttm->page_flags &= ~TTM_TT_FLAG_SWAPPED; 231ba4e7d97SThomas Hellstrom 232ba4e7d97SThomas Hellstrom return 0; 233ab861424SChristian König 234ba4e7d97SThomas Hellstrom out_err: 235290e5505SMaarten Maathuis return ret; 236ba4e7d97SThomas Hellstrom } 237ba4e7d97SThomas Hellstrom 238d4bd7776SChristian König /** 239d4bd7776SChristian König * ttm_tt_swapout - swap out tt object 240d4bd7776SChristian König * 241d4bd7776SChristian König * @bdev: TTM device structure. 242d4bd7776SChristian König * @ttm: The struct ttm_tt. 243d4bd7776SChristian König * @gfp_flags: Flags to use for memory allocation. 244d4bd7776SChristian König * 245d4bd7776SChristian König * Swapout a TT object to a shmem_file, return number of pages swapped out or 246d4bd7776SChristian König * negative error code. 247d4bd7776SChristian König */ 248d4bd7776SChristian König int ttm_tt_swapout(struct ttm_device *bdev, struct ttm_tt *ttm, 249d4bd7776SChristian König gfp_t gfp_flags) 250ba4e7d97SThomas Hellstrom { 251d4bd7776SChristian König loff_t size = (loff_t)ttm->num_pages << PAGE_SHIFT; 252ba4e7d97SThomas Hellstrom struct address_space *swap_space; 253ba4e7d97SThomas Hellstrom struct file *swap_storage; 254ba4e7d97SThomas Hellstrom struct page *from_page; 255ba4e7d97SThomas Hellstrom struct page *to_page; 256ab861424SChristian König int i, ret; 257ba4e7d97SThomas Hellstrom 258d4bd7776SChristian König swap_storage = shmem_file_setup("ttm swap", size, 0); 25955579cfeSViresh Kumar if (IS_ERR(swap_storage)) { 26025d0479aSJoe Perches pr_err("Failed allocating swap storage\n"); 261290e5505SMaarten Maathuis return PTR_ERR(swap_storage); 262ba4e7d97SThomas Hellstrom } 263ba4e7d97SThomas Hellstrom 26493c76a3dSAl Viro swap_space = swap_storage->f_mapping; 265d4bd7776SChristian König gfp_flags &= mapping_gfp_mask(swap_space); 266ba4e7d97SThomas Hellstrom 267ba4e7d97SThomas Hellstrom for (i = 0; i < ttm->num_pages; ++i) { 268ba4e7d97SThomas Hellstrom from_page = ttm->pages[i]; 269ba4e7d97SThomas Hellstrom if (unlikely(from_page == NULL)) 270ba4e7d97SThomas Hellstrom continue; 271cb5f1a52SAndrey Grodzovsky 272d4bd7776SChristian König to_page = shmem_read_mapping_page_gfp(swap_space, i, gfp_flags); 27355579cfeSViresh Kumar if (IS_ERR(to_page)) { 274290e5505SMaarten Maathuis ret = PTR_ERR(to_page); 275ba4e7d97SThomas Hellstrom goto out_err; 276290e5505SMaarten Maathuis } 277259a290eSAkinobu Mita copy_highpage(to_page, from_page); 278ba4e7d97SThomas Hellstrom set_page_dirty(to_page); 279ba4e7d97SThomas Hellstrom mark_page_accessed(to_page); 28009cbfeafSKirill A. Shutemov put_page(to_page); 281ba4e7d97SThomas Hellstrom } 282ba4e7d97SThomas Hellstrom 2830a667b50SDave Airlie ttm_tt_unpopulate(bdev, ttm); 284ba4e7d97SThomas Hellstrom ttm->swap_storage = swap_storage; 28543d46f0bSMatthew Auld ttm->page_flags |= TTM_TT_FLAG_SWAPPED; 286ba4e7d97SThomas Hellstrom 287d4bd7776SChristian König return ttm->num_pages; 288ab861424SChristian König 289ba4e7d97SThomas Hellstrom out_err: 290ba4e7d97SThomas Hellstrom fput(swap_storage); 291ba4e7d97SThomas Hellstrom 292290e5505SMaarten Maathuis return ret; 293ba4e7d97SThomas Hellstrom } 29458aa6622SThomas Hellstrom 2958af8a109SChristian König int ttm_tt_populate(struct ttm_device *bdev, 2960a667b50SDave Airlie struct ttm_tt *ttm, struct ttm_operation_ctx *ctx) 29725893a14SChristian König { 298ec929370SChristian König int ret; 299ec929370SChristian König 3002040ec97SDave Airlie if (!ttm) 3012040ec97SDave Airlie return -EINVAL; 3022040ec97SDave Airlie 3037eec9151SDave Airlie if (ttm_tt_is_populated(ttm)) 30425893a14SChristian König return 0; 30525893a14SChristian König 30643d46f0bSMatthew Auld if (!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL)) { 307680dcedeSChristian König atomic_long_add(ttm->num_pages, &ttm_pages_allocated); 308680dcedeSChristian König if (bdev->pool.use_dma32) 3092b173d7fSFelix Kuehling atomic_long_add(ttm->num_pages, 3102b173d7fSFelix Kuehling &ttm_dma32_pages_allocated); 3112b173d7fSFelix Kuehling } 312680dcedeSChristian König 313680dcedeSChristian König while (atomic_long_read(&ttm_pages_allocated) > ttm_pages_limit || 314680dcedeSChristian König atomic_long_read(&ttm_dma32_pages_allocated) > 315680dcedeSChristian König ttm_dma32_pages_limit) { 316680dcedeSChristian König 317680dcedeSChristian König ret = ttm_global_swapout(ctx, GFP_KERNEL); 31813ea9aa1SShiwu Zhang if (ret == 0) 31913ea9aa1SShiwu Zhang break; 320a28e10edSChristian König if (ret < 0) 321680dcedeSChristian König goto error; 322680dcedeSChristian König } 323680dcedeSChristian König 3248af8a109SChristian König if (bdev->funcs->ttm_tt_populate) 3258af8a109SChristian König ret = bdev->funcs->ttm_tt_populate(bdev, ttm, ctx); 326e44fcf71SChristian König else 327ee5d2a8eSChristian König ret = ttm_pool_alloc(&bdev->pool, ttm, ctx); 328d1cb1f25SChristian König if (ret) 329680dcedeSChristian König goto error; 330d1cb1f25SChristian König 33143d46f0bSMatthew Auld ttm->page_flags |= TTM_TT_FLAG_PRIV_POPULATED; 33243d46f0bSMatthew Auld if (unlikely(ttm->page_flags & TTM_TT_FLAG_SWAPPED)) { 33305f8d250SChristian König ret = ttm_tt_swapin(ttm); 33405f8d250SChristian König if (unlikely(ret != 0)) { 33505f8d250SChristian König ttm_tt_unpopulate(bdev, ttm); 33605f8d250SChristian König return ret; 33705f8d250SChristian König } 33805f8d250SChristian König } 33905f8d250SChristian König 340d1cb1f25SChristian König return 0; 341680dcedeSChristian König 342680dcedeSChristian König error: 34343d46f0bSMatthew Auld if (!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL)) { 344680dcedeSChristian König atomic_long_sub(ttm->num_pages, &ttm_pages_allocated); 345680dcedeSChristian König if (bdev->pool.use_dma32) 3462b173d7fSFelix Kuehling atomic_long_sub(ttm->num_pages, 3472b173d7fSFelix Kuehling &ttm_dma32_pages_allocated); 3482b173d7fSFelix Kuehling } 349680dcedeSChristian König return ret; 35025893a14SChristian König } 3512040ec97SDave Airlie EXPORT_SYMBOL(ttm_tt_populate); 35225893a14SChristian König 353680dcedeSChristian König void ttm_tt_unpopulate(struct ttm_device *bdev, struct ttm_tt *ttm) 35458aa6622SThomas Hellstrom { 3557eec9151SDave Airlie if (!ttm_tt_is_populated(ttm)) 35658aa6622SThomas Hellstrom return; 35758aa6622SThomas Hellstrom 3588af8a109SChristian König if (bdev->funcs->ttm_tt_unpopulate) 3598af8a109SChristian König bdev->funcs->ttm_tt_unpopulate(bdev, ttm); 360e44fcf71SChristian König else 361ee5d2a8eSChristian König ttm_pool_free(&bdev->pool, ttm); 362680dcedeSChristian König 36343d46f0bSMatthew Auld if (!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL)) { 364680dcedeSChristian König atomic_long_sub(ttm->num_pages, &ttm_pages_allocated); 365680dcedeSChristian König if (bdev->pool.use_dma32) 3662b173d7fSFelix Kuehling atomic_long_sub(ttm->num_pages, 3672b173d7fSFelix Kuehling &ttm_dma32_pages_allocated); 3682b173d7fSFelix Kuehling } 369680dcedeSChristian König 37043d46f0bSMatthew Auld ttm->page_flags &= ~TTM_TT_FLAG_PRIV_POPULATED; 37158aa6622SThomas Hellstrom } 372d4bd7776SChristian König 373b057f37bSChristian König #ifdef CONFIG_DEBUG_FS 374b057f37bSChristian König 375b057f37bSChristian König /* Test the shrinker functions and dump the result */ 376b057f37bSChristian König static int ttm_tt_debugfs_shrink_show(struct seq_file *m, void *data) 377b057f37bSChristian König { 378b057f37bSChristian König struct ttm_operation_ctx ctx = { false, false }; 379b057f37bSChristian König 380b057f37bSChristian König seq_printf(m, "%d\n", ttm_global_swapout(&ctx, GFP_KERNEL)); 381b057f37bSChristian König return 0; 382b057f37bSChristian König } 383b057f37bSChristian König DEFINE_SHOW_ATTRIBUTE(ttm_tt_debugfs_shrink); 384b057f37bSChristian König 385b057f37bSChristian König #endif 386b057f37bSChristian König 387b057f37bSChristian König 388c3d670fcSLee Jones /* 389d4bd7776SChristian König * ttm_tt_mgr_init - register with the MM shrinker 390d4bd7776SChristian König * 391d4bd7776SChristian König * Register with the MM shrinker for swapping out BOs. 392d4bd7776SChristian König */ 393680dcedeSChristian König void ttm_tt_mgr_init(unsigned long num_pages, unsigned long num_dma32_pages) 394d4bd7776SChristian König { 395b057f37bSChristian König #ifdef CONFIG_DEBUG_FS 396b057f37bSChristian König debugfs_create_file("tt_shrink", 0400, ttm_debugfs_root, NULL, 397b057f37bSChristian König &ttm_tt_debugfs_shrink_fops); 398b057f37bSChristian König #endif 399b057f37bSChristian König 400680dcedeSChristian König if (!ttm_pages_limit) 401680dcedeSChristian König ttm_pages_limit = num_pages; 402d4bd7776SChristian König 403680dcedeSChristian König if (!ttm_dma32_pages_limit) 404680dcedeSChristian König ttm_dma32_pages_limit = num_dma32_pages; 405d4bd7776SChristian König } 4063bf3710eSThomas Hellström 4073bf3710eSThomas Hellström static void ttm_kmap_iter_tt_map_local(struct ttm_kmap_iter *iter, 4083bf3710eSThomas Hellström struct dma_buf_map *dmap, 4093bf3710eSThomas Hellström pgoff_t i) 4103bf3710eSThomas Hellström { 4113bf3710eSThomas Hellström struct ttm_kmap_iter_tt *iter_tt = 4123bf3710eSThomas Hellström container_of(iter, typeof(*iter_tt), base); 4133bf3710eSThomas Hellström 4143bf3710eSThomas Hellström dma_buf_map_set_vaddr(dmap, kmap_local_page_prot(iter_tt->tt->pages[i], 4153bf3710eSThomas Hellström iter_tt->prot)); 4163bf3710eSThomas Hellström } 4173bf3710eSThomas Hellström 4183bf3710eSThomas Hellström static void ttm_kmap_iter_tt_unmap_local(struct ttm_kmap_iter *iter, 4193bf3710eSThomas Hellström struct dma_buf_map *map) 4203bf3710eSThomas Hellström { 4213bf3710eSThomas Hellström kunmap_local(map->vaddr); 4223bf3710eSThomas Hellström } 4233bf3710eSThomas Hellström 4243bf3710eSThomas Hellström static const struct ttm_kmap_iter_ops ttm_kmap_iter_tt_ops = { 4253bf3710eSThomas Hellström .map_local = ttm_kmap_iter_tt_map_local, 4263bf3710eSThomas Hellström .unmap_local = ttm_kmap_iter_tt_unmap_local, 4273bf3710eSThomas Hellström .maps_tt = true, 4283bf3710eSThomas Hellström }; 4293bf3710eSThomas Hellström 4303bf3710eSThomas Hellström /** 4313bf3710eSThomas Hellström * ttm_kmap_iter_tt_init - Initialize a struct ttm_kmap_iter_tt 4323bf3710eSThomas Hellström * @iter_tt: The struct ttm_kmap_iter_tt to initialize. 4333bf3710eSThomas Hellström * @tt: Struct ttm_tt holding page pointers of the struct ttm_resource. 4343bf3710eSThomas Hellström * 4353bf3710eSThomas Hellström * Return: Pointer to the embedded struct ttm_kmap_iter. 4363bf3710eSThomas Hellström */ 4373bf3710eSThomas Hellström struct ttm_kmap_iter * 4383bf3710eSThomas Hellström ttm_kmap_iter_tt_init(struct ttm_kmap_iter_tt *iter_tt, 4393bf3710eSThomas Hellström struct ttm_tt *tt) 4403bf3710eSThomas Hellström { 4413bf3710eSThomas Hellström iter_tt->base.ops = &ttm_kmap_iter_tt_ops; 4423bf3710eSThomas Hellström iter_tt->tt = tt; 4433bf3710eSThomas Hellström if (tt) 4443bf3710eSThomas Hellström iter_tt->prot = ttm_prot_from_caching(tt->caching, PAGE_KERNEL); 4453bf3710eSThomas Hellström else 4463bf3710eSThomas Hellström iter_tt->prot = PAGE_KERNEL; 4473bf3710eSThomas Hellström 4483bf3710eSThomas Hellström return &iter_tt->base; 4493bf3710eSThomas Hellström } 4503bf3710eSThomas Hellström EXPORT_SYMBOL(ttm_kmap_iter_tt_init); 451