1013b6510SRob Herring /* SPDX-License-Identifier: GPL-2.0 */ 2013b6510SRob Herring /* Copyright (C) 2019 Arm Ltd. 3013b6510SRob Herring * 4013b6510SRob Herring * Based on msm_gem_freedreno.c: 5013b6510SRob Herring * Copyright (C) 2016 Red Hat 6013b6510SRob Herring * Author: Rob Clark <robdclark@gmail.com> 7013b6510SRob Herring */ 8013b6510SRob Herring 9013b6510SRob Herring #include <linux/list.h> 10013b6510SRob Herring 11013b6510SRob Herring #include <drm/drm_device.h> 12013b6510SRob Herring #include <drm/drm_gem_shmem_helper.h> 13013b6510SRob Herring 14013b6510SRob Herring #include "panfrost_device.h" 15013b6510SRob Herring #include "panfrost_gem.h" 16013b6510SRob Herring #include "panfrost_mmu.h" 17013b6510SRob Herring 18013b6510SRob Herring static unsigned long 19013b6510SRob Herring panfrost_gem_shrinker_count(struct shrinker *shrinker, struct shrink_control *sc) 20013b6510SRob Herring { 21013b6510SRob Herring struct panfrost_device *pfdev = 22013b6510SRob Herring container_of(shrinker, struct panfrost_device, shrinker); 23013b6510SRob Herring struct drm_gem_shmem_object *shmem; 24013b6510SRob Herring unsigned long count = 0; 25013b6510SRob Herring 26013b6510SRob Herring if (!mutex_trylock(&pfdev->shrinker_lock)) 27013b6510SRob Herring return 0; 28013b6510SRob Herring 29013b6510SRob Herring list_for_each_entry(shmem, &pfdev->shrinker_list, madv_list) { 30013b6510SRob Herring if (drm_gem_shmem_is_purgeable(shmem)) 31013b6510SRob Herring count += shmem->base.size >> PAGE_SHIFT; 32013b6510SRob Herring } 33013b6510SRob Herring 34013b6510SRob Herring mutex_unlock(&pfdev->shrinker_lock); 35013b6510SRob Herring 36013b6510SRob Herring return count; 37013b6510SRob Herring } 38013b6510SRob Herring 3955b9a054SRob Herring static bool panfrost_gem_purge(struct drm_gem_object *obj) 40013b6510SRob Herring { 41013b6510SRob Herring struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); 42bdefca2dSBoris Brezillon struct panfrost_gem_object *bo = to_panfrost_bo(obj); 4355b9a054SRob Herring 447e0cf7e9SBoris Brezillon if (atomic_read(&bo->gpu_usecount)) 457e0cf7e9SBoris Brezillon return false; 467e0cf7e9SBoris Brezillon 4755b9a054SRob Herring if (!mutex_trylock(&shmem->pages_lock)) 4855b9a054SRob Herring return false; 49013b6510SRob Herring 50bdefca2dSBoris Brezillon panfrost_gem_teardown_mappings(bo); 51013b6510SRob Herring drm_gem_shmem_purge_locked(obj); 52013b6510SRob Herring 53013b6510SRob Herring mutex_unlock(&shmem->pages_lock); 5455b9a054SRob Herring return true; 55013b6510SRob Herring } 56013b6510SRob Herring 57013b6510SRob Herring static unsigned long 58013b6510SRob Herring panfrost_gem_shrinker_scan(struct shrinker *shrinker, struct shrink_control *sc) 59013b6510SRob Herring { 60013b6510SRob Herring struct panfrost_device *pfdev = 61013b6510SRob Herring container_of(shrinker, struct panfrost_device, shrinker); 62013b6510SRob Herring struct drm_gem_shmem_object *shmem, *tmp; 63013b6510SRob Herring unsigned long freed = 0; 64013b6510SRob Herring 65013b6510SRob Herring if (!mutex_trylock(&pfdev->shrinker_lock)) 66013b6510SRob Herring return SHRINK_STOP; 67013b6510SRob Herring 68013b6510SRob Herring list_for_each_entry_safe(shmem, tmp, &pfdev->shrinker_list, madv_list) { 69013b6510SRob Herring if (freed >= sc->nr_to_scan) 70013b6510SRob Herring break; 7155b9a054SRob Herring if (drm_gem_shmem_is_purgeable(shmem) && 7255b9a054SRob Herring panfrost_gem_purge(&shmem->base)) { 73013b6510SRob Herring freed += shmem->base.size >> PAGE_SHIFT; 74013b6510SRob Herring list_del_init(&shmem->madv_list); 75013b6510SRob Herring } 76013b6510SRob Herring } 77013b6510SRob Herring 78013b6510SRob Herring mutex_unlock(&pfdev->shrinker_lock); 79013b6510SRob Herring 80013b6510SRob Herring if (freed > 0) 81013b6510SRob Herring pr_info_ratelimited("Purging %lu bytes\n", freed << PAGE_SHIFT); 82013b6510SRob Herring 83013b6510SRob Herring return freed; 84013b6510SRob Herring } 85013b6510SRob Herring 86013b6510SRob Herring /** 87013b6510SRob Herring * panfrost_gem_shrinker_init - Initialize panfrost shrinker 88013b6510SRob Herring * @dev: DRM device 89013b6510SRob Herring * 90013b6510SRob Herring * This function registers and sets up the panfrost shrinker. 91013b6510SRob Herring */ 92013b6510SRob Herring void panfrost_gem_shrinker_init(struct drm_device *dev) 93013b6510SRob Herring { 94013b6510SRob Herring struct panfrost_device *pfdev = dev->dev_private; 95013b6510SRob Herring pfdev->shrinker.count_objects = panfrost_gem_shrinker_count; 96013b6510SRob Herring pfdev->shrinker.scan_objects = panfrost_gem_shrinker_scan; 97013b6510SRob Herring pfdev->shrinker.seeks = DEFAULT_SEEKS; 98013b6510SRob Herring WARN_ON(register_shrinker(&pfdev->shrinker)); 99013b6510SRob Herring } 100013b6510SRob Herring 101013b6510SRob Herring /** 102013b6510SRob Herring * panfrost_gem_shrinker_cleanup - Clean up panfrost shrinker 103013b6510SRob Herring * @dev: DRM device 104013b6510SRob Herring * 105013b6510SRob Herring * This function unregisters the panfrost shrinker. 106013b6510SRob Herring */ 107013b6510SRob Herring void panfrost_gem_shrinker_cleanup(struct drm_device *dev) 108013b6510SRob Herring { 109013b6510SRob Herring struct panfrost_device *pfdev = dev->dev_private; 110013b6510SRob Herring 111013b6510SRob Herring if (pfdev->shrinker.nr_deferred) { 112013b6510SRob Herring unregister_shrinker(&pfdev->shrinker); 113013b6510SRob Herring } 114013b6510SRob Herring } 115