181d9d7f8STom Rix // SPDX-License-Identifier: GPL-2.0
2013b6510SRob Herring /* Copyright (C) 2019 Arm Ltd.
3013b6510SRob Herring  *
4013b6510SRob Herring  * Based on msm_gem_freedreno.c:
5013b6510SRob Herring  * Copyright (C) 2016 Red Hat
6013b6510SRob Herring  * Author: Rob Clark <robdclark@gmail.com>
7013b6510SRob Herring  */
8013b6510SRob Herring 
9013b6510SRob Herring #include <linux/list.h>
10013b6510SRob Herring 
11013b6510SRob Herring #include <drm/drm_device.h>
12013b6510SRob Herring #include <drm/drm_gem_shmem_helper.h>
13013b6510SRob Herring 
14013b6510SRob Herring #include "panfrost_device.h"
15013b6510SRob Herring #include "panfrost_gem.h"
16013b6510SRob Herring #include "panfrost_mmu.h"
17013b6510SRob Herring 
18013b6510SRob Herring static unsigned long
panfrost_gem_shrinker_count(struct shrinker * shrinker,struct shrink_control * sc)19013b6510SRob Herring panfrost_gem_shrinker_count(struct shrinker *shrinker, struct shrink_control *sc)
20013b6510SRob Herring {
21013b6510SRob Herring 	struct panfrost_device *pfdev =
22013b6510SRob Herring 		container_of(shrinker, struct panfrost_device, shrinker);
23013b6510SRob Herring 	struct drm_gem_shmem_object *shmem;
24013b6510SRob Herring 	unsigned long count = 0;
25013b6510SRob Herring 
26013b6510SRob Herring 	if (!mutex_trylock(&pfdev->shrinker_lock))
27013b6510SRob Herring 		return 0;
28013b6510SRob Herring 
29013b6510SRob Herring 	list_for_each_entry(shmem, &pfdev->shrinker_list, madv_list) {
30013b6510SRob Herring 		if (drm_gem_shmem_is_purgeable(shmem))
31013b6510SRob Herring 			count += shmem->base.size >> PAGE_SHIFT;
32013b6510SRob Herring 	}
33013b6510SRob Herring 
34013b6510SRob Herring 	mutex_unlock(&pfdev->shrinker_lock);
35013b6510SRob Herring 
36013b6510SRob Herring 	return count;
37013b6510SRob Herring }
38013b6510SRob Herring 
panfrost_gem_purge(struct drm_gem_object * obj)3955b9a054SRob Herring static bool panfrost_gem_purge(struct drm_gem_object *obj)
40013b6510SRob Herring {
41013b6510SRob Herring 	struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj);
42bdefca2dSBoris Brezillon 	struct panfrost_gem_object *bo = to_panfrost_bo(obj);
437d2d6d01SBoris Brezillon 	bool ret = false;
4455b9a054SRob Herring 
457e0cf7e9SBoris Brezillon 	if (atomic_read(&bo->gpu_usecount))
467e0cf7e9SBoris Brezillon 		return false;
477e0cf7e9SBoris Brezillon 
487d2d6d01SBoris Brezillon 	if (!mutex_trylock(&bo->mappings.lock))
4955b9a054SRob Herring 		return false;
50013b6510SRob Herring 
51*21aa27ddSDmitry Osipenko 	if (!dma_resv_trylock(shmem->base.resv))
527d2d6d01SBoris Brezillon 		goto unlock_mappings;
537d2d6d01SBoris Brezillon 
547d2d6d01SBoris Brezillon 	panfrost_gem_teardown_mappings_locked(bo);
55*21aa27ddSDmitry Osipenko 	drm_gem_shmem_purge(&bo->base);
567d2d6d01SBoris Brezillon 	ret = true;
57013b6510SRob Herring 
58*21aa27ddSDmitry Osipenko 	dma_resv_unlock(shmem->base.resv);
597d2d6d01SBoris Brezillon 
607d2d6d01SBoris Brezillon unlock_mappings:
617d2d6d01SBoris Brezillon 	mutex_unlock(&bo->mappings.lock);
627d2d6d01SBoris Brezillon 	return ret;
63013b6510SRob Herring }
64013b6510SRob Herring 
65013b6510SRob Herring static unsigned long
panfrost_gem_shrinker_scan(struct shrinker * shrinker,struct shrink_control * sc)66013b6510SRob Herring panfrost_gem_shrinker_scan(struct shrinker *shrinker, struct shrink_control *sc)
67013b6510SRob Herring {
68013b6510SRob Herring 	struct panfrost_device *pfdev =
69013b6510SRob Herring 		container_of(shrinker, struct panfrost_device, shrinker);
70013b6510SRob Herring 	struct drm_gem_shmem_object *shmem, *tmp;
71013b6510SRob Herring 	unsigned long freed = 0;
72013b6510SRob Herring 
73013b6510SRob Herring 	if (!mutex_trylock(&pfdev->shrinker_lock))
74013b6510SRob Herring 		return SHRINK_STOP;
75013b6510SRob Herring 
76013b6510SRob Herring 	list_for_each_entry_safe(shmem, tmp, &pfdev->shrinker_list, madv_list) {
77013b6510SRob Herring 		if (freed >= sc->nr_to_scan)
78013b6510SRob Herring 			break;
7955b9a054SRob Herring 		if (drm_gem_shmem_is_purgeable(shmem) &&
8055b9a054SRob Herring 		    panfrost_gem_purge(&shmem->base)) {
81013b6510SRob Herring 			freed += shmem->base.size >> PAGE_SHIFT;
82013b6510SRob Herring 			list_del_init(&shmem->madv_list);
83013b6510SRob Herring 		}
84013b6510SRob Herring 	}
85013b6510SRob Herring 
86013b6510SRob Herring 	mutex_unlock(&pfdev->shrinker_lock);
87013b6510SRob Herring 
88013b6510SRob Herring 	if (freed > 0)
89013b6510SRob Herring 		pr_info_ratelimited("Purging %lu bytes\n", freed << PAGE_SHIFT);
90013b6510SRob Herring 
91013b6510SRob Herring 	return freed;
92013b6510SRob Herring }
93013b6510SRob Herring 
94013b6510SRob Herring /**
95013b6510SRob Herring  * panfrost_gem_shrinker_init - Initialize panfrost shrinker
96013b6510SRob Herring  * @dev: DRM device
97013b6510SRob Herring  *
98013b6510SRob Herring  * This function registers and sets up the panfrost shrinker.
99013b6510SRob Herring  */
panfrost_gem_shrinker_init(struct drm_device * dev)100013b6510SRob Herring void panfrost_gem_shrinker_init(struct drm_device *dev)
101013b6510SRob Herring {
102013b6510SRob Herring 	struct panfrost_device *pfdev = dev->dev_private;
103013b6510SRob Herring 	pfdev->shrinker.count_objects = panfrost_gem_shrinker_count;
104013b6510SRob Herring 	pfdev->shrinker.scan_objects = panfrost_gem_shrinker_scan;
105013b6510SRob Herring 	pfdev->shrinker.seeks = DEFAULT_SEEKS;
106e33c267aSRoman Gushchin 	WARN_ON(register_shrinker(&pfdev->shrinker, "drm-panfrost"));
107013b6510SRob Herring }
108013b6510SRob Herring 
109013b6510SRob Herring /**
110013b6510SRob Herring  * panfrost_gem_shrinker_cleanup - Clean up panfrost shrinker
111013b6510SRob Herring  * @dev: DRM device
112013b6510SRob Herring  *
113013b6510SRob Herring  * This function unregisters the panfrost shrinker.
114013b6510SRob Herring  */
panfrost_gem_shrinker_cleanup(struct drm_device * dev)115013b6510SRob Herring void panfrost_gem_shrinker_cleanup(struct drm_device *dev)
116013b6510SRob Herring {
117013b6510SRob Herring 	struct panfrost_device *pfdev = dev->dev_private;
118013b6510SRob Herring 
119013b6510SRob Herring 	if (pfdev->shrinker.nr_deferred) {
120013b6510SRob Herring 		unregister_shrinker(&pfdev->shrinker);
121013b6510SRob Herring 	}
122013b6510SRob Herring }
123