xref: /openbmc/linux/drivers/gpu/drm/msm/msm_gem.h (revision caab277b)
1caab277bSThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-only */
2c8afe684SRob Clark /*
3c8afe684SRob Clark  * Copyright (C) 2013 Red Hat
4c8afe684SRob Clark  * Author: Rob Clark <robdclark@gmail.com>
5c8afe684SRob Clark  */
6c8afe684SRob Clark 
7c8afe684SRob Clark #ifndef __MSM_GEM_H__
8c8afe684SRob Clark #define __MSM_GEM_H__
9c8afe684SRob Clark 
10ee546cd3SJordan Crouse #include <linux/kref.h>
117198e6b0SRob Clark #include <linux/reservation.h>
12c8afe684SRob Clark #include "msm_drv.h"
13c8afe684SRob Clark 
14072f1f91SRob Clark /* Additional internal-use only BO flags: */
15072f1f91SRob Clark #define MSM_BO_STOLEN        0x10000000    /* try to use stolen/splash memory */
16072f1f91SRob Clark 
17667ce33eSRob Clark struct msm_gem_address_space {
18667ce33eSRob Clark 	const char *name;
19667ce33eSRob Clark 	/* NOTE: mm managed at the page level, size is in # of pages
20667ce33eSRob Clark 	 * and position mm_node->start is in # of pages:
21667ce33eSRob Clark 	 */
22667ce33eSRob Clark 	struct drm_mm mm;
230e08270aSSushmita Susheelendra 	spinlock_t lock; /* Protects drm_mm node allocation/removal */
24667ce33eSRob Clark 	struct msm_mmu *mmu;
25ee546cd3SJordan Crouse 	struct kref kref;
26667ce33eSRob Clark };
27667ce33eSRob Clark 
28667ce33eSRob Clark struct msm_gem_vma {
29667ce33eSRob Clark 	struct drm_mm_node node;
30667ce33eSRob Clark 	uint64_t iova;
314b85f7f5SRob Clark 	struct msm_gem_address_space *aspace;
324b85f7f5SRob Clark 	struct list_head list;    /* node in msm_gem_object::vmas */
33c0ee9794SJordan Crouse 	bool mapped;
347ad0e8cfSJordan Crouse 	int inuse;
35667ce33eSRob Clark };
36667ce33eSRob Clark 
37c8afe684SRob Clark struct msm_gem_object {
38c8afe684SRob Clark 	struct drm_gem_object base;
39c8afe684SRob Clark 
40c8afe684SRob Clark 	uint32_t flags;
41c8afe684SRob Clark 
424cd33c48SRob Clark 	/**
434cd33c48SRob Clark 	 * Advice: are the backing pages purgeable?
444cd33c48SRob Clark 	 */
454cd33c48SRob Clark 	uint8_t madv;
464cd33c48SRob Clark 
47e1e9db2cSRob Clark 	/**
48e1e9db2cSRob Clark 	 * count of active vmap'ing
49e1e9db2cSRob Clark 	 */
50e1e9db2cSRob Clark 	uint8_t vmap_count;
51e1e9db2cSRob Clark 
527198e6b0SRob Clark 	/* And object is either:
537198e6b0SRob Clark 	 *  inactive - on priv->inactive_list
547198e6b0SRob Clark 	 *  active   - on one one of the gpu's active_list..  well, at
557198e6b0SRob Clark 	 *     least for now we don't have (I don't think) hw sync between
567198e6b0SRob Clark 	 *     2d and 3d one devices which have both, meaning we need to
577198e6b0SRob Clark 	 *     block on submit if a bo is already on other ring
587198e6b0SRob Clark 	 *
597198e6b0SRob Clark 	 */
60c8afe684SRob Clark 	struct list_head mm_list;
617198e6b0SRob Clark 	struct msm_gpu *gpu;     /* non-null if active */
627198e6b0SRob Clark 
637198e6b0SRob Clark 	/* Transiently in the process of submit ioctl, objects associated
647198e6b0SRob Clark 	 * with the submit are on submit->bo_list.. this only lasts for
657198e6b0SRob Clark 	 * the duration of the ioctl, so one bo can never be on multiple
667198e6b0SRob Clark 	 * submit lists.
677198e6b0SRob Clark 	 */
687198e6b0SRob Clark 	struct list_head submit_entry;
697198e6b0SRob Clark 
70c8afe684SRob Clark 	struct page **pages;
71c8afe684SRob Clark 	struct sg_table *sgt;
72c8afe684SRob Clark 	void *vaddr;
73c8afe684SRob Clark 
744b85f7f5SRob Clark 	struct list_head vmas;    /* list of msm_gem_vma */
757198e6b0SRob Clark 
7648e7f183SKristian H. Kristensen 	struct llist_node freed;
7748e7f183SKristian H. Kristensen 
78871d812aSRob Clark 	/* For physically contiguous buffers.  Used when we don't have
79072f1f91SRob Clark 	 * an IOMMU.  Also used for stolen/splashscreen buffer.
80871d812aSRob Clark 	 */
81871d812aSRob Clark 	struct drm_mm_node *vram_node;
820e08270aSSushmita Susheelendra 	struct mutex lock; /* Protects resources associated with bo */
830815d774SJordan Crouse 
840815d774SJordan Crouse 	char name[32]; /* Identifier to print for the debugfs files */
85c8afe684SRob Clark };
86c8afe684SRob Clark #define to_msm_bo(x) container_of(x, struct msm_gem_object, base)
87c8afe684SRob Clark 
887198e6b0SRob Clark static inline bool is_active(struct msm_gem_object *msm_obj)
897198e6b0SRob Clark {
907198e6b0SRob Clark 	return msm_obj->gpu != NULL;
917198e6b0SRob Clark }
927198e6b0SRob Clark 
9368209390SRob Clark static inline bool is_purgeable(struct msm_gem_object *msm_obj)
9468209390SRob Clark {
950e08270aSSushmita Susheelendra 	WARN_ON(!mutex_is_locked(&msm_obj->base.dev->struct_mutex));
9668209390SRob Clark 	return (msm_obj->madv == MSM_MADV_DONTNEED) && msm_obj->sgt &&
9768209390SRob Clark 			!msm_obj->base.dma_buf && !msm_obj->base.import_attach;
9868209390SRob Clark }
9968209390SRob Clark 
100e1e9db2cSRob Clark static inline bool is_vunmapable(struct msm_gem_object *msm_obj)
101e1e9db2cSRob Clark {
102e1e9db2cSRob Clark 	return (msm_obj->vmap_count == 0) && msm_obj->vaddr;
103e1e9db2cSRob Clark }
104e1e9db2cSRob Clark 
1050e08270aSSushmita Susheelendra /* The shrinker can be triggered while we hold objA->lock, and need
1060e08270aSSushmita Susheelendra  * to grab objB->lock to purge it.  Lockdep just sees these as a single
1070e08270aSSushmita Susheelendra  * class of lock, so we use subclasses to teach it the difference.
1080e08270aSSushmita Susheelendra  *
1090e08270aSSushmita Susheelendra  * OBJ_LOCK_NORMAL is implicit (ie. normal mutex_lock() call), and
1100e08270aSSushmita Susheelendra  * OBJ_LOCK_SHRINKER is used by shrinker.
1110e08270aSSushmita Susheelendra  *
1120e08270aSSushmita Susheelendra  * It is *essential* that we never go down paths that could trigger the
1130e08270aSSushmita Susheelendra  * shrinker for a purgable object.  This is ensured by checking that
1140e08270aSSushmita Susheelendra  * msm_obj->madv == MSM_MADV_WILLNEED.
1150e08270aSSushmita Susheelendra  */
1160e08270aSSushmita Susheelendra enum msm_gem_lock {
1170e08270aSSushmita Susheelendra 	OBJ_LOCK_NORMAL,
1180e08270aSSushmita Susheelendra 	OBJ_LOCK_SHRINKER,
1190e08270aSSushmita Susheelendra };
1200e08270aSSushmita Susheelendra 
1210e08270aSSushmita Susheelendra void msm_gem_purge(struct drm_gem_object *obj, enum msm_gem_lock subclass);
1220e08270aSSushmita Susheelendra void msm_gem_vunmap(struct drm_gem_object *obj, enum msm_gem_lock subclass);
12348e7f183SKristian H. Kristensen void msm_gem_free_work(struct work_struct *work);
1240e08270aSSushmita Susheelendra 
1257198e6b0SRob Clark /* Created per submit-ioctl, to track bo's and cmdstream bufs, etc,
1267198e6b0SRob Clark  * associated with the cmdstream submission for synchronization (and
1277198e6b0SRob Clark  * make it easier to unwind when things go wrong, etc).  This only
1287198e6b0SRob Clark  * lasts for the duration of the submit-ioctl.
1297198e6b0SRob Clark  */
1307198e6b0SRob Clark struct msm_gem_submit {
1317198e6b0SRob Clark 	struct drm_device *dev;
1327198e6b0SRob Clark 	struct msm_gpu *gpu;
133f97decacSJordan Crouse 	struct list_head node;   /* node in ring submit list */
1347198e6b0SRob Clark 	struct list_head bo_list;
1357198e6b0SRob Clark 	struct ww_acquire_ctx ticket;
136f97decacSJordan Crouse 	uint32_t seqno;		/* Sequence number of the submit on the ring */
137f54d1867SChris Wilson 	struct dma_fence *fence;
138f7de1545SJordan Crouse 	struct msm_gpu_submitqueue *queue;
1394816b626SRob Clark 	struct pid *pid;    /* submitting process */
140340faef2SRob Clark 	bool valid;         /* true if no cmdstream patching needed */
1416a8bd08dSRob Clark 	bool in_rb;         /* "sudo" mode, copy cmds into RB */
142f97decacSJordan Crouse 	struct msm_ringbuffer *ring;
1437198e6b0SRob Clark 	unsigned int nr_cmds;
1447198e6b0SRob Clark 	unsigned int nr_bos;
1454241db42SJordan Crouse 	u32 ident;	   /* A "identifier" for the submit for logging */
1467198e6b0SRob Clark 	struct {
1477198e6b0SRob Clark 		uint32_t type;
1487198e6b0SRob Clark 		uint32_t size;  /* in dwords */
14978babc16SRob Clark 		uint64_t iova;
150a7d3c950SRob Clark 		uint32_t idx;   /* cmdstream buffer idx in bos[] */
1516b597ce2SRob Clark 	} *cmd;  /* array of size nr_cmds */
1527198e6b0SRob Clark 	struct {
1537198e6b0SRob Clark 		uint32_t flags;
154b673499aSKristian H. Kristensen 		union {
1557198e6b0SRob Clark 			struct msm_gem_object *obj;
156b673499aSKristian H. Kristensen 			uint32_t handle;
157b673499aSKristian H. Kristensen 		};
15878babc16SRob Clark 		uint64_t iova;
1597198e6b0SRob Clark 	} bos[0];
1607198e6b0SRob Clark };
1617198e6b0SRob Clark 
162c8afe684SRob Clark #endif /* __MSM_GEM_H__ */
163