xref: /openbmc/linux/drivers/gpu/drm/msm/msm_atomic.c (revision b6295f9a38fc3f7d59ec0caa45aa803461c6cea5)
1cf3a7e4cSRob Clark /*
2cf3a7e4cSRob Clark  * Copyright (C) 2014 Red Hat
3cf3a7e4cSRob Clark  * Author: Rob Clark <robdclark@gmail.com>
4cf3a7e4cSRob Clark  *
5cf3a7e4cSRob Clark  * This program is free software; you can redistribute it and/or modify it
6cf3a7e4cSRob Clark  * under the terms of the GNU General Public License version 2 as published by
7cf3a7e4cSRob Clark  * the Free Software Foundation.
8cf3a7e4cSRob Clark  *
9cf3a7e4cSRob Clark  * This program is distributed in the hope that it will be useful, but WITHOUT
10cf3a7e4cSRob Clark  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11cf3a7e4cSRob Clark  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
12cf3a7e4cSRob Clark  * more details.
13cf3a7e4cSRob Clark  *
14cf3a7e4cSRob Clark  * You should have received a copy of the GNU General Public License along with
15cf3a7e4cSRob Clark  * this program.  If not, see <http://www.gnu.org/licenses/>.
16cf3a7e4cSRob Clark  */
17cf3a7e4cSRob Clark 
18cf3a7e4cSRob Clark #include "msm_drv.h"
19cf3a7e4cSRob Clark #include "msm_kms.h"
20cf3a7e4cSRob Clark #include "msm_gem.h"
21fde5de6cSRob Clark #include "msm_fence.h"
22cf3a7e4cSRob Clark 
23cf3a7e4cSRob Clark struct msm_commit {
240b776d45SRob Clark 	struct drm_device *dev;
25cf3a7e4cSRob Clark 	struct drm_atomic_state *state;
26ba00c3f2SRob Clark 	struct work_struct work;
27f86afecfSRob Clark 	uint32_t crtc_mask;
28cf3a7e4cSRob Clark };
29cf3a7e4cSRob Clark 
30ba00c3f2SRob Clark static void commit_worker(struct work_struct *work);
31cf3a7e4cSRob Clark 
32f86afecfSRob Clark /* block until specified crtcs are no longer pending update, and
33f86afecfSRob Clark  * atomically mark them as pending update
34f86afecfSRob Clark  */
35f86afecfSRob Clark static int start_atomic(struct msm_drm_private *priv, uint32_t crtc_mask)
36f86afecfSRob Clark {
37f86afecfSRob Clark 	int ret;
38f86afecfSRob Clark 
39f86afecfSRob Clark 	spin_lock(&priv->pending_crtcs_event.lock);
40f86afecfSRob Clark 	ret = wait_event_interruptible_locked(priv->pending_crtcs_event,
41f86afecfSRob Clark 			!(priv->pending_crtcs & crtc_mask));
42f86afecfSRob Clark 	if (ret == 0) {
43f86afecfSRob Clark 		DBG("start: %08x", crtc_mask);
44f86afecfSRob Clark 		priv->pending_crtcs |= crtc_mask;
45f86afecfSRob Clark 	}
46f86afecfSRob Clark 	spin_unlock(&priv->pending_crtcs_event.lock);
47f86afecfSRob Clark 
48f86afecfSRob Clark 	return ret;
49f86afecfSRob Clark }
50f86afecfSRob Clark 
51f86afecfSRob Clark /* clear specified crtcs (no longer pending update)
52f86afecfSRob Clark  */
53f86afecfSRob Clark static void end_atomic(struct msm_drm_private *priv, uint32_t crtc_mask)
54f86afecfSRob Clark {
55f86afecfSRob Clark 	spin_lock(&priv->pending_crtcs_event.lock);
56f86afecfSRob Clark 	DBG("end: %08x", crtc_mask);
57f86afecfSRob Clark 	priv->pending_crtcs &= ~crtc_mask;
58f86afecfSRob Clark 	wake_up_all_locked(&priv->pending_crtcs_event);
59f86afecfSRob Clark 	spin_unlock(&priv->pending_crtcs_event.lock);
60f86afecfSRob Clark }
61f86afecfSRob Clark 
620b776d45SRob Clark static struct msm_commit *commit_init(struct drm_atomic_state *state)
63cf3a7e4cSRob Clark {
64cf3a7e4cSRob Clark 	struct msm_commit *c = kzalloc(sizeof(*c), GFP_KERNEL);
65cf3a7e4cSRob Clark 
66cf3a7e4cSRob Clark 	if (!c)
67cf3a7e4cSRob Clark 		return NULL;
68cf3a7e4cSRob Clark 
690b776d45SRob Clark 	c->dev = state->dev;
70cf3a7e4cSRob Clark 	c->state = state;
710b776d45SRob Clark 
72ba00c3f2SRob Clark 	INIT_WORK(&c->work, commit_worker);
73cf3a7e4cSRob Clark 
74cf3a7e4cSRob Clark 	return c;
75cf3a7e4cSRob Clark }
76cf3a7e4cSRob Clark 
770b776d45SRob Clark static void commit_destroy(struct msm_commit *c)
780b776d45SRob Clark {
790b776d45SRob Clark 	end_atomic(c->dev->dev_private, c->crtc_mask);
800b776d45SRob Clark 	kfree(c);
810b776d45SRob Clark }
820b776d45SRob Clark 
830a5c9aadSHai Li static void msm_atomic_wait_for_commit_done(struct drm_device *dev,
840a5c9aadSHai Li 		struct drm_atomic_state *old_state)
850a5c9aadSHai Li {
860a5c9aadSHai Li 	struct drm_crtc *crtc;
870a5c9aadSHai Li 	struct msm_drm_private *priv = old_state->dev->dev_private;
880a5c9aadSHai Li 	struct msm_kms *kms = priv->kms;
890a5c9aadSHai Li 	int ncrtcs = old_state->dev->mode_config.num_crtc;
900a5c9aadSHai Li 	int i;
910a5c9aadSHai Li 
920a5c9aadSHai Li 	for (i = 0; i < ncrtcs; i++) {
930a5c9aadSHai Li 		crtc = old_state->crtcs[i];
940a5c9aadSHai Li 
950a5c9aadSHai Li 		if (!crtc)
960a5c9aadSHai Li 			continue;
970a5c9aadSHai Li 
980a5c9aadSHai Li 		if (!crtc->state->enable)
990a5c9aadSHai Li 			continue;
1000a5c9aadSHai Li 
1010a5c9aadSHai Li 		/* Legacy cursor ioctls are completely unsynced, and userspace
1020a5c9aadSHai Li 		 * relies on that (by doing tons of cursor updates). */
1030a5c9aadSHai Li 		if (old_state->legacy_cursor_update)
1040a5c9aadSHai Li 			continue;
1050a5c9aadSHai Li 
1060a5c9aadSHai Li 		kms->funcs->wait_for_crtc_commit_done(kms, crtc);
1070a5c9aadSHai Li 	}
1080a5c9aadSHai Li }
1090a5c9aadSHai Li 
110cf3a7e4cSRob Clark /* The (potentially) asynchronous part of the commit.  At this point
111cf3a7e4cSRob Clark  * nothing can fail short of armageddon.
112cf3a7e4cSRob Clark  */
113ba00c3f2SRob Clark static void complete_commit(struct msm_commit *c, bool async)
114cf3a7e4cSRob Clark {
115cf3a7e4cSRob Clark 	struct drm_atomic_state *state = c->state;
116cf3a7e4cSRob Clark 	struct drm_device *dev = state->dev;
1170b776d45SRob Clark 	struct msm_drm_private *priv = dev->dev_private;
1180b776d45SRob Clark 	struct msm_kms *kms = priv->kms;
1190b776d45SRob Clark 
120*b6295f9aSRob Clark 	drm_atomic_helper_wait_for_fences(dev, state);
121ba00c3f2SRob Clark 
1220b776d45SRob Clark 	kms->funcs->prepare_commit(kms, state);
123cf3a7e4cSRob Clark 
1241af434a9SDaniel Vetter 	drm_atomic_helper_commit_modeset_disables(dev, state);
125cf3a7e4cSRob Clark 
126aef9dbb8SDaniel Vetter 	drm_atomic_helper_commit_planes(dev, state, false);
127cf3a7e4cSRob Clark 
1281af434a9SDaniel Vetter 	drm_atomic_helper_commit_modeset_enables(dev, state);
129cf3a7e4cSRob Clark 
130f86afecfSRob Clark 	/* NOTE: _wait_for_vblanks() only waits for vblank on
131f86afecfSRob Clark 	 * enabled CRTCs.  So we end up faulting when disabling
132f86afecfSRob Clark 	 * due to (potentially) unref'ing the outgoing fb's
133f86afecfSRob Clark 	 * before the vblank when the disable has latched.
134f86afecfSRob Clark 	 *
135f86afecfSRob Clark 	 * But if it did wait on disabled (or newly disabled)
136f86afecfSRob Clark 	 * CRTCs, that would be racy (ie. we could have missed
137f86afecfSRob Clark 	 * the irq.  We need some way to poll for pipe shut
138f86afecfSRob Clark 	 * down.  Or just live with occasionally hitting the
139f86afecfSRob Clark 	 * timeout in the CRTC disable path (which really should
140f86afecfSRob Clark 	 * not be critical path)
141f86afecfSRob Clark 	 */
142f86afecfSRob Clark 
1430a5c9aadSHai Li 	msm_atomic_wait_for_commit_done(dev, state);
144cf3a7e4cSRob Clark 
145cf3a7e4cSRob Clark 	drm_atomic_helper_cleanup_planes(dev, state);
146cf3a7e4cSRob Clark 
1470b776d45SRob Clark 	kms->funcs->complete_commit(kms, state);
1480b776d45SRob Clark 
149cf3a7e4cSRob Clark 	drm_atomic_state_free(state);
150cf3a7e4cSRob Clark 
1510b776d45SRob Clark 	commit_destroy(c);
152cf3a7e4cSRob Clark }
153cf3a7e4cSRob Clark 
154ba00c3f2SRob Clark static void commit_worker(struct work_struct *work)
155cf3a7e4cSRob Clark {
156ba00c3f2SRob Clark 	complete_commit(container_of(work, struct msm_commit, work), true);
157cf3a7e4cSRob Clark }
158cf3a7e4cSRob Clark 
159b4274fbeSDaniel Vetter int msm_atomic_check(struct drm_device *dev,
160b4274fbeSDaniel Vetter 		     struct drm_atomic_state *state)
161b4274fbeSDaniel Vetter {
162b4274fbeSDaniel Vetter 	int ret;
163b4274fbeSDaniel Vetter 
164b4274fbeSDaniel Vetter 	/*
165b4274fbeSDaniel Vetter 	 * msm ->atomic_check can update ->mode_changed for pixel format
166b4274fbeSDaniel Vetter 	 * changes, hence must be run before we check the modeset changes.
167b4274fbeSDaniel Vetter 	 */
168b4274fbeSDaniel Vetter 	ret = drm_atomic_helper_check_planes(dev, state);
169b4274fbeSDaniel Vetter 	if (ret)
170b4274fbeSDaniel Vetter 		return ret;
171b4274fbeSDaniel Vetter 
172b4274fbeSDaniel Vetter 	ret = drm_atomic_helper_check_modeset(dev, state);
173b4274fbeSDaniel Vetter 	if (ret)
174b4274fbeSDaniel Vetter 		return ret;
175b4274fbeSDaniel Vetter 
176b4274fbeSDaniel Vetter 	return ret;
177b4274fbeSDaniel Vetter }
178b4274fbeSDaniel Vetter 
179cf3a7e4cSRob Clark /**
180cf3a7e4cSRob Clark  * drm_atomic_helper_commit - commit validated state object
181cf3a7e4cSRob Clark  * @dev: DRM device
182cf3a7e4cSRob Clark  * @state: the driver state object
183a3ccfb9fSMaarten Lankhorst  * @nonblock: nonblocking commit
184cf3a7e4cSRob Clark  *
185cf3a7e4cSRob Clark  * This function commits a with drm_atomic_helper_check() pre-validated state
186a3ccfb9fSMaarten Lankhorst  * object. This can still fail when e.g. the framebuffer reservation fails.
187cf3a7e4cSRob Clark  *
188cf3a7e4cSRob Clark  * RETURNS
189cf3a7e4cSRob Clark  * Zero for success or -errno.
190cf3a7e4cSRob Clark  */
191cf3a7e4cSRob Clark int msm_atomic_commit(struct drm_device *dev,
192a3ccfb9fSMaarten Lankhorst 		struct drm_atomic_state *state, bool nonblock)
193cf3a7e4cSRob Clark {
194ca762a8aSRob Clark 	struct msm_drm_private *priv = dev->dev_private;
195*b6295f9aSRob Clark 	int nplanes = dev->mode_config.num_total_plane;
196f86afecfSRob Clark 	int ncrtcs = dev->mode_config.num_crtc;
197f86afecfSRob Clark 	struct msm_commit *c;
198cf3a7e4cSRob Clark 	int i, ret;
199cf3a7e4cSRob Clark 
200cf3a7e4cSRob Clark 	ret = drm_atomic_helper_prepare_planes(dev, state);
201cf3a7e4cSRob Clark 	if (ret)
202cf3a7e4cSRob Clark 		return ret;
203cf3a7e4cSRob Clark 
2040b776d45SRob Clark 	c = commit_init(state);
205f65c18c0SLaurent Pinchart 	if (!c) {
206f65c18c0SLaurent Pinchart 		ret = -ENOMEM;
207f65c18c0SLaurent Pinchart 		goto error;
208f65c18c0SLaurent Pinchart 	}
209f86afecfSRob Clark 
210f86afecfSRob Clark 	/*
211f86afecfSRob Clark 	 * Figure out what crtcs we have:
212f86afecfSRob Clark 	 */
213f86afecfSRob Clark 	for (i = 0; i < ncrtcs; i++) {
214f86afecfSRob Clark 		struct drm_crtc *crtc = state->crtcs[i];
215f86afecfSRob Clark 		if (!crtc)
216f86afecfSRob Clark 			continue;
217f86afecfSRob Clark 		c->crtc_mask |= (1 << drm_crtc_index(crtc));
218f86afecfSRob Clark 	}
219cf3a7e4cSRob Clark 
220cf3a7e4cSRob Clark 	/*
221*b6295f9aSRob Clark 	 * Figure out what fence to wait for:
222*b6295f9aSRob Clark 	 */
223*b6295f9aSRob Clark 	for (i = 0; i < nplanes; i++) {
224*b6295f9aSRob Clark 		struct drm_plane *plane = state->planes[i];
225*b6295f9aSRob Clark 		struct drm_plane_state *new_state = state->plane_states[i];
226*b6295f9aSRob Clark 
227*b6295f9aSRob Clark 		if (!plane)
228*b6295f9aSRob Clark 			continue;
229*b6295f9aSRob Clark 
230*b6295f9aSRob Clark 		if ((plane->state->fb != new_state->fb) && new_state->fb) {
231*b6295f9aSRob Clark 			struct drm_gem_object *obj = msm_framebuffer_bo(new_state->fb, 0);
232*b6295f9aSRob Clark 			struct msm_gem_object *msm_obj = to_msm_bo(obj);
233*b6295f9aSRob Clark 
234*b6295f9aSRob Clark 			new_state->fence = reservation_object_get_excl_rcu(msm_obj->resv);
235*b6295f9aSRob Clark 		}
236*b6295f9aSRob Clark 	}
237*b6295f9aSRob Clark 
238*b6295f9aSRob Clark 	/*
239f86afecfSRob Clark 	 * Wait for pending updates on any of the same crtc's and then
240f86afecfSRob Clark 	 * mark our set of crtc's as busy:
241f86afecfSRob Clark 	 */
242f86afecfSRob Clark 	ret = start_atomic(dev->dev_private, c->crtc_mask);
2435b2e2b6cSLaurent Pinchart 	if (ret) {
2445b2e2b6cSLaurent Pinchart 		kfree(c);
245f65c18c0SLaurent Pinchart 		goto error;
2465b2e2b6cSLaurent Pinchart 	}
247f86afecfSRob Clark 
248f86afecfSRob Clark 	/*
249cf3a7e4cSRob Clark 	 * This is the point of no return - everything below never fails except
250cf3a7e4cSRob Clark 	 * when the hw goes bonghits. Which means we can commit the new state on
251cf3a7e4cSRob Clark 	 * the software side now.
252cf3a7e4cSRob Clark 	 */
253cf3a7e4cSRob Clark 
254cf3a7e4cSRob Clark 	drm_atomic_helper_swap_state(dev, state);
255cf3a7e4cSRob Clark 
256cf3a7e4cSRob Clark 	/*
257cf3a7e4cSRob Clark 	 * Everything below can be run asynchronously without the need to grab
258cf3a7e4cSRob Clark 	 * any modeset locks at all under one conditions: It must be guaranteed
259cf3a7e4cSRob Clark 	 * that the asynchronous work has either been cancelled (if the driver
260cf3a7e4cSRob Clark 	 * supports it, which at least requires that the framebuffers get
261cf3a7e4cSRob Clark 	 * cleaned up with drm_atomic_helper_cleanup_planes()) or completed
262cf3a7e4cSRob Clark 	 * before the new state gets committed on the software side with
263cf3a7e4cSRob Clark 	 * drm_atomic_helper_swap_state().
264cf3a7e4cSRob Clark 	 *
265cf3a7e4cSRob Clark 	 * This scheme allows new atomic state updates to be prepared and
266cf3a7e4cSRob Clark 	 * checked in parallel to the asynchronous completion of the previous
267cf3a7e4cSRob Clark 	 * update. Which is important since compositors need to figure out the
268cf3a7e4cSRob Clark 	 * composition of the next frame right after having submitted the
269cf3a7e4cSRob Clark 	 * current layout.
270cf3a7e4cSRob Clark 	 */
271cf3a7e4cSRob Clark 
272ba00c3f2SRob Clark 	if (nonblock) {
273ba00c3f2SRob Clark 		queue_work(priv->atomic_wq, &c->work);
274cf3a7e4cSRob Clark 		return 0;
275cf3a7e4cSRob Clark 	}
276cf3a7e4cSRob Clark 
277ba00c3f2SRob Clark 	complete_commit(c, false);
278cf3a7e4cSRob Clark 
279cf3a7e4cSRob Clark 	return 0;
280f65c18c0SLaurent Pinchart 
281f65c18c0SLaurent Pinchart error:
282f65c18c0SLaurent Pinchart 	drm_atomic_helper_cleanup_planes(dev, state);
283f65c18c0SLaurent Pinchart 	return ret;
284cf3a7e4cSRob Clark }
285