xref: /openbmc/linux/drivers/gpu/drm/msm/msm_atomic.c (revision 771f14c5ccfb2b106e04110a2b250c46bb6b06df)
1cf3a7e4cSRob Clark /*
2cf3a7e4cSRob Clark  * Copyright (C) 2014 Red Hat
3cf3a7e4cSRob Clark  * Author: Rob Clark <robdclark@gmail.com>
4cf3a7e4cSRob Clark  *
5cf3a7e4cSRob Clark  * This program is free software; you can redistribute it and/or modify it
6cf3a7e4cSRob Clark  * under the terms of the GNU General Public License version 2 as published by
7cf3a7e4cSRob Clark  * the Free Software Foundation.
8cf3a7e4cSRob Clark  *
9cf3a7e4cSRob Clark  * This program is distributed in the hope that it will be useful, but WITHOUT
10cf3a7e4cSRob Clark  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11cf3a7e4cSRob Clark  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
12cf3a7e4cSRob Clark  * more details.
13cf3a7e4cSRob Clark  *
14cf3a7e4cSRob Clark  * You should have received a copy of the GNU General Public License along with
15cf3a7e4cSRob Clark  * this program.  If not, see <http://www.gnu.org/licenses/>.
16cf3a7e4cSRob Clark  */
17cf3a7e4cSRob Clark 
18cf3a7e4cSRob Clark #include "msm_drv.h"
19cf3a7e4cSRob Clark #include "msm_kms.h"
20cf3a7e4cSRob Clark #include "msm_gem.h"
21fde5de6cSRob Clark #include "msm_fence.h"
22cf3a7e4cSRob Clark 
23cf3a7e4cSRob Clark struct msm_commit {
240b776d45SRob Clark 	struct drm_device *dev;
25cf3a7e4cSRob Clark 	struct drm_atomic_state *state;
26ba00c3f2SRob Clark 	struct work_struct work;
27f86afecfSRob Clark 	uint32_t crtc_mask;
28cf3a7e4cSRob Clark };
29cf3a7e4cSRob Clark 
30ba00c3f2SRob Clark static void commit_worker(struct work_struct *work);
31cf3a7e4cSRob Clark 
32f86afecfSRob Clark /* block until specified crtcs are no longer pending update, and
33f86afecfSRob Clark  * atomically mark them as pending update
34f86afecfSRob Clark  */
35f86afecfSRob Clark static int start_atomic(struct msm_drm_private *priv, uint32_t crtc_mask)
36f86afecfSRob Clark {
37f86afecfSRob Clark 	int ret;
38f86afecfSRob Clark 
39f86afecfSRob Clark 	spin_lock(&priv->pending_crtcs_event.lock);
40f86afecfSRob Clark 	ret = wait_event_interruptible_locked(priv->pending_crtcs_event,
41f86afecfSRob Clark 			!(priv->pending_crtcs & crtc_mask));
42f86afecfSRob Clark 	if (ret == 0) {
43f86afecfSRob Clark 		DBG("start: %08x", crtc_mask);
44f86afecfSRob Clark 		priv->pending_crtcs |= crtc_mask;
45f86afecfSRob Clark 	}
46f86afecfSRob Clark 	spin_unlock(&priv->pending_crtcs_event.lock);
47f86afecfSRob Clark 
48f86afecfSRob Clark 	return ret;
49f86afecfSRob Clark }
50f86afecfSRob Clark 
51f86afecfSRob Clark /* clear specified crtcs (no longer pending update)
52f86afecfSRob Clark  */
53f86afecfSRob Clark static void end_atomic(struct msm_drm_private *priv, uint32_t crtc_mask)
54f86afecfSRob Clark {
55f86afecfSRob Clark 	spin_lock(&priv->pending_crtcs_event.lock);
56f86afecfSRob Clark 	DBG("end: %08x", crtc_mask);
57f86afecfSRob Clark 	priv->pending_crtcs &= ~crtc_mask;
58f86afecfSRob Clark 	wake_up_all_locked(&priv->pending_crtcs_event);
59f86afecfSRob Clark 	spin_unlock(&priv->pending_crtcs_event.lock);
60f86afecfSRob Clark }
61f86afecfSRob Clark 
620b776d45SRob Clark static struct msm_commit *commit_init(struct drm_atomic_state *state)
63cf3a7e4cSRob Clark {
64cf3a7e4cSRob Clark 	struct msm_commit *c = kzalloc(sizeof(*c), GFP_KERNEL);
65cf3a7e4cSRob Clark 
66cf3a7e4cSRob Clark 	if (!c)
67cf3a7e4cSRob Clark 		return NULL;
68cf3a7e4cSRob Clark 
690b776d45SRob Clark 	c->dev = state->dev;
70cf3a7e4cSRob Clark 	c->state = state;
710b776d45SRob Clark 
72ba00c3f2SRob Clark 	INIT_WORK(&c->work, commit_worker);
73cf3a7e4cSRob Clark 
74cf3a7e4cSRob Clark 	return c;
75cf3a7e4cSRob Clark }
76cf3a7e4cSRob Clark 
770b776d45SRob Clark static void commit_destroy(struct msm_commit *c)
780b776d45SRob Clark {
790b776d45SRob Clark 	end_atomic(c->dev->dev_private, c->crtc_mask);
800b776d45SRob Clark 	kfree(c);
810b776d45SRob Clark }
820b776d45SRob Clark 
830a5c9aadSHai Li static void msm_atomic_wait_for_commit_done(struct drm_device *dev,
840a5c9aadSHai Li 		struct drm_atomic_state *old_state)
850a5c9aadSHai Li {
860a5c9aadSHai Li 	struct drm_crtc *crtc;
878d76b79fSDaniel Vetter 	struct drm_crtc_state *crtc_state;
880a5c9aadSHai Li 	struct msm_drm_private *priv = old_state->dev->dev_private;
890a5c9aadSHai Li 	struct msm_kms *kms = priv->kms;
900a5c9aadSHai Li 	int i;
910a5c9aadSHai Li 
928d76b79fSDaniel Vetter 	for_each_crtc_in_state(old_state, crtc, crtc_state, i) {
930a5c9aadSHai Li 		if (!crtc->state->enable)
940a5c9aadSHai Li 			continue;
950a5c9aadSHai Li 
960a5c9aadSHai Li 		kms->funcs->wait_for_crtc_commit_done(kms, crtc);
970a5c9aadSHai Li 	}
980a5c9aadSHai Li }
990a5c9aadSHai Li 
100cf3a7e4cSRob Clark /* The (potentially) asynchronous part of the commit.  At this point
101cf3a7e4cSRob Clark  * nothing can fail short of armageddon.
102cf3a7e4cSRob Clark  */
103ba00c3f2SRob Clark static void complete_commit(struct msm_commit *c, bool async)
104cf3a7e4cSRob Clark {
105cf3a7e4cSRob Clark 	struct drm_atomic_state *state = c->state;
106cf3a7e4cSRob Clark 	struct drm_device *dev = state->dev;
1070b776d45SRob Clark 	struct msm_drm_private *priv = dev->dev_private;
1080b776d45SRob Clark 	struct msm_kms *kms = priv->kms;
1090b776d45SRob Clark 
110f6ce410aSGustavo Padovan 	drm_atomic_helper_wait_for_fences(dev, state, false);
111ba00c3f2SRob Clark 
1120b776d45SRob Clark 	kms->funcs->prepare_commit(kms, state);
113cf3a7e4cSRob Clark 
1141af434a9SDaniel Vetter 	drm_atomic_helper_commit_modeset_disables(dev, state);
115cf3a7e4cSRob Clark 
1162b58e98dSLiu Ying 	drm_atomic_helper_commit_planes(dev, state, 0);
117cf3a7e4cSRob Clark 
1181af434a9SDaniel Vetter 	drm_atomic_helper_commit_modeset_enables(dev, state);
119cf3a7e4cSRob Clark 
120f86afecfSRob Clark 	/* NOTE: _wait_for_vblanks() only waits for vblank on
121f86afecfSRob Clark 	 * enabled CRTCs.  So we end up faulting when disabling
122f86afecfSRob Clark 	 * due to (potentially) unref'ing the outgoing fb's
123f86afecfSRob Clark 	 * before the vblank when the disable has latched.
124f86afecfSRob Clark 	 *
125f86afecfSRob Clark 	 * But if it did wait on disabled (or newly disabled)
126f86afecfSRob Clark 	 * CRTCs, that would be racy (ie. we could have missed
127f86afecfSRob Clark 	 * the irq.  We need some way to poll for pipe shut
128f86afecfSRob Clark 	 * down.  Or just live with occasionally hitting the
129f86afecfSRob Clark 	 * timeout in the CRTC disable path (which really should
130f86afecfSRob Clark 	 * not be critical path)
131f86afecfSRob Clark 	 */
132f86afecfSRob Clark 
1330a5c9aadSHai Li 	msm_atomic_wait_for_commit_done(dev, state);
134cf3a7e4cSRob Clark 
135cf3a7e4cSRob Clark 	drm_atomic_helper_cleanup_planes(dev, state);
136cf3a7e4cSRob Clark 
1370b776d45SRob Clark 	kms->funcs->complete_commit(kms, state);
1380b776d45SRob Clark 
1390853695cSChris Wilson 	drm_atomic_state_put(state);
140cf3a7e4cSRob Clark 
1410b776d45SRob Clark 	commit_destroy(c);
142cf3a7e4cSRob Clark }
143cf3a7e4cSRob Clark 
144ba00c3f2SRob Clark static void commit_worker(struct work_struct *work)
145cf3a7e4cSRob Clark {
146ba00c3f2SRob Clark 	complete_commit(container_of(work, struct msm_commit, work), true);
147cf3a7e4cSRob Clark }
148cf3a7e4cSRob Clark 
1493b6acf14SArchit Taneja /*
1503b6acf14SArchit Taneja  * this func is identical to the drm_atomic_helper_check, but we keep this
1513b6acf14SArchit Taneja  * because we might eventually need to have a more finegrained check
1523b6acf14SArchit Taneja  * sequence without using the atomic helpers.
1533b6acf14SArchit Taneja  *
1543b6acf14SArchit Taneja  * In the past, we first called drm_atomic_helper_check_planes, and then
1553b6acf14SArchit Taneja  * drm_atomic_helper_check_modeset. We needed this because the MDP5 plane's
1563b6acf14SArchit Taneja  * ->atomic_check could update ->mode_changed for pixel format changes.
1573b6acf14SArchit Taneja  * This, however isn't needed now because if there is a pixel format change,
1583b6acf14SArchit Taneja  * we just assign a new hwpipe for it with a new SMP allocation. We might
1593b6acf14SArchit Taneja  * eventually hit a condition where we would need to do a full modeset if
1603b6acf14SArchit Taneja  * we run out of planes. There, we'd probably need to set mode_changed.
1613b6acf14SArchit Taneja  */
162b4274fbeSDaniel Vetter int msm_atomic_check(struct drm_device *dev,
163b4274fbeSDaniel Vetter 		     struct drm_atomic_state *state)
164b4274fbeSDaniel Vetter {
165b4274fbeSDaniel Vetter 	int ret;
166b4274fbeSDaniel Vetter 
1673b6acf14SArchit Taneja 	ret = drm_atomic_helper_check_modeset(dev, state);
168b4274fbeSDaniel Vetter 	if (ret)
169b4274fbeSDaniel Vetter 		return ret;
170b4274fbeSDaniel Vetter 
1713b6acf14SArchit Taneja 	ret = drm_atomic_helper_check_planes(dev, state);
172b4274fbeSDaniel Vetter 	if (ret)
173b4274fbeSDaniel Vetter 		return ret;
174b4274fbeSDaniel Vetter 
175b4274fbeSDaniel Vetter 	return ret;
176b4274fbeSDaniel Vetter }
177b4274fbeSDaniel Vetter 
178cf3a7e4cSRob Clark /**
179cf3a7e4cSRob Clark  * drm_atomic_helper_commit - commit validated state object
180cf3a7e4cSRob Clark  * @dev: DRM device
181cf3a7e4cSRob Clark  * @state: the driver state object
182a3ccfb9fSMaarten Lankhorst  * @nonblock: nonblocking commit
183cf3a7e4cSRob Clark  *
184cf3a7e4cSRob Clark  * This function commits a with drm_atomic_helper_check() pre-validated state
185a3ccfb9fSMaarten Lankhorst  * object. This can still fail when e.g. the framebuffer reservation fails.
186cf3a7e4cSRob Clark  *
187cf3a7e4cSRob Clark  * RETURNS
188cf3a7e4cSRob Clark  * Zero for success or -errno.
189cf3a7e4cSRob Clark  */
190cf3a7e4cSRob Clark int msm_atomic_commit(struct drm_device *dev,
191a3ccfb9fSMaarten Lankhorst 		struct drm_atomic_state *state, bool nonblock)
192cf3a7e4cSRob Clark {
193ca762a8aSRob Clark 	struct msm_drm_private *priv = dev->dev_private;
194f86afecfSRob Clark 	struct msm_commit *c;
1958d76b79fSDaniel Vetter 	struct drm_crtc *crtc;
1968d76b79fSDaniel Vetter 	struct drm_crtc_state *crtc_state;
1978d76b79fSDaniel Vetter 	struct drm_plane *plane;
1988d76b79fSDaniel Vetter 	struct drm_plane_state *plane_state;
199cf3a7e4cSRob Clark 	int i, ret;
200cf3a7e4cSRob Clark 
201cf3a7e4cSRob Clark 	ret = drm_atomic_helper_prepare_planes(dev, state);
202cf3a7e4cSRob Clark 	if (ret)
203cf3a7e4cSRob Clark 		return ret;
204cf3a7e4cSRob Clark 
2050b776d45SRob Clark 	c = commit_init(state);
206f65c18c0SLaurent Pinchart 	if (!c) {
207f65c18c0SLaurent Pinchart 		ret = -ENOMEM;
208f65c18c0SLaurent Pinchart 		goto error;
209f65c18c0SLaurent Pinchart 	}
210f86afecfSRob Clark 
211f86afecfSRob Clark 	/*
212f86afecfSRob Clark 	 * Figure out what crtcs we have:
213f86afecfSRob Clark 	 */
2148d76b79fSDaniel Vetter 	for_each_crtc_in_state(state, crtc, crtc_state, i)
2158d76b79fSDaniel Vetter 		c->crtc_mask |= drm_crtc_mask(crtc);
216cf3a7e4cSRob Clark 
217cf3a7e4cSRob Clark 	/*
218b6295f9aSRob Clark 	 * Figure out what fence to wait for:
219b6295f9aSRob Clark 	 */
2208d76b79fSDaniel Vetter 	for_each_plane_in_state(state, plane, plane_state, i) {
2218d76b79fSDaniel Vetter 		if ((plane->state->fb != plane_state->fb) && plane_state->fb) {
2228d76b79fSDaniel Vetter 			struct drm_gem_object *obj = msm_framebuffer_bo(plane_state->fb, 0);
223b6295f9aSRob Clark 			struct msm_gem_object *msm_obj = to_msm_bo(obj);
2245d586983SGustavo Padovan 			struct dma_fence *fence = reservation_object_get_excl_rcu(msm_obj->resv);
225b6295f9aSRob Clark 
2265d586983SGustavo Padovan 			drm_atomic_set_fence_for_plane(plane_state, fence);
227b6295f9aSRob Clark 		}
228b6295f9aSRob Clark 	}
229b6295f9aSRob Clark 
230b6295f9aSRob Clark 	/*
231f86afecfSRob Clark 	 * Wait for pending updates on any of the same crtc's and then
232f86afecfSRob Clark 	 * mark our set of crtc's as busy:
233f86afecfSRob Clark 	 */
234f86afecfSRob Clark 	ret = start_atomic(dev->dev_private, c->crtc_mask);
235*771f14c5SMaarten Lankhorst 	if (ret)
236*771f14c5SMaarten Lankhorst 		goto err_free;
237*771f14c5SMaarten Lankhorst 
238*771f14c5SMaarten Lankhorst 	BUG_ON(drm_atomic_helper_swap_state(state, false) < 0);
239f86afecfSRob Clark 
240f86afecfSRob Clark 	/*
241cf3a7e4cSRob Clark 	 * This is the point of no return - everything below never fails except
242cf3a7e4cSRob Clark 	 * when the hw goes bonghits. Which means we can commit the new state on
243cf3a7e4cSRob Clark 	 * the software side now.
244*771f14c5SMaarten Lankhorst 	 *
245*771f14c5SMaarten Lankhorst 	 * swap driver private state while still holding state_lock
246cf3a7e4cSRob Clark 	 */
247870d738aSRob Clark 	if (to_kms_state(state)->state)
248870d738aSRob Clark 		priv->kms->funcs->swap_state(priv->kms, state);
249870d738aSRob Clark 
250cf3a7e4cSRob Clark 	/*
251cf3a7e4cSRob Clark 	 * Everything below can be run asynchronously without the need to grab
252cf3a7e4cSRob Clark 	 * any modeset locks at all under one conditions: It must be guaranteed
253cf3a7e4cSRob Clark 	 * that the asynchronous work has either been cancelled (if the driver
254cf3a7e4cSRob Clark 	 * supports it, which at least requires that the framebuffers get
255cf3a7e4cSRob Clark 	 * cleaned up with drm_atomic_helper_cleanup_planes()) or completed
256cf3a7e4cSRob Clark 	 * before the new state gets committed on the software side with
257cf3a7e4cSRob Clark 	 * drm_atomic_helper_swap_state().
258cf3a7e4cSRob Clark 	 *
259cf3a7e4cSRob Clark 	 * This scheme allows new atomic state updates to be prepared and
260cf3a7e4cSRob Clark 	 * checked in parallel to the asynchronous completion of the previous
261cf3a7e4cSRob Clark 	 * update. Which is important since compositors need to figure out the
262cf3a7e4cSRob Clark 	 * composition of the next frame right after having submitted the
263cf3a7e4cSRob Clark 	 * current layout.
264cf3a7e4cSRob Clark 	 */
265cf3a7e4cSRob Clark 
2660853695cSChris Wilson 	drm_atomic_state_get(state);
267ba00c3f2SRob Clark 	if (nonblock) {
268ba00c3f2SRob Clark 		queue_work(priv->atomic_wq, &c->work);
269cf3a7e4cSRob Clark 		return 0;
270cf3a7e4cSRob Clark 	}
271cf3a7e4cSRob Clark 
272ba00c3f2SRob Clark 	complete_commit(c, false);
273cf3a7e4cSRob Clark 
274cf3a7e4cSRob Clark 	return 0;
275f65c18c0SLaurent Pinchart 
276*771f14c5SMaarten Lankhorst err_free:
277*771f14c5SMaarten Lankhorst 	kfree(c);
278f65c18c0SLaurent Pinchart error:
279f65c18c0SLaurent Pinchart 	drm_atomic_helper_cleanup_planes(dev, state);
280f65c18c0SLaurent Pinchart 	return ret;
281cf3a7e4cSRob Clark }
282870d738aSRob Clark 
283870d738aSRob Clark struct drm_atomic_state *msm_atomic_state_alloc(struct drm_device *dev)
284870d738aSRob Clark {
285870d738aSRob Clark 	struct msm_kms_state *state = kzalloc(sizeof(*state), GFP_KERNEL);
286870d738aSRob Clark 
287870d738aSRob Clark 	if (!state || drm_atomic_state_init(dev, &state->base) < 0) {
288870d738aSRob Clark 		kfree(state);
289870d738aSRob Clark 		return NULL;
290870d738aSRob Clark 	}
291870d738aSRob Clark 
292870d738aSRob Clark 	return &state->base;
293870d738aSRob Clark }
294870d738aSRob Clark 
295870d738aSRob Clark void msm_atomic_state_clear(struct drm_atomic_state *s)
296870d738aSRob Clark {
297870d738aSRob Clark 	struct msm_kms_state *state = to_kms_state(s);
298870d738aSRob Clark 	drm_atomic_state_default_clear(&state->base);
299870d738aSRob Clark 	kfree(state->state);
300870d738aSRob Clark 	state->state = NULL;
301870d738aSRob Clark }
302870d738aSRob Clark 
303870d738aSRob Clark void msm_atomic_state_free(struct drm_atomic_state *state)
304870d738aSRob Clark {
305870d738aSRob Clark 	kfree(to_kms_state(state)->state);
306870d738aSRob Clark 	drm_atomic_state_default_release(state);
307870d738aSRob Clark 	kfree(state);
308870d738aSRob Clark }
309