1cf3a7e4cSRob Clark /* 2cf3a7e4cSRob Clark * Copyright (C) 2014 Red Hat 3cf3a7e4cSRob Clark * Author: Rob Clark <robdclark@gmail.com> 4cf3a7e4cSRob Clark * 5cf3a7e4cSRob Clark * This program is free software; you can redistribute it and/or modify it 6cf3a7e4cSRob Clark * under the terms of the GNU General Public License version 2 as published by 7cf3a7e4cSRob Clark * the Free Software Foundation. 8cf3a7e4cSRob Clark * 9cf3a7e4cSRob Clark * This program is distributed in the hope that it will be useful, but WITHOUT 10cf3a7e4cSRob Clark * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11cf3a7e4cSRob Clark * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 12cf3a7e4cSRob Clark * more details. 13cf3a7e4cSRob Clark * 14cf3a7e4cSRob Clark * You should have received a copy of the GNU General Public License along with 15cf3a7e4cSRob Clark * this program. If not, see <http://www.gnu.org/licenses/>. 16cf3a7e4cSRob Clark */ 17cf3a7e4cSRob Clark 18cf3a7e4cSRob Clark #include "msm_drv.h" 19cf3a7e4cSRob Clark #include "msm_kms.h" 20cf3a7e4cSRob Clark #include "msm_gem.h" 21fde5de6cSRob Clark #include "msm_fence.h" 22cf3a7e4cSRob Clark 23cf3a7e4cSRob Clark struct msm_commit { 240b776d45SRob Clark struct drm_device *dev; 25cf3a7e4cSRob Clark struct drm_atomic_state *state; 26ba00c3f2SRob Clark struct work_struct work; 27f86afecfSRob Clark uint32_t crtc_mask; 28cf3a7e4cSRob Clark }; 29cf3a7e4cSRob Clark 30ba00c3f2SRob Clark static void commit_worker(struct work_struct *work); 31cf3a7e4cSRob Clark 32f86afecfSRob Clark /* block until specified crtcs are no longer pending update, and 33f86afecfSRob Clark * atomically mark them as pending update 34f86afecfSRob Clark */ 35f86afecfSRob Clark static int start_atomic(struct msm_drm_private *priv, uint32_t crtc_mask) 36f86afecfSRob Clark { 37f86afecfSRob Clark int ret; 38f86afecfSRob Clark 39f86afecfSRob Clark spin_lock(&priv->pending_crtcs_event.lock); 40f86afecfSRob Clark ret = wait_event_interruptible_locked(priv->pending_crtcs_event, 41f86afecfSRob Clark !(priv->pending_crtcs & crtc_mask)); 42f86afecfSRob Clark if (ret == 0) { 43f86afecfSRob Clark DBG("start: %08x", crtc_mask); 44f86afecfSRob Clark priv->pending_crtcs |= crtc_mask; 45f86afecfSRob Clark } 46f86afecfSRob Clark spin_unlock(&priv->pending_crtcs_event.lock); 47f86afecfSRob Clark 48f86afecfSRob Clark return ret; 49f86afecfSRob Clark } 50f86afecfSRob Clark 51f86afecfSRob Clark /* clear specified crtcs (no longer pending update) 52f86afecfSRob Clark */ 53f86afecfSRob Clark static void end_atomic(struct msm_drm_private *priv, uint32_t crtc_mask) 54f86afecfSRob Clark { 55f86afecfSRob Clark spin_lock(&priv->pending_crtcs_event.lock); 56f86afecfSRob Clark DBG("end: %08x", crtc_mask); 57f86afecfSRob Clark priv->pending_crtcs &= ~crtc_mask; 58f86afecfSRob Clark wake_up_all_locked(&priv->pending_crtcs_event); 59f86afecfSRob Clark spin_unlock(&priv->pending_crtcs_event.lock); 60f86afecfSRob Clark } 61f86afecfSRob Clark 620b776d45SRob Clark static struct msm_commit *commit_init(struct drm_atomic_state *state) 63cf3a7e4cSRob Clark { 64cf3a7e4cSRob Clark struct msm_commit *c = kzalloc(sizeof(*c), GFP_KERNEL); 65cf3a7e4cSRob Clark 66cf3a7e4cSRob Clark if (!c) 67cf3a7e4cSRob Clark return NULL; 68cf3a7e4cSRob Clark 690b776d45SRob Clark c->dev = state->dev; 70cf3a7e4cSRob Clark c->state = state; 710b776d45SRob Clark 72ba00c3f2SRob Clark INIT_WORK(&c->work, commit_worker); 73cf3a7e4cSRob Clark 74cf3a7e4cSRob Clark return c; 75cf3a7e4cSRob Clark } 76cf3a7e4cSRob Clark 770b776d45SRob Clark static void commit_destroy(struct msm_commit *c) 780b776d45SRob Clark { 790b776d45SRob Clark end_atomic(c->dev->dev_private, c->crtc_mask); 800b776d45SRob Clark kfree(c); 810b776d45SRob Clark } 820b776d45SRob Clark 830a5c9aadSHai Li static void msm_atomic_wait_for_commit_done(struct drm_device *dev, 840a5c9aadSHai Li struct drm_atomic_state *old_state) 850a5c9aadSHai Li { 860a5c9aadSHai Li struct drm_crtc *crtc; 878d76b79fSDaniel Vetter struct drm_crtc_state *crtc_state; 880a5c9aadSHai Li struct msm_drm_private *priv = old_state->dev->dev_private; 890a5c9aadSHai Li struct msm_kms *kms = priv->kms; 900a5c9aadSHai Li int i; 910a5c9aadSHai Li 928d76b79fSDaniel Vetter for_each_crtc_in_state(old_state, crtc, crtc_state, i) { 930a5c9aadSHai Li if (!crtc->state->enable) 940a5c9aadSHai Li continue; 950a5c9aadSHai Li 960a5c9aadSHai Li kms->funcs->wait_for_crtc_commit_done(kms, crtc); 970a5c9aadSHai Li } 980a5c9aadSHai Li } 990a5c9aadSHai Li 100cf3a7e4cSRob Clark /* The (potentially) asynchronous part of the commit. At this point 101cf3a7e4cSRob Clark * nothing can fail short of armageddon. 102cf3a7e4cSRob Clark */ 103ba00c3f2SRob Clark static void complete_commit(struct msm_commit *c, bool async) 104cf3a7e4cSRob Clark { 105cf3a7e4cSRob Clark struct drm_atomic_state *state = c->state; 106cf3a7e4cSRob Clark struct drm_device *dev = state->dev; 1070b776d45SRob Clark struct msm_drm_private *priv = dev->dev_private; 1080b776d45SRob Clark struct msm_kms *kms = priv->kms; 1090b776d45SRob Clark 110f6ce410aSGustavo Padovan drm_atomic_helper_wait_for_fences(dev, state, false); 111ba00c3f2SRob Clark 1120b776d45SRob Clark kms->funcs->prepare_commit(kms, state); 113cf3a7e4cSRob Clark 1141af434a9SDaniel Vetter drm_atomic_helper_commit_modeset_disables(dev, state); 115cf3a7e4cSRob Clark 1162b58e98dSLiu Ying drm_atomic_helper_commit_planes(dev, state, 0); 117cf3a7e4cSRob Clark 1181af434a9SDaniel Vetter drm_atomic_helper_commit_modeset_enables(dev, state); 119cf3a7e4cSRob Clark 120f86afecfSRob Clark /* NOTE: _wait_for_vblanks() only waits for vblank on 121f86afecfSRob Clark * enabled CRTCs. So we end up faulting when disabling 122f86afecfSRob Clark * due to (potentially) unref'ing the outgoing fb's 123f86afecfSRob Clark * before the vblank when the disable has latched. 124f86afecfSRob Clark * 125f86afecfSRob Clark * But if it did wait on disabled (or newly disabled) 126f86afecfSRob Clark * CRTCs, that would be racy (ie. we could have missed 127f86afecfSRob Clark * the irq. We need some way to poll for pipe shut 128f86afecfSRob Clark * down. Or just live with occasionally hitting the 129f86afecfSRob Clark * timeout in the CRTC disable path (which really should 130f86afecfSRob Clark * not be critical path) 131f86afecfSRob Clark */ 132f86afecfSRob Clark 1330a5c9aadSHai Li msm_atomic_wait_for_commit_done(dev, state); 134cf3a7e4cSRob Clark 135cf3a7e4cSRob Clark drm_atomic_helper_cleanup_planes(dev, state); 136cf3a7e4cSRob Clark 1370b776d45SRob Clark kms->funcs->complete_commit(kms, state); 1380b776d45SRob Clark 1390853695cSChris Wilson drm_atomic_state_put(state); 140cf3a7e4cSRob Clark 1410b776d45SRob Clark commit_destroy(c); 142cf3a7e4cSRob Clark } 143cf3a7e4cSRob Clark 144ba00c3f2SRob Clark static void commit_worker(struct work_struct *work) 145cf3a7e4cSRob Clark { 146ba00c3f2SRob Clark complete_commit(container_of(work, struct msm_commit, work), true); 147cf3a7e4cSRob Clark } 148cf3a7e4cSRob Clark 1493b6acf14SArchit Taneja /* 1503b6acf14SArchit Taneja * this func is identical to the drm_atomic_helper_check, but we keep this 1513b6acf14SArchit Taneja * because we might eventually need to have a more finegrained check 1523b6acf14SArchit Taneja * sequence without using the atomic helpers. 1533b6acf14SArchit Taneja * 1543b6acf14SArchit Taneja * In the past, we first called drm_atomic_helper_check_planes, and then 1553b6acf14SArchit Taneja * drm_atomic_helper_check_modeset. We needed this because the MDP5 plane's 1563b6acf14SArchit Taneja * ->atomic_check could update ->mode_changed for pixel format changes. 1573b6acf14SArchit Taneja * This, however isn't needed now because if there is a pixel format change, 1583b6acf14SArchit Taneja * we just assign a new hwpipe for it with a new SMP allocation. We might 1593b6acf14SArchit Taneja * eventually hit a condition where we would need to do a full modeset if 1603b6acf14SArchit Taneja * we run out of planes. There, we'd probably need to set mode_changed. 1613b6acf14SArchit Taneja */ 162b4274fbeSDaniel Vetter int msm_atomic_check(struct drm_device *dev, 163b4274fbeSDaniel Vetter struct drm_atomic_state *state) 164b4274fbeSDaniel Vetter { 165b4274fbeSDaniel Vetter int ret; 166b4274fbeSDaniel Vetter 1673b6acf14SArchit Taneja ret = drm_atomic_helper_check_modeset(dev, state); 168b4274fbeSDaniel Vetter if (ret) 169b4274fbeSDaniel Vetter return ret; 170b4274fbeSDaniel Vetter 1713b6acf14SArchit Taneja ret = drm_atomic_helper_check_planes(dev, state); 172b4274fbeSDaniel Vetter if (ret) 173b4274fbeSDaniel Vetter return ret; 174b4274fbeSDaniel Vetter 175b4274fbeSDaniel Vetter return ret; 176b4274fbeSDaniel Vetter } 177b4274fbeSDaniel Vetter 178cf3a7e4cSRob Clark /** 179cf3a7e4cSRob Clark * drm_atomic_helper_commit - commit validated state object 180cf3a7e4cSRob Clark * @dev: DRM device 181cf3a7e4cSRob Clark * @state: the driver state object 182a3ccfb9fSMaarten Lankhorst * @nonblock: nonblocking commit 183cf3a7e4cSRob Clark * 184cf3a7e4cSRob Clark * This function commits a with drm_atomic_helper_check() pre-validated state 185a3ccfb9fSMaarten Lankhorst * object. This can still fail when e.g. the framebuffer reservation fails. 186cf3a7e4cSRob Clark * 187cf3a7e4cSRob Clark * RETURNS 188cf3a7e4cSRob Clark * Zero for success or -errno. 189cf3a7e4cSRob Clark */ 190cf3a7e4cSRob Clark int msm_atomic_commit(struct drm_device *dev, 191a3ccfb9fSMaarten Lankhorst struct drm_atomic_state *state, bool nonblock) 192cf3a7e4cSRob Clark { 193ca762a8aSRob Clark struct msm_drm_private *priv = dev->dev_private; 194f86afecfSRob Clark struct msm_commit *c; 1958d76b79fSDaniel Vetter struct drm_crtc *crtc; 1968d76b79fSDaniel Vetter struct drm_crtc_state *crtc_state; 1978d76b79fSDaniel Vetter struct drm_plane *plane; 1988d76b79fSDaniel Vetter struct drm_plane_state *plane_state; 199cf3a7e4cSRob Clark int i, ret; 200cf3a7e4cSRob Clark 201cf3a7e4cSRob Clark ret = drm_atomic_helper_prepare_planes(dev, state); 202cf3a7e4cSRob Clark if (ret) 203cf3a7e4cSRob Clark return ret; 204cf3a7e4cSRob Clark 2050b776d45SRob Clark c = commit_init(state); 206f65c18c0SLaurent Pinchart if (!c) { 207f65c18c0SLaurent Pinchart ret = -ENOMEM; 208f65c18c0SLaurent Pinchart goto error; 209f65c18c0SLaurent Pinchart } 210f86afecfSRob Clark 211f86afecfSRob Clark /* 212f86afecfSRob Clark * Figure out what crtcs we have: 213f86afecfSRob Clark */ 2148d76b79fSDaniel Vetter for_each_crtc_in_state(state, crtc, crtc_state, i) 2158d76b79fSDaniel Vetter c->crtc_mask |= drm_crtc_mask(crtc); 216cf3a7e4cSRob Clark 217cf3a7e4cSRob Clark /* 218b6295f9aSRob Clark * Figure out what fence to wait for: 219b6295f9aSRob Clark */ 2208d76b79fSDaniel Vetter for_each_plane_in_state(state, plane, plane_state, i) { 2218d76b79fSDaniel Vetter if ((plane->state->fb != plane_state->fb) && plane_state->fb) { 2228d76b79fSDaniel Vetter struct drm_gem_object *obj = msm_framebuffer_bo(plane_state->fb, 0); 223b6295f9aSRob Clark struct msm_gem_object *msm_obj = to_msm_bo(obj); 2245d586983SGustavo Padovan struct dma_fence *fence = reservation_object_get_excl_rcu(msm_obj->resv); 225b6295f9aSRob Clark 2265d586983SGustavo Padovan drm_atomic_set_fence_for_plane(plane_state, fence); 227b6295f9aSRob Clark } 228b6295f9aSRob Clark } 229b6295f9aSRob Clark 230b6295f9aSRob Clark /* 231f86afecfSRob Clark * Wait for pending updates on any of the same crtc's and then 232f86afecfSRob Clark * mark our set of crtc's as busy: 233f86afecfSRob Clark */ 234f86afecfSRob Clark ret = start_atomic(dev->dev_private, c->crtc_mask); 235*771f14c5SMaarten Lankhorst if (ret) 236*771f14c5SMaarten Lankhorst goto err_free; 237*771f14c5SMaarten Lankhorst 238*771f14c5SMaarten Lankhorst BUG_ON(drm_atomic_helper_swap_state(state, false) < 0); 239f86afecfSRob Clark 240f86afecfSRob Clark /* 241cf3a7e4cSRob Clark * This is the point of no return - everything below never fails except 242cf3a7e4cSRob Clark * when the hw goes bonghits. Which means we can commit the new state on 243cf3a7e4cSRob Clark * the software side now. 244*771f14c5SMaarten Lankhorst * 245*771f14c5SMaarten Lankhorst * swap driver private state while still holding state_lock 246cf3a7e4cSRob Clark */ 247870d738aSRob Clark if (to_kms_state(state)->state) 248870d738aSRob Clark priv->kms->funcs->swap_state(priv->kms, state); 249870d738aSRob Clark 250cf3a7e4cSRob Clark /* 251cf3a7e4cSRob Clark * Everything below can be run asynchronously without the need to grab 252cf3a7e4cSRob Clark * any modeset locks at all under one conditions: It must be guaranteed 253cf3a7e4cSRob Clark * that the asynchronous work has either been cancelled (if the driver 254cf3a7e4cSRob Clark * supports it, which at least requires that the framebuffers get 255cf3a7e4cSRob Clark * cleaned up with drm_atomic_helper_cleanup_planes()) or completed 256cf3a7e4cSRob Clark * before the new state gets committed on the software side with 257cf3a7e4cSRob Clark * drm_atomic_helper_swap_state(). 258cf3a7e4cSRob Clark * 259cf3a7e4cSRob Clark * This scheme allows new atomic state updates to be prepared and 260cf3a7e4cSRob Clark * checked in parallel to the asynchronous completion of the previous 261cf3a7e4cSRob Clark * update. Which is important since compositors need to figure out the 262cf3a7e4cSRob Clark * composition of the next frame right after having submitted the 263cf3a7e4cSRob Clark * current layout. 264cf3a7e4cSRob Clark */ 265cf3a7e4cSRob Clark 2660853695cSChris Wilson drm_atomic_state_get(state); 267ba00c3f2SRob Clark if (nonblock) { 268ba00c3f2SRob Clark queue_work(priv->atomic_wq, &c->work); 269cf3a7e4cSRob Clark return 0; 270cf3a7e4cSRob Clark } 271cf3a7e4cSRob Clark 272ba00c3f2SRob Clark complete_commit(c, false); 273cf3a7e4cSRob Clark 274cf3a7e4cSRob Clark return 0; 275f65c18c0SLaurent Pinchart 276*771f14c5SMaarten Lankhorst err_free: 277*771f14c5SMaarten Lankhorst kfree(c); 278f65c18c0SLaurent Pinchart error: 279f65c18c0SLaurent Pinchart drm_atomic_helper_cleanup_planes(dev, state); 280f65c18c0SLaurent Pinchart return ret; 281cf3a7e4cSRob Clark } 282870d738aSRob Clark 283870d738aSRob Clark struct drm_atomic_state *msm_atomic_state_alloc(struct drm_device *dev) 284870d738aSRob Clark { 285870d738aSRob Clark struct msm_kms_state *state = kzalloc(sizeof(*state), GFP_KERNEL); 286870d738aSRob Clark 287870d738aSRob Clark if (!state || drm_atomic_state_init(dev, &state->base) < 0) { 288870d738aSRob Clark kfree(state); 289870d738aSRob Clark return NULL; 290870d738aSRob Clark } 291870d738aSRob Clark 292870d738aSRob Clark return &state->base; 293870d738aSRob Clark } 294870d738aSRob Clark 295870d738aSRob Clark void msm_atomic_state_clear(struct drm_atomic_state *s) 296870d738aSRob Clark { 297870d738aSRob Clark struct msm_kms_state *state = to_kms_state(s); 298870d738aSRob Clark drm_atomic_state_default_clear(&state->base); 299870d738aSRob Clark kfree(state->state); 300870d738aSRob Clark state->state = NULL; 301870d738aSRob Clark } 302870d738aSRob Clark 303870d738aSRob Clark void msm_atomic_state_free(struct drm_atomic_state *state) 304870d738aSRob Clark { 305870d738aSRob Clark kfree(to_kms_state(state)->state); 306870d738aSRob Clark drm_atomic_state_default_release(state); 307870d738aSRob Clark kfree(state); 308870d738aSRob Clark } 309