1 // SPDX-License-Identifier: GPL-2.0+ 2 3 #include <linux/dma-fence.h> 4 5 #include <drm/drm_atomic.h> 6 #include <drm/drm_atomic_helper.h> 7 #include <drm/drm_probe_helper.h> 8 #include <drm/drm_vblank.h> 9 10 #include "vkms_drv.h" 11 12 static enum hrtimer_restart vkms_vblank_simulate(struct hrtimer *timer) 13 { 14 struct vkms_output *output = container_of(timer, struct vkms_output, 15 vblank_hrtimer); 16 struct drm_crtc *crtc = &output->crtc; 17 struct vkms_crtc_state *state; 18 u64 ret_overrun; 19 bool ret, fence_cookie; 20 21 fence_cookie = dma_fence_begin_signalling(); 22 23 ret_overrun = hrtimer_forward_now(&output->vblank_hrtimer, 24 output->period_ns); 25 WARN_ON(ret_overrun != 1); 26 27 spin_lock(&output->lock); 28 ret = drm_crtc_handle_vblank(crtc); 29 if (!ret) 30 DRM_ERROR("vkms failure on handling vblank"); 31 32 state = output->composer_state; 33 spin_unlock(&output->lock); 34 35 if (state && output->composer_enabled) { 36 u64 frame = drm_crtc_accurate_vblank_count(crtc); 37 38 /* update frame_start only if a queued vkms_composer_worker() 39 * has read the data 40 */ 41 spin_lock(&output->composer_lock); 42 if (!state->crc_pending) 43 state->frame_start = frame; 44 else 45 DRM_DEBUG_DRIVER("crc worker falling behind, frame_start: %llu, frame_end: %llu\n", 46 state->frame_start, frame); 47 state->frame_end = frame; 48 state->crc_pending = true; 49 spin_unlock(&output->composer_lock); 50 51 ret = queue_work(output->composer_workq, &state->composer_work); 52 if (!ret) 53 DRM_DEBUG_DRIVER("Composer worker already queued\n"); 54 } 55 56 dma_fence_end_signalling(fence_cookie); 57 58 return HRTIMER_RESTART; 59 } 60 61 static int vkms_enable_vblank(struct drm_crtc *crtc) 62 { 63 struct drm_device *dev = crtc->dev; 64 unsigned int pipe = drm_crtc_index(crtc); 65 struct drm_vblank_crtc *vblank = &dev->vblank[pipe]; 66 struct vkms_output *out = drm_crtc_to_vkms_output(crtc); 67 68 drm_calc_timestamping_constants(crtc, &crtc->mode); 69 70 hrtimer_init(&out->vblank_hrtimer, CLOCK_MONOTONIC, HRTIMER_MODE_REL); 71 out->vblank_hrtimer.function = &vkms_vblank_simulate; 72 out->period_ns = ktime_set(0, vblank->framedur_ns); 73 hrtimer_start(&out->vblank_hrtimer, out->period_ns, HRTIMER_MODE_REL); 74 75 return 0; 76 } 77 78 static void vkms_disable_vblank(struct drm_crtc *crtc) 79 { 80 struct vkms_output *out = drm_crtc_to_vkms_output(crtc); 81 82 hrtimer_cancel(&out->vblank_hrtimer); 83 } 84 85 static bool vkms_get_vblank_timestamp(struct drm_crtc *crtc, 86 int *max_error, ktime_t *vblank_time, 87 bool in_vblank_irq) 88 { 89 struct drm_device *dev = crtc->dev; 90 unsigned int pipe = crtc->index; 91 struct vkms_device *vkmsdev = drm_device_to_vkms_device(dev); 92 struct vkms_output *output = &vkmsdev->output; 93 struct drm_vblank_crtc *vblank = &dev->vblank[pipe]; 94 95 if (!READ_ONCE(vblank->enabled)) { 96 *vblank_time = ktime_get(); 97 return true; 98 } 99 100 *vblank_time = READ_ONCE(output->vblank_hrtimer.node.expires); 101 102 if (WARN_ON(*vblank_time == vblank->time)) 103 return true; 104 105 /* 106 * To prevent races we roll the hrtimer forward before we do any 107 * interrupt processing - this is how real hw works (the interrupt is 108 * only generated after all the vblank registers are updated) and what 109 * the vblank core expects. Therefore we need to always correct the 110 * timestampe by one frame. 111 */ 112 *vblank_time -= output->period_ns; 113 114 return true; 115 } 116 117 static struct drm_crtc_state * 118 vkms_atomic_crtc_duplicate_state(struct drm_crtc *crtc) 119 { 120 struct vkms_crtc_state *vkms_state; 121 122 if (WARN_ON(!crtc->state)) 123 return NULL; 124 125 vkms_state = kzalloc(sizeof(*vkms_state), GFP_KERNEL); 126 if (!vkms_state) 127 return NULL; 128 129 __drm_atomic_helper_crtc_duplicate_state(crtc, &vkms_state->base); 130 131 INIT_WORK(&vkms_state->composer_work, vkms_composer_worker); 132 133 return &vkms_state->base; 134 } 135 136 static void vkms_atomic_crtc_destroy_state(struct drm_crtc *crtc, 137 struct drm_crtc_state *state) 138 { 139 struct vkms_crtc_state *vkms_state = to_vkms_crtc_state(state); 140 141 __drm_atomic_helper_crtc_destroy_state(state); 142 143 WARN_ON(work_pending(&vkms_state->composer_work)); 144 kfree(vkms_state->active_planes); 145 kfree(vkms_state); 146 } 147 148 static void vkms_atomic_crtc_reset(struct drm_crtc *crtc) 149 { 150 struct vkms_crtc_state *vkms_state = 151 kzalloc(sizeof(*vkms_state), GFP_KERNEL); 152 153 if (crtc->state) 154 vkms_atomic_crtc_destroy_state(crtc, crtc->state); 155 156 __drm_atomic_helper_crtc_reset(crtc, &vkms_state->base); 157 if (vkms_state) 158 INIT_WORK(&vkms_state->composer_work, vkms_composer_worker); 159 } 160 161 static const struct drm_crtc_funcs vkms_crtc_funcs = { 162 .set_config = drm_atomic_helper_set_config, 163 .destroy = drm_crtc_cleanup, 164 .page_flip = drm_atomic_helper_page_flip, 165 .reset = vkms_atomic_crtc_reset, 166 .atomic_duplicate_state = vkms_atomic_crtc_duplicate_state, 167 .atomic_destroy_state = vkms_atomic_crtc_destroy_state, 168 .enable_vblank = vkms_enable_vblank, 169 .disable_vblank = vkms_disable_vblank, 170 .get_vblank_timestamp = vkms_get_vblank_timestamp, 171 .get_crc_sources = vkms_get_crc_sources, 172 .set_crc_source = vkms_set_crc_source, 173 .verify_crc_source = vkms_verify_crc_source, 174 }; 175 176 static int vkms_crtc_atomic_check(struct drm_crtc *crtc, 177 struct drm_atomic_state *state) 178 { 179 struct drm_crtc_state *crtc_state = drm_atomic_get_new_crtc_state(state, 180 crtc); 181 struct vkms_crtc_state *vkms_state = to_vkms_crtc_state(crtc_state); 182 struct drm_plane *plane; 183 struct drm_plane_state *plane_state; 184 int i = 0, ret; 185 186 if (vkms_state->active_planes) 187 return 0; 188 189 ret = drm_atomic_add_affected_planes(crtc_state->state, crtc); 190 if (ret < 0) 191 return ret; 192 193 drm_for_each_plane_mask(plane, crtc->dev, crtc_state->plane_mask) { 194 plane_state = drm_atomic_get_existing_plane_state(crtc_state->state, 195 plane); 196 WARN_ON(!plane_state); 197 198 if (!plane_state->visible) 199 continue; 200 201 i++; 202 } 203 204 vkms_state->active_planes = kcalloc(i, sizeof(plane), GFP_KERNEL); 205 if (!vkms_state->active_planes) 206 return -ENOMEM; 207 vkms_state->num_active_planes = i; 208 209 i = 0; 210 drm_for_each_plane_mask(plane, crtc->dev, crtc_state->plane_mask) { 211 plane_state = drm_atomic_get_existing_plane_state(crtc_state->state, 212 plane); 213 214 if (!plane_state->visible) 215 continue; 216 217 vkms_state->active_planes[i++] = 218 to_vkms_plane_state(plane_state); 219 } 220 221 return 0; 222 } 223 224 static void vkms_crtc_atomic_enable(struct drm_crtc *crtc, 225 struct drm_atomic_state *state) 226 { 227 drm_crtc_vblank_on(crtc); 228 } 229 230 static void vkms_crtc_atomic_disable(struct drm_crtc *crtc, 231 struct drm_atomic_state *state) 232 { 233 drm_crtc_vblank_off(crtc); 234 } 235 236 static void vkms_crtc_atomic_begin(struct drm_crtc *crtc, 237 struct drm_atomic_state *state) 238 { 239 struct vkms_output *vkms_output = drm_crtc_to_vkms_output(crtc); 240 241 /* This lock is held across the atomic commit to block vblank timer 242 * from scheduling vkms_composer_worker until the composer is updated 243 */ 244 spin_lock_irq(&vkms_output->lock); 245 } 246 247 static void vkms_crtc_atomic_flush(struct drm_crtc *crtc, 248 struct drm_atomic_state *state) 249 { 250 struct vkms_output *vkms_output = drm_crtc_to_vkms_output(crtc); 251 252 if (crtc->state->event) { 253 spin_lock(&crtc->dev->event_lock); 254 255 if (drm_crtc_vblank_get(crtc) != 0) 256 drm_crtc_send_vblank_event(crtc, crtc->state->event); 257 else 258 drm_crtc_arm_vblank_event(crtc, crtc->state->event); 259 260 spin_unlock(&crtc->dev->event_lock); 261 262 crtc->state->event = NULL; 263 } 264 265 vkms_output->composer_state = to_vkms_crtc_state(crtc->state); 266 267 spin_unlock_irq(&vkms_output->lock); 268 } 269 270 static const struct drm_crtc_helper_funcs vkms_crtc_helper_funcs = { 271 .atomic_check = vkms_crtc_atomic_check, 272 .atomic_begin = vkms_crtc_atomic_begin, 273 .atomic_flush = vkms_crtc_atomic_flush, 274 .atomic_enable = vkms_crtc_atomic_enable, 275 .atomic_disable = vkms_crtc_atomic_disable, 276 }; 277 278 int vkms_crtc_init(struct drm_device *dev, struct drm_crtc *crtc, 279 struct drm_plane *primary, struct drm_plane *cursor) 280 { 281 struct vkms_output *vkms_out = drm_crtc_to_vkms_output(crtc); 282 int ret; 283 284 ret = drm_crtc_init_with_planes(dev, crtc, primary, cursor, 285 &vkms_crtc_funcs, NULL); 286 if (ret) { 287 DRM_ERROR("Failed to init CRTC\n"); 288 return ret; 289 } 290 291 drm_crtc_helper_add(crtc, &vkms_crtc_helper_funcs); 292 293 spin_lock_init(&vkms_out->lock); 294 spin_lock_init(&vkms_out->composer_lock); 295 296 vkms_out->composer_workq = alloc_ordered_workqueue("vkms_composer", 0); 297 if (!vkms_out->composer_workq) 298 return -ENOMEM; 299 300 return ret; 301 } 302