1a4e7e98eSRodrigo Siqueira // SPDX-License-Identifier: GPL-2.0+ 2a4e7e98eSRodrigo Siqueira 3a4e7e98eSRodrigo Siqueira #include <linux/crc32.h> 4ce672a1bSSam Ravnborg 5a4e7e98eSRodrigo Siqueira #include <drm/drm_atomic.h> 6a4e7e98eSRodrigo Siqueira #include <drm/drm_atomic_helper.h> 732a1648aSMelissa Wen #include <drm/drm_fourcc.h> 8a4e7e98eSRodrigo Siqueira #include <drm/drm_gem_framebuffer_helper.h> 9ce672a1bSSam Ravnborg #include <drm/drm_vblank.h> 108ba16485SIgor Torrente #include <linux/minmax.h> 11ce672a1bSSam Ravnborg 12ce672a1bSSam Ravnborg #include "vkms_drv.h" 13a4e7e98eSRodrigo Siqueira 148ba16485SIgor Torrente static u16 pre_mul_blend_channel(u16 src, u16 dst, u16 alpha) 1560cc2021SRodrigo Siqueira { 168ba16485SIgor Torrente u32 new_color; 1760cc2021SRodrigo Siqueira 188ba16485SIgor Torrente new_color = (src * 0xffff + dst * (0xffff - alpha)); 1960cc2021SRodrigo Siqueira 208ba16485SIgor Torrente return DIV_ROUND_CLOSEST(new_color, 0xffff); 2160cc2021SRodrigo Siqueira } 2260cc2021SRodrigo Siqueira 23a4e7e98eSRodrigo Siqueira /** 248ba16485SIgor Torrente * pre_mul_alpha_blend - alpha blending equation 251645e7b9SIgor Torrente * @src_frame_info: source framebuffer's metadata 268ba16485SIgor Torrente * @stage_buffer: The line with the pixels from src_plane 278ba16485SIgor Torrente * @output_buffer: A line buffer that receives all the blends output 28a4e7e98eSRodrigo Siqueira * 298ba16485SIgor Torrente * Using the information from the `frame_info`, this blends only the 308ba16485SIgor Torrente * necessary pixels from the `stage_buffer` to the `output_buffer` 318ba16485SIgor Torrente * using premultiplied blend formula. 3232a1648aSMelissa Wen * 338ba16485SIgor Torrente * The current DRM assumption is that pixel color values have been already 348ba16485SIgor Torrente * pre-multiplied with the alpha channel values. See more 358ba16485SIgor Torrente * drm_plane_create_blend_mode_property(). Also, this formula assumes a 368ba16485SIgor Torrente * completely opaque background. 37a4e7e98eSRodrigo Siqueira */ 388ba16485SIgor Torrente static void pre_mul_alpha_blend(struct vkms_frame_info *frame_info, 398ba16485SIgor Torrente struct line_buffer *stage_buffer, 408ba16485SIgor Torrente struct line_buffer *output_buffer) 41a4e7e98eSRodrigo Siqueira { 428ba16485SIgor Torrente int x_dst = frame_info->dst.x1; 438ba16485SIgor Torrente struct pixel_argb_u16 *out = output_buffer->pixels + x_dst; 448ba16485SIgor Torrente struct pixel_argb_u16 *in = stage_buffer->pixels; 458ba16485SIgor Torrente int x_limit = min_t(size_t, drm_rect_width(&frame_info->dst), 468ba16485SIgor Torrente stage_buffer->n_pixels); 47a4e7e98eSRodrigo Siqueira 488ba16485SIgor Torrente for (int x = 0; x < x_limit; x++) { 498ba16485SIgor Torrente out[x].a = (u16)0xffff; 508ba16485SIgor Torrente out[x].r = pre_mul_blend_channel(in[x].r, out[x].r, in[x].a); 518ba16485SIgor Torrente out[x].g = pre_mul_blend_channel(in[x].g, out[x].g, in[x].a); 528ba16485SIgor Torrente out[x].b = pre_mul_blend_channel(in[x].b, out[x].b, in[x].a); 53a4e7e98eSRodrigo Siqueira } 54a4e7e98eSRodrigo Siqueira } 55a4e7e98eSRodrigo Siqueira 56*1ce76faeSMaíra Canal static int get_y_pos(struct vkms_frame_info *frame_info, int y) 57*1ce76faeSMaíra Canal { 58*1ce76faeSMaíra Canal if (frame_info->rotation & DRM_MODE_REFLECT_Y) 59*1ce76faeSMaíra Canal return drm_rect_height(&frame_info->rotated) - y - 1; 60*1ce76faeSMaíra Canal return y; 61*1ce76faeSMaíra Canal } 62*1ce76faeSMaíra Canal 638ba16485SIgor Torrente static bool check_y_limit(struct vkms_frame_info *frame_info, int y) 64a4e7e98eSRodrigo Siqueira { 654a982034SMaíra Canal if (y >= frame_info->rotated.y1 && y < frame_info->rotated.y2) 668ba16485SIgor Torrente return true; 67a4e7e98eSRodrigo Siqueira 688ba16485SIgor Torrente return false; 69a4e7e98eSRodrigo Siqueira } 70a4e7e98eSRodrigo Siqueira 71bc0d7fdeSIgor Torrente static void fill_background(const struct pixel_argb_u16 *background_color, 72bc0d7fdeSIgor Torrente struct line_buffer *output_buffer) 73bc0d7fdeSIgor Torrente { 74bc0d7fdeSIgor Torrente for (size_t i = 0; i < output_buffer->n_pixels; i++) 75bc0d7fdeSIgor Torrente output_buffer->pixels[i] = *background_color; 76bc0d7fdeSIgor Torrente } 77bc0d7fdeSIgor Torrente 788ba16485SIgor Torrente /** 798ba16485SIgor Torrente * @wb_frame_info: The writeback frame buffer metadata 808ba16485SIgor Torrente * @crtc_state: The crtc state 818ba16485SIgor Torrente * @crc32: The crc output of the final frame 828ba16485SIgor Torrente * @output_buffer: A buffer of a row that will receive the result of the blend(s) 838ba16485SIgor Torrente * @stage_buffer: The line with the pixels from plane being blend to the output 848ba16485SIgor Torrente * 858ba16485SIgor Torrente * This function blends the pixels (Using the `pre_mul_alpha_blend`) 868ba16485SIgor Torrente * from all planes, calculates the crc32 of the output from the former step, 878ba16485SIgor Torrente * and, if necessary, convert and store the output to the writeback buffer. 888ba16485SIgor Torrente */ 898ba16485SIgor Torrente static void blend(struct vkms_writeback_job *wb, 908ba16485SIgor Torrente struct vkms_crtc_state *crtc_state, 918ba16485SIgor Torrente u32 *crc32, struct line_buffer *stage_buffer, 928ba16485SIgor Torrente struct line_buffer *output_buffer, size_t row_size) 93a4e7e98eSRodrigo Siqueira { 948ba16485SIgor Torrente struct vkms_plane_state **plane = crtc_state->active_planes; 958ba16485SIgor Torrente u32 n_active_planes = crtc_state->num_active_planes; 96*1ce76faeSMaíra Canal int y_pos; 97a4e7e98eSRodrigo Siqueira 98bc0d7fdeSIgor Torrente const struct pixel_argb_u16 background_color = { .a = 0xffff }; 99a4e7e98eSRodrigo Siqueira 100bc0d7fdeSIgor Torrente size_t crtc_y_limit = crtc_state->base.crtc->mode.vdisplay; 101a4e7e98eSRodrigo Siqueira 102bc0d7fdeSIgor Torrente for (size_t y = 0; y < crtc_y_limit; y++) { 103bc0d7fdeSIgor Torrente fill_background(&background_color, output_buffer); 104bc0d7fdeSIgor Torrente 105bc0d7fdeSIgor Torrente /* The active planes are composed associatively in z-order. */ 106bc0d7fdeSIgor Torrente for (size_t i = 0; i < n_active_planes; i++) { 107*1ce76faeSMaíra Canal y_pos = get_y_pos(plane[i]->frame_info, y); 108*1ce76faeSMaíra Canal 109*1ce76faeSMaíra Canal if (!check_y_limit(plane[i]->frame_info, y_pos)) 1108ba16485SIgor Torrente continue; 1118ba16485SIgor Torrente 112*1ce76faeSMaíra Canal vkms_compose_row(stage_buffer, plane[i], y_pos); 1138ba16485SIgor Torrente pre_mul_alpha_blend(plane[i]->frame_info, stage_buffer, 1148ba16485SIgor Torrente output_buffer); 1158ba16485SIgor Torrente } 1168ba16485SIgor Torrente 1178ba16485SIgor Torrente *crc32 = crc32_le(*crc32, (void *)output_buffer->pixels, row_size); 1188ba16485SIgor Torrente 1198ba16485SIgor Torrente if (wb) 120*1ce76faeSMaíra Canal wb->wb_write(&wb->wb_frame_info, output_buffer, y_pos); 1218ba16485SIgor Torrente } 1228ba16485SIgor Torrente } 1238ba16485SIgor Torrente 1248ba16485SIgor Torrente static int check_format_funcs(struct vkms_crtc_state *crtc_state, 1258ba16485SIgor Torrente struct vkms_writeback_job *active_wb) 1268ba16485SIgor Torrente { 1278ba16485SIgor Torrente struct vkms_plane_state **planes = crtc_state->active_planes; 1288ba16485SIgor Torrente u32 n_active_planes = crtc_state->num_active_planes; 1298ba16485SIgor Torrente 1308ba16485SIgor Torrente for (size_t i = 0; i < n_active_planes; i++) 131322d716aSMaíra Canal if (!planes[i]->pixel_read) 1328ba16485SIgor Torrente return -1; 1338ba16485SIgor Torrente 1348ba16485SIgor Torrente if (active_wb && !active_wb->wb_write) 1358ba16485SIgor Torrente return -1; 136a4e7e98eSRodrigo Siqueira 13795302576SRodrigo Siqueira return 0; 138a4e7e98eSRodrigo Siqueira } 139a4e7e98eSRodrigo Siqueira 140bc0d7fdeSIgor Torrente static int check_iosys_map(struct vkms_crtc_state *crtc_state) 141bc0d7fdeSIgor Torrente { 142bc0d7fdeSIgor Torrente struct vkms_plane_state **plane_state = crtc_state->active_planes; 143bc0d7fdeSIgor Torrente u32 n_active_planes = crtc_state->num_active_planes; 144bc0d7fdeSIgor Torrente 145bc0d7fdeSIgor Torrente for (size_t i = 0; i < n_active_planes; i++) 146bc0d7fdeSIgor Torrente if (iosys_map_is_null(&plane_state[i]->frame_info->map[0])) 147bc0d7fdeSIgor Torrente return -1; 148bc0d7fdeSIgor Torrente 149bc0d7fdeSIgor Torrente return 0; 150bc0d7fdeSIgor Torrente } 151bc0d7fdeSIgor Torrente 1528ba16485SIgor Torrente static int compose_active_planes(struct vkms_writeback_job *active_wb, 1538ba16485SIgor Torrente struct vkms_crtc_state *crtc_state, 1548ba16485SIgor Torrente u32 *crc32) 1558ba16485SIgor Torrente { 1568ba16485SIgor Torrente size_t line_width, pixel_size = sizeof(struct pixel_argb_u16); 1578ba16485SIgor Torrente struct line_buffer output_buffer, stage_buffer; 1588ba16485SIgor Torrente int ret = 0; 1598ba16485SIgor Torrente 1608ba16485SIgor Torrente /* 1618ba16485SIgor Torrente * This check exists so we can call `crc32_le` for the entire line 1628ba16485SIgor Torrente * instead doing it for each channel of each pixel in case 1638ba16485SIgor Torrente * `struct `pixel_argb_u16` had any gap added by the compiler 1648ba16485SIgor Torrente * between the struct fields. 1658ba16485SIgor Torrente */ 1668ba16485SIgor Torrente static_assert(sizeof(struct pixel_argb_u16) == 8); 1678ba16485SIgor Torrente 168bc0d7fdeSIgor Torrente if (WARN_ON(check_iosys_map(crtc_state))) 1698ba16485SIgor Torrente return -EINVAL; 1708ba16485SIgor Torrente 1718ba16485SIgor Torrente if (WARN_ON(check_format_funcs(crtc_state, active_wb))) 1728ba16485SIgor Torrente return -EINVAL; 1738ba16485SIgor Torrente 174bc0d7fdeSIgor Torrente line_width = crtc_state->base.crtc->mode.hdisplay; 1758ba16485SIgor Torrente stage_buffer.n_pixels = line_width; 1768ba16485SIgor Torrente output_buffer.n_pixels = line_width; 1778ba16485SIgor Torrente 1788ba16485SIgor Torrente stage_buffer.pixels = kvmalloc(line_width * pixel_size, GFP_KERNEL); 1798ba16485SIgor Torrente if (!stage_buffer.pixels) { 1808ba16485SIgor Torrente DRM_ERROR("Cannot allocate memory for the output line buffer"); 1818ba16485SIgor Torrente return -ENOMEM; 1828ba16485SIgor Torrente } 1838ba16485SIgor Torrente 1848ba16485SIgor Torrente output_buffer.pixels = kvmalloc(line_width * pixel_size, GFP_KERNEL); 1858ba16485SIgor Torrente if (!output_buffer.pixels) { 1868ba16485SIgor Torrente DRM_ERROR("Cannot allocate memory for intermediate line buffer"); 1878ba16485SIgor Torrente ret = -ENOMEM; 1888ba16485SIgor Torrente goto free_stage_buffer; 1898ba16485SIgor Torrente } 1908ba16485SIgor Torrente 1918ba16485SIgor Torrente blend(active_wb, crtc_state, crc32, &stage_buffer, 1928ba16485SIgor Torrente &output_buffer, line_width * pixel_size); 1938ba16485SIgor Torrente 1948ba16485SIgor Torrente kvfree(output_buffer.pixels); 1958ba16485SIgor Torrente free_stage_buffer: 1968ba16485SIgor Torrente kvfree(stage_buffer.pixels); 1978ba16485SIgor Torrente 1988ba16485SIgor Torrente return ret; 1998ba16485SIgor Torrente } 2008ba16485SIgor Torrente 201a4e7e98eSRodrigo Siqueira /** 202a4e7e98eSRodrigo Siqueira * vkms_composer_worker - ordered work_struct to compute CRC 203a4e7e98eSRodrigo Siqueira * 204a4e7e98eSRodrigo Siqueira * @work: work_struct 205a4e7e98eSRodrigo Siqueira * 206a4e7e98eSRodrigo Siqueira * Work handler for composing and computing CRCs. work_struct scheduled in 207a4e7e98eSRodrigo Siqueira * an ordered workqueue that's periodically scheduled to run by 208e3137249SAndré Almeida * vkms_vblank_simulate() and flushed at vkms_atomic_commit_tail(). 209a4e7e98eSRodrigo Siqueira */ 210a4e7e98eSRodrigo Siqueira void vkms_composer_worker(struct work_struct *work) 211a4e7e98eSRodrigo Siqueira { 212a4e7e98eSRodrigo Siqueira struct vkms_crtc_state *crtc_state = container_of(work, 213a4e7e98eSRodrigo Siqueira struct vkms_crtc_state, 214a4e7e98eSRodrigo Siqueira composer_work); 215a4e7e98eSRodrigo Siqueira struct drm_crtc *crtc = crtc_state->base.crtc; 2168ba16485SIgor Torrente struct vkms_writeback_job *active_wb = crtc_state->active_writeback; 217a4e7e98eSRodrigo Siqueira struct vkms_output *out = drm_crtc_to_vkms_output(crtc); 218dbd9d80cSRodrigo Siqueira bool crc_pending, wb_pending; 219a4e7e98eSRodrigo Siqueira u64 frame_start, frame_end; 2208ba16485SIgor Torrente u32 crc32 = 0; 22195302576SRodrigo Siqueira int ret; 222a4e7e98eSRodrigo Siqueira 223a4e7e98eSRodrigo Siqueira spin_lock_irq(&out->composer_lock); 224a4e7e98eSRodrigo Siqueira frame_start = crtc_state->frame_start; 225a4e7e98eSRodrigo Siqueira frame_end = crtc_state->frame_end; 226a4e7e98eSRodrigo Siqueira crc_pending = crtc_state->crc_pending; 227dbd9d80cSRodrigo Siqueira wb_pending = crtc_state->wb_pending; 228a4e7e98eSRodrigo Siqueira crtc_state->frame_start = 0; 229a4e7e98eSRodrigo Siqueira crtc_state->frame_end = 0; 230a4e7e98eSRodrigo Siqueira crtc_state->crc_pending = false; 231a4e7e98eSRodrigo Siqueira spin_unlock_irq(&out->composer_lock); 232a4e7e98eSRodrigo Siqueira 233a4e7e98eSRodrigo Siqueira /* 234a4e7e98eSRodrigo Siqueira * We raced with the vblank hrtimer and previous work already computed 235a4e7e98eSRodrigo Siqueira * the crc, nothing to do. 236a4e7e98eSRodrigo Siqueira */ 237a4e7e98eSRodrigo Siqueira if (!crc_pending) 238a4e7e98eSRodrigo Siqueira return; 239a4e7e98eSRodrigo Siqueira 240dbd9d80cSRodrigo Siqueira if (wb_pending) 2418ba16485SIgor Torrente ret = compose_active_planes(active_wb, crtc_state, &crc32); 2428ba16485SIgor Torrente else 2438ba16485SIgor Torrente ret = compose_active_planes(NULL, crtc_state, &crc32); 244dbd9d80cSRodrigo Siqueira 2458ba16485SIgor Torrente if (ret) 24695302576SRodrigo Siqueira return; 247a4e7e98eSRodrigo Siqueira 248dbd9d80cSRodrigo Siqueira if (wb_pending) { 249dbd9d80cSRodrigo Siqueira drm_writeback_signal_completion(&out->wb_connector, 0); 250dbd9d80cSRodrigo Siqueira spin_lock_irq(&out->composer_lock); 251dbd9d80cSRodrigo Siqueira crtc_state->wb_pending = false; 252dbd9d80cSRodrigo Siqueira spin_unlock_irq(&out->composer_lock); 253dbd9d80cSRodrigo Siqueira } 254dbd9d80cSRodrigo Siqueira 255a4e7e98eSRodrigo Siqueira /* 256a4e7e98eSRodrigo Siqueira * The worker can fall behind the vblank hrtimer, make sure we catch up. 257a4e7e98eSRodrigo Siqueira */ 258a4e7e98eSRodrigo Siqueira while (frame_start <= frame_end) 259a4e7e98eSRodrigo Siqueira drm_crtc_add_crc_entry(crtc, true, frame_start++, &crc32); 260a4e7e98eSRodrigo Siqueira } 261a4e7e98eSRodrigo Siqueira 262a4e7e98eSRodrigo Siqueira static const char * const pipe_crc_sources[] = {"auto"}; 263a4e7e98eSRodrigo Siqueira 264a4e7e98eSRodrigo Siqueira const char *const *vkms_get_crc_sources(struct drm_crtc *crtc, 265a4e7e98eSRodrigo Siqueira size_t *count) 266a4e7e98eSRodrigo Siqueira { 267a4e7e98eSRodrigo Siqueira *count = ARRAY_SIZE(pipe_crc_sources); 268a4e7e98eSRodrigo Siqueira return pipe_crc_sources; 269a4e7e98eSRodrigo Siqueira } 270a4e7e98eSRodrigo Siqueira 271a4e7e98eSRodrigo Siqueira static int vkms_crc_parse_source(const char *src_name, bool *enabled) 272a4e7e98eSRodrigo Siqueira { 273a4e7e98eSRodrigo Siqueira int ret = 0; 274a4e7e98eSRodrigo Siqueira 275a4e7e98eSRodrigo Siqueira if (!src_name) { 276a4e7e98eSRodrigo Siqueira *enabled = false; 277a4e7e98eSRodrigo Siqueira } else if (strcmp(src_name, "auto") == 0) { 278a4e7e98eSRodrigo Siqueira *enabled = true; 279a4e7e98eSRodrigo Siqueira } else { 280a4e7e98eSRodrigo Siqueira *enabled = false; 281a4e7e98eSRodrigo Siqueira ret = -EINVAL; 282a4e7e98eSRodrigo Siqueira } 283a4e7e98eSRodrigo Siqueira 284a4e7e98eSRodrigo Siqueira return ret; 285a4e7e98eSRodrigo Siqueira } 286a4e7e98eSRodrigo Siqueira 287a4e7e98eSRodrigo Siqueira int vkms_verify_crc_source(struct drm_crtc *crtc, const char *src_name, 288a4e7e98eSRodrigo Siqueira size_t *values_cnt) 289a4e7e98eSRodrigo Siqueira { 290a4e7e98eSRodrigo Siqueira bool enabled; 291a4e7e98eSRodrigo Siqueira 292a4e7e98eSRodrigo Siqueira if (vkms_crc_parse_source(src_name, &enabled) < 0) { 293a4e7e98eSRodrigo Siqueira DRM_DEBUG_DRIVER("unknown source %s\n", src_name); 294a4e7e98eSRodrigo Siqueira return -EINVAL; 295a4e7e98eSRodrigo Siqueira } 296a4e7e98eSRodrigo Siqueira 297a4e7e98eSRodrigo Siqueira *values_cnt = 1; 298a4e7e98eSRodrigo Siqueira 299a4e7e98eSRodrigo Siqueira return 0; 300a4e7e98eSRodrigo Siqueira } 301a4e7e98eSRodrigo Siqueira 302dbd9d80cSRodrigo Siqueira void vkms_set_composer(struct vkms_output *out, bool enabled) 3035bd858d7SMelissa Wen { 3045bd858d7SMelissa Wen bool old_enabled; 3055bd858d7SMelissa Wen 3065bd858d7SMelissa Wen if (enabled) 3075bd858d7SMelissa Wen drm_crtc_vblank_get(&out->crtc); 3085bd858d7SMelissa Wen 3095bd858d7SMelissa Wen spin_lock_irq(&out->lock); 3105bd858d7SMelissa Wen old_enabled = out->composer_enabled; 3115bd858d7SMelissa Wen out->composer_enabled = enabled; 3125bd858d7SMelissa Wen spin_unlock_irq(&out->lock); 3135bd858d7SMelissa Wen 3145bd858d7SMelissa Wen if (old_enabled) 3155bd858d7SMelissa Wen drm_crtc_vblank_put(&out->crtc); 3165bd858d7SMelissa Wen } 3175bd858d7SMelissa Wen 318a4e7e98eSRodrigo Siqueira int vkms_set_crc_source(struct drm_crtc *crtc, const char *src_name) 319a4e7e98eSRodrigo Siqueira { 320a4e7e98eSRodrigo Siqueira struct vkms_output *out = drm_crtc_to_vkms_output(crtc); 321a4e7e98eSRodrigo Siqueira bool enabled = false; 322a4e7e98eSRodrigo Siqueira int ret = 0; 323a4e7e98eSRodrigo Siqueira 324a4e7e98eSRodrigo Siqueira ret = vkms_crc_parse_source(src_name, &enabled); 325a4e7e98eSRodrigo Siqueira 3265bd858d7SMelissa Wen vkms_set_composer(out, enabled); 327a4e7e98eSRodrigo Siqueira 328a4e7e98eSRodrigo Siqueira return ret; 329a4e7e98eSRodrigo Siqueira } 330