1 // SPDX-License-Identifier: GPL-2.0+
3 #include <linux/crc32.h>
5 #include <drm/drm_atomic.h>
6 #include <drm/drm_atomic_helper.h>
7 #include <drm/drm_gem_framebuffer_helper.h>
8 #include <drm/drm_vblank.h>
12 static u32 get_pixel_from_buffer(int x, int y, const u8 *buffer,
13 const struct vkms_composer *composer)
16 int src_offset = composer->offset + (y * composer->pitch)
17 + (x * composer->cpp);
19 pixel = *(u32 *)&buffer[src_offset];
25 * compute_crc - Compute CRC value on output frame
27 * @vaddr: address to final framebuffer
28 * @composer: framebuffer's metadata
30 * returns CRC value computed using crc32 on the visible portion of
31 * the final framebuffer at vaddr_out
33 static uint32_t compute_crc(const u8 *vaddr,
34 const struct vkms_composer *composer)
37 u32 crc = 0, pixel = 0;
38 int x_src = composer->src.x1 >> 16;
39 int y_src = composer->src.y1 >> 16;
40 int h_src = drm_rect_height(&composer->src) >> 16;
41 int w_src = drm_rect_width(&composer->src) >> 16;
43 for (y = y_src; y < y_src + h_src; ++y) {
44 for (x = x_src; x < x_src + w_src; ++x) {
45 pixel = get_pixel_from_buffer(x, y, vaddr, composer);
46 crc = crc32_le(crc, (void *)&pixel, sizeof(u32));
53 static u8 blend_channel(u8 src, u8 dst, u8 alpha)
58 pre_blend = (src * 255 + dst * (255 - alpha));
60 /* Faster div by 255 */
61 new_color = ((pre_blend + ((pre_blend + 257) >> 8)) >> 8);
66 static void alpha_blending(const u8 *argb_src, u8 *argb_dst)
71 argb_dst[0] = blend_channel(argb_src[0], argb_dst[0], alpha);
72 argb_dst[1] = blend_channel(argb_src[1], argb_dst[1], alpha);
73 argb_dst[2] = blend_channel(argb_src[2], argb_dst[2], alpha);
79 * blend - blend value at vaddr_src with value at vaddr_dst
80 * @vaddr_dst: destination address
81 * @vaddr_src: source address
82 * @dst_composer: destination framebuffer's metadata
83 * @src_composer: source framebuffer's metadata
85 * Blend the vaddr_src value with the vaddr_dst value using the pre-multiplied
86 * alpha blending equation, since DRM currently assumes that the pixel color
87 * values have already been pre-multiplied with the alpha channel values. See
88 * more drm_plane_create_blend_mode_property(). This function uses buffer's
89 * metadata to locate the new composite values at vaddr_dst.
91 static void blend(void *vaddr_dst, void *vaddr_src,
92 struct vkms_composer *dst_composer,
93 struct vkms_composer *src_composer)
95 int i, j, j_dst, i_dst;
96 int offset_src, offset_dst;
97 u8 *pixel_dst, *pixel_src;
99 int x_src = src_composer->src.x1 >> 16;
100 int y_src = src_composer->src.y1 >> 16;
102 int x_dst = src_composer->dst.x1;
103 int y_dst = src_composer->dst.y1;
104 int h_dst = drm_rect_height(&src_composer->dst);
105 int w_dst = drm_rect_width(&src_composer->dst);
107 int y_limit = y_src + h_dst;
108 int x_limit = x_src + w_dst;
110 for (i = y_src, i_dst = y_dst; i < y_limit; ++i) {
111 for (j = x_src, j_dst = x_dst; j < x_limit; ++j) {
112 offset_dst = dst_composer->offset
113 + (i_dst * dst_composer->pitch)
114 + (j_dst++ * dst_composer->cpp);
115 offset_src = src_composer->offset
116 + (i * src_composer->pitch)
117 + (j * src_composer->cpp);
119 pixel_src = (u8 *)(vaddr_src + offset_src);
120 pixel_dst = (u8 *)(vaddr_dst + offset_dst);
121 alpha_blending(pixel_src, pixel_dst);
127 static void compose_cursor(struct vkms_composer *cursor_composer,
128 struct vkms_composer *primary_composer,
131 struct drm_gem_object *cursor_obj;
132 struct vkms_gem_object *cursor_vkms_obj;
134 cursor_obj = drm_gem_fb_get_obj(&cursor_composer->fb, 0);
135 cursor_vkms_obj = drm_gem_to_vkms_gem(cursor_obj);
137 if (WARN_ON(!cursor_vkms_obj->vaddr))
140 blend(vaddr_out, cursor_vkms_obj->vaddr,
141 primary_composer, cursor_composer);
144 static int compose_planes(void **vaddr_out,
145 struct vkms_composer *primary_composer,
146 struct vkms_composer *cursor_composer)
148 struct drm_framebuffer *fb = &primary_composer->fb;
149 struct drm_gem_object *gem_obj = drm_gem_fb_get_obj(fb, 0);
150 struct vkms_gem_object *vkms_obj = drm_gem_to_vkms_gem(gem_obj);
153 *vaddr_out = kzalloc(vkms_obj->gem.size, GFP_KERNEL);
155 DRM_ERROR("Cannot allocate memory for output frame.");
160 if (WARN_ON(!vkms_obj->vaddr))
163 memcpy(*vaddr_out, vkms_obj->vaddr, vkms_obj->gem.size);
166 compose_cursor(cursor_composer, primary_composer, *vaddr_out);
172 * vkms_composer_worker - ordered work_struct to compute CRC
176 * Work handler for composing and computing CRCs. work_struct scheduled in
177 * an ordered workqueue that's periodically scheduled to run by
178 * _vblank_handle() and flushed at vkms_atomic_crtc_destroy_state().
180 void vkms_composer_worker(struct work_struct *work)
182 struct vkms_crtc_state *crtc_state = container_of(work,
183 struct vkms_crtc_state,
185 struct drm_crtc *crtc = crtc_state->base.crtc;
186 struct vkms_output *out = drm_crtc_to_vkms_output(crtc);
187 struct vkms_composer *primary_composer = NULL;
188 struct vkms_composer *cursor_composer = NULL;
189 bool crc_pending, wb_pending;
190 void *vaddr_out = NULL;
192 u64 frame_start, frame_end;
195 spin_lock_irq(&out->composer_lock);
196 frame_start = crtc_state->frame_start;
197 frame_end = crtc_state->frame_end;
198 crc_pending = crtc_state->crc_pending;
199 wb_pending = crtc_state->wb_pending;
200 crtc_state->frame_start = 0;
201 crtc_state->frame_end = 0;
202 crtc_state->crc_pending = false;
203 spin_unlock_irq(&out->composer_lock);
206 * We raced with the vblank hrtimer and previous work already computed
207 * the crc, nothing to do.
212 if (crtc_state->num_active_planes >= 1)
213 primary_composer = crtc_state->active_planes[0]->composer;
215 if (crtc_state->num_active_planes == 2)
216 cursor_composer = crtc_state->active_planes[1]->composer;
218 if (!primary_composer)
222 vaddr_out = crtc_state->active_writeback;
224 ret = compose_planes(&vaddr_out, primary_composer, cursor_composer);
226 if (ret == -EINVAL && !wb_pending)
231 crc32 = compute_crc(vaddr_out, primary_composer);
234 drm_writeback_signal_completion(&out->wb_connector, 0);
235 spin_lock_irq(&out->composer_lock);
236 crtc_state->wb_pending = false;
237 spin_unlock_irq(&out->composer_lock);
243 * The worker can fall behind the vblank hrtimer, make sure we catch up.
245 while (frame_start <= frame_end)
246 drm_crtc_add_crc_entry(crtc, true, frame_start++, &crc32);
249 static const char * const pipe_crc_sources[] = {"auto"};
251 const char *const *vkms_get_crc_sources(struct drm_crtc *crtc,
254 *count = ARRAY_SIZE(pipe_crc_sources);
255 return pipe_crc_sources;
258 static int vkms_crc_parse_source(const char *src_name, bool *enabled)
264 } else if (strcmp(src_name, "auto") == 0) {
274 int vkms_verify_crc_source(struct drm_crtc *crtc, const char *src_name,
279 if (vkms_crc_parse_source(src_name, &enabled) < 0) {
280 DRM_DEBUG_DRIVER("unknown source %s\n", src_name);
289 void vkms_set_composer(struct vkms_output *out, bool enabled)
294 drm_crtc_vblank_get(&out->crtc);
296 spin_lock_irq(&out->lock);
297 old_enabled = out->composer_enabled;
298 out->composer_enabled = enabled;
299 spin_unlock_irq(&out->lock);
302 drm_crtc_vblank_put(&out->crtc);
305 int vkms_set_crc_source(struct drm_crtc *crtc, const char *src_name)
307 struct vkms_output *out = drm_crtc_to_vkms_output(crtc);
308 bool enabled = false;
311 ret = vkms_crc_parse_source(src_name, &enabled);
313 vkms_set_composer(out, enabled);