2 * Copyright (C) 2012 Texas Instruments Inc
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License as
6 * published by the Free Software Foundation version 2.
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 * GNU General Public License for more details.
13 * You should have received a copy of the GNU General Public License
14 * along with this program; if not, write to the Free Software
15 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18 * Manjunath Hadli <manjunath.hadli@ti.com>
19 * Prabhakar Lad <prabhakar.lad@ti.com>
22 * Resizer allows upscaling or downscaling a image to a desired
23 * resolution. There are 2 resizer modules. both operating on the
24 * same input image, but can have different output resolution.
27 #include "dm365_ipipe_hw.h"
28 #include "dm365_resizer.h"
30 #define MIN_IN_WIDTH 32
31 #define MIN_IN_HEIGHT 32
32 #define MAX_IN_WIDTH 4095
33 #define MAX_IN_HEIGHT 4095
34 #define MIN_OUT_WIDTH 16
35 #define MIN_OUT_HEIGHT 2
37 static const unsigned int resizer_input_formats[] = {
38 MEDIA_BUS_FMT_UYVY8_2X8,
40 MEDIA_BUS_FMT_UV8_1X8,
41 MEDIA_BUS_FMT_SGRBG12_1X12,
44 static const unsigned int resizer_output_formats[] = {
45 MEDIA_BUS_FMT_UYVY8_2X8,
47 MEDIA_BUS_FMT_UV8_1X8,
48 MEDIA_BUS_FMT_YDYUYDYV8_1X16,
49 MEDIA_BUS_FMT_SGRBG12_1X12,
52 /* resizer_calculate_line_length() - This function calculates the line length of
53 * various image planes at the input and
57 resizer_calculate_line_length(u32 pix, int width, int height,
58 int *line_len, int *line_len_c)
63 if (pix == MEDIA_BUS_FMT_UYVY8_2X8 ||
64 pix == MEDIA_BUS_FMT_SGRBG12_1X12) {
65 *line_len = width << 1;
71 /* adjust the line len to be a multiple of 32 */
79 resizer_validate_output_image_format(struct device *dev,
80 struct v4l2_mbus_framefmt *format,
81 int *in_line_len, int *in_line_len_c)
83 if (format->code != MEDIA_BUS_FMT_UYVY8_2X8 &&
84 format->code != MEDIA_BUS_FMT_Y8_1X8 &&
85 format->code != MEDIA_BUS_FMT_UV8_1X8 &&
86 format->code != MEDIA_BUS_FMT_YDYUYDYV8_1X16 &&
87 format->code != MEDIA_BUS_FMT_SGRBG12_1X12) {
88 dev_err(dev, "Invalid Mbus format, %d\n", format->code);
91 if (!format->width || !format->height) {
92 dev_err(dev, "invalid width or height\n");
95 resizer_calculate_line_length(format->code, format->width,
96 format->height, in_line_len, in_line_len_c);
101 resizer_configure_passthru(struct vpfe_resizer_device *resizer, int bypass)
103 struct resizer_params *param = &resizer->config;
105 param->rsz_rsc_param[RSZ_A].cen = DISABLE;
106 param->rsz_rsc_param[RSZ_A].yen = DISABLE;
107 param->rsz_rsc_param[RSZ_A].v_phs_y = 0;
108 param->rsz_rsc_param[RSZ_A].v_phs_c = 0;
109 param->rsz_rsc_param[RSZ_A].v_dif = 256;
110 param->rsz_rsc_param[RSZ_A].v_lpf_int_y = 0;
111 param->rsz_rsc_param[RSZ_A].v_lpf_int_c = 0;
112 param->rsz_rsc_param[RSZ_A].h_phs = 0;
113 param->rsz_rsc_param[RSZ_A].h_dif = 256;
114 param->rsz_rsc_param[RSZ_A].h_lpf_int_y = 0;
115 param->rsz_rsc_param[RSZ_A].h_lpf_int_c = 0;
116 param->rsz_rsc_param[RSZ_A].dscale_en = DISABLE;
117 param->rsz2rgb[RSZ_A].rgb_en = DISABLE;
118 param->rsz_en[RSZ_A] = ENABLE;
119 param->rsz_en[RSZ_B] = DISABLE;
121 param->rsz_rsc_param[RSZ_A].i_vps = 0;
122 param->rsz_rsc_param[RSZ_A].i_hps = 0;
124 param->rsz_common.passthrough = BYPASS_ON;
129 configure_resizer_out_params(struct vpfe_resizer_device *resizer, int index,
130 void *output_spec, unsigned char partial,
133 struct resizer_params *param = &resizer->config;
134 struct v4l2_mbus_framefmt *outformat;
135 struct vpfe_rsz_output_spec *output;
137 if (index == RSZ_A &&
138 resizer->resizer_a.output == RESIZER_OUTPUT_NONE) {
139 param->rsz_en[index] = DISABLE;
142 if (index == RSZ_B &&
143 resizer->resizer_b.output == RESIZER_OUTPUT_NONE) {
144 param->rsz_en[index] = DISABLE;
147 output = output_spec;
148 param->rsz_en[index] = ENABLE;
150 param->rsz_rsc_param[index].h_flip = output->h_flip;
151 param->rsz_rsc_param[index].v_flip = output->v_flip;
152 param->rsz_rsc_param[index].v_typ_y = output->v_typ_y;
153 param->rsz_rsc_param[index].v_typ_c = output->v_typ_c;
154 param->rsz_rsc_param[index].v_lpf_int_y =
156 param->rsz_rsc_param[index].v_lpf_int_c =
158 param->rsz_rsc_param[index].h_typ_y = output->h_typ_y;
159 param->rsz_rsc_param[index].h_typ_c = output->h_typ_c;
160 param->rsz_rsc_param[index].h_lpf_int_y =
162 param->rsz_rsc_param[index].h_lpf_int_c =
164 param->rsz_rsc_param[index].dscale_en =
165 output->en_down_scale;
166 param->rsz_rsc_param[index].h_dscale_ave_sz =
167 output->h_dscale_ave_sz;
168 param->rsz_rsc_param[index].v_dscale_ave_sz =
169 output->v_dscale_ave_sz;
170 param->ext_mem_param[index].user_y_ofst =
171 (output->user_y_ofst + 31) & ~0x1f;
172 param->ext_mem_param[index].user_c_ofst =
173 (output->user_c_ofst + 31) & ~0x1f;
178 outformat = &resizer->resizer_a.formats[RESIZER_PAD_SOURCE];
180 outformat = &resizer->resizer_b.formats[RESIZER_PAD_SOURCE];
181 param->rsz_rsc_param[index].o_vsz = outformat->height - 1;
182 param->rsz_rsc_param[index].o_hsz = outformat->width - 1;
183 param->ext_mem_param[index].rsz_sdr_ptr_s_y = output->vst_y;
184 param->ext_mem_param[index].rsz_sdr_ptr_e_y = outformat->height;
185 param->ext_mem_param[index].rsz_sdr_ptr_s_c = output->vst_c;
186 param->ext_mem_param[index].rsz_sdr_ptr_e_c = outformat->height;
190 /* update common parameters */
191 param->rsz_rsc_param[index].h_flip = output->h_flip;
192 param->rsz_rsc_param[index].v_flip = output->v_flip;
193 param->rsz_rsc_param[index].v_typ_y = output->v_typ_y;
194 param->rsz_rsc_param[index].v_typ_c = output->v_typ_c;
195 param->rsz_rsc_param[index].v_lpf_int_y = output->v_lpf_int_y;
196 param->rsz_rsc_param[index].v_lpf_int_c = output->v_lpf_int_c;
197 param->rsz_rsc_param[index].h_typ_y = output->h_typ_y;
198 param->rsz_rsc_param[index].h_typ_c = output->h_typ_c;
199 param->rsz_rsc_param[index].h_lpf_int_y = output->h_lpf_int_y;
200 param->rsz_rsc_param[index].h_lpf_int_c = output->h_lpf_int_c;
201 param->rsz_rsc_param[index].dscale_en = output->en_down_scale;
202 param->rsz_rsc_param[index].h_dscale_ave_sz = output->h_dscale_ave_sz;
203 param->rsz_rsc_param[index].v_dscale_ave_sz = output->h_dscale_ave_sz;
204 param->ext_mem_param[index].user_y_ofst =
205 (output->user_y_ofst + 31) & ~0x1f;
206 param->ext_mem_param[index].user_c_ofst =
207 (output->user_c_ofst + 31) & ~0x1f;
211 * resizer_calculate_resize_ratios() - Calculates resize ratio for resizer
212 * A or B. This is called after setting
213 * the input size or output size.
214 * @resizer: Pointer to VPFE resizer subdevice.
215 * @index: index RSZ_A-resizer-A RSZ_B-resizer-B.
218 resizer_calculate_resize_ratios(struct vpfe_resizer_device *resizer, int index)
220 struct resizer_params *param = &resizer->config;
221 struct v4l2_mbus_framefmt *informat, *outformat;
223 informat = &resizer->crop_resizer.formats[RESIZER_CROP_PAD_SINK];
226 outformat = &resizer->resizer_a.formats[RESIZER_PAD_SOURCE];
228 outformat = &resizer->resizer_b.formats[RESIZER_PAD_SOURCE];
230 if (outformat->field != V4L2_FIELD_INTERLACED)
231 param->rsz_rsc_param[index].v_dif =
232 ((informat->height) * 256) / (outformat->height);
234 param->rsz_rsc_param[index].v_dif =
235 ((informat->height >> 1) * 256) / (outformat->height);
236 param->rsz_rsc_param[index].h_dif =
237 ((informat->width) * 256) / (outformat->width);
240 static void resizer_enable_422_420_conversion(struct resizer_params *param,
243 param->rsz_rsc_param[index].cen = en;
244 param->rsz_rsc_param[index].yen = en;
247 /* resizer_calculate_sdram_offsets() - This function calculates the offsets from
248 * start of buffer for the C plane when
249 * output format is YUV420SP. It also
250 * calculates the offsets from the start of
251 * the buffer when the image is flipped
252 * vertically or horizontally for ycbcr/y/c
254 * @resizer: Pointer to resizer subdevice.
255 * @index: index RSZ_A-resizer-A RSZ_B-resizer-B.
258 resizer_calculate_sdram_offsets(struct vpfe_resizer_device *resizer, int index)
260 struct resizer_params *param = &resizer->config;
261 struct v4l2_mbus_framefmt *outformat;
262 int bytesperpixel = 2;
269 outformat = &resizer->resizer_a.formats[RESIZER_PAD_SOURCE];
271 outformat = &resizer->resizer_b.formats[RESIZER_PAD_SOURCE];
273 image_height = outformat->height + 1;
274 image_width = outformat->width + 1;
275 param->ext_mem_param[index].c_offset = 0;
276 param->ext_mem_param[index].flip_ofst_y = 0;
277 param->ext_mem_param[index].flip_ofst_c = 0;
278 if (outformat->code == MEDIA_BUS_FMT_YDYUYDYV8_1X16) {
284 if (param->rsz_rsc_param[index].h_flip)
285 /* width * bytesperpixel - 1 */
286 offset = (image_width * bytesperpixel) - 1;
287 if (param->rsz_rsc_param[index].v_flip)
288 offset += (image_height - 1) *
289 param->ext_mem_param[index].rsz_sdr_oft_y;
290 param->ext_mem_param[index].flip_ofst_y = offset;
294 /* half height for c-plane */
295 if (param->rsz_rsc_param[index].h_flip)
296 /* width * bytesperpixel - 1 */
297 offset = image_width - 1;
298 if (param->rsz_rsc_param[index].v_flip)
299 offset += (((image_height >> 1) - 1) *
300 param->ext_mem_param[index].rsz_sdr_oft_c);
301 param->ext_mem_param[index].flip_ofst_c = offset;
302 param->ext_mem_param[index].c_offset =
303 param->ext_mem_param[index].rsz_sdr_oft_y * image_height;
307 static int resizer_configure_output_win(struct vpfe_resizer_device *resizer)
309 struct resizer_params *param = &resizer->config;
310 struct vpfe_rsz_output_spec output_specs;
311 struct v4l2_mbus_framefmt *outformat;
316 outformat = &resizer->resizer_a.formats[RESIZER_PAD_SOURCE];
318 memset(&output_specs, 0x0, sizeof(struct vpfe_rsz_output_spec));
319 output_specs.vst_y = param->user_config.vst;
320 if (outformat->code == MEDIA_BUS_FMT_YDYUYDYV8_1X16)
321 output_specs.vst_c = param->user_config.vst;
323 configure_resizer_out_params(resizer, RSZ_A, &output_specs, 0, 0);
324 resizer_calculate_line_length(outformat->code,
325 param->rsz_rsc_param[0].o_hsz + 1,
326 param->rsz_rsc_param[0].o_vsz + 1,
327 &line_len, &line_len_c);
328 param->ext_mem_param[0].rsz_sdr_oft_y = line_len;
329 param->ext_mem_param[0].rsz_sdr_oft_c = line_len_c;
330 resizer_calculate_resize_ratios(resizer, RSZ_A);
331 if (param->rsz_en[RSZ_B])
332 resizer_calculate_resize_ratios(resizer, RSZ_B);
334 if (outformat->code == MEDIA_BUS_FMT_YDYUYDYV8_1X16)
335 resizer_enable_422_420_conversion(param, RSZ_A, ENABLE);
337 resizer_enable_422_420_conversion(param, RSZ_A, DISABLE);
339 ret = resizer_calculate_sdram_offsets(resizer, RSZ_A);
340 if (!ret && param->rsz_en[RSZ_B])
341 ret = resizer_calculate_sdram_offsets(resizer, RSZ_B);
344 pr_err("Error in calculating sdram offsets\n");
349 resizer_calculate_down_scale_f_div_param(struct device *dev,
350 int input_width, int output_width,
351 struct resizer_scale_param *param)
353 /* rsz = R, input_width = H, output width = h in the equation */
354 unsigned int two_power;
355 unsigned int upper_h1;
356 unsigned int upper_h2;
365 upper_h1 = input_width >> 1;
366 n = param->h_dscale_ave_sz;
368 two_power = 1 << (n + 1);
369 upper_h1 = (upper_h1 >> (n + 1)) << (n + 1);
370 upper_h2 = input_width - upper_h1;
371 if (upper_h2 % two_power) {
372 dev_err(dev, "frame halves to be a multiple of 2 power n+1\n");
376 rsz = (input_width << 8) / output_width;
377 val = rsz * two_power;
378 val = ((upper_h1 << 8) / val) + 1;
390 o = 10 + (two_power << 2);
391 if (((input_width << 7) / rsz) % 2)
392 o += (((CEIL(rsz, 1024)) << 1) << n);
393 h2 = output_width - h1;
395 val = (h1 * rsz) - (((upper_h1 - (o - 10)) / two_power) << 8);
397 val1 = ((val - 1024) >> 9) << 1;
398 param->f_div.num_passes = MAX_PASSES;
399 param->f_div.pass[0].o_hsz = h1 - 1;
400 param->f_div.pass[0].i_hps = 0;
401 param->f_div.pass[0].h_phs = 0;
402 param->f_div.pass[0].src_hps = 0;
403 param->f_div.pass[0].src_hsz = upper_h1 + o;
404 param->f_div.pass[1].o_hsz = h2 - 1;
405 param->f_div.pass[1].i_hps = 10 + (val1 * two_power);
406 param->f_div.pass[1].h_phs = val - (val1 << 8);
407 param->f_div.pass[1].src_hps = upper_h1 - o;
408 param->f_div.pass[1].src_hsz = upper_h2 + o;
414 resizer_configure_common_in_params(struct vpfe_resizer_device *resizer)
416 struct vpfe_device *vpfe_dev = to_vpfe_device(resizer);
417 struct resizer_params *param = &resizer->config;
418 struct vpfe_rsz_config_params *user_config;
419 struct v4l2_mbus_framefmt *informat;
421 informat = &resizer->crop_resizer.formats[RESIZER_CROP_PAD_SINK];
422 user_config = &resizer->config.user_config;
423 param->rsz_common.vps = param->user_config.vst;
424 param->rsz_common.hps = param->user_config.hst;
426 if (vpfe_ipipeif_decimation_enabled(vpfe_dev))
427 param->rsz_common.hsz = ((informat->width - 1) *
428 IPIPEIF_RSZ_CONST) / vpfe_ipipeif_get_rsz(vpfe_dev);
430 param->rsz_common.hsz = informat->width - 1;
432 if (informat->field == V4L2_FIELD_INTERLACED)
433 param->rsz_common.vsz = (informat->height - 1) >> 1;
435 param->rsz_common.vsz = informat->height - 1;
437 param->rsz_common.raw_flip = 0;
439 if (resizer->crop_resizer.input == RESIZER_CROP_INPUT_IPIPEIF)
440 param->rsz_common.source = IPIPEIF_DATA;
442 param->rsz_common.source = IPIPE_DATA;
444 switch (informat->code) {
445 case MEDIA_BUS_FMT_UYVY8_2X8:
446 param->rsz_common.src_img_fmt = RSZ_IMG_422;
447 param->rsz_common.raw_flip = 0;
450 case MEDIA_BUS_FMT_Y8_1X8:
451 param->rsz_common.src_img_fmt = RSZ_IMG_420;
453 param->rsz_common.y_c = 0;
454 param->rsz_common.raw_flip = 0;
457 case MEDIA_BUS_FMT_UV8_1X8:
458 param->rsz_common.src_img_fmt = RSZ_IMG_420;
460 param->rsz_common.y_c = 1;
461 param->rsz_common.raw_flip = 0;
464 case MEDIA_BUS_FMT_SGRBG12_1X12:
465 param->rsz_common.raw_flip = 1;
469 param->rsz_common.src_img_fmt = RSZ_IMG_422;
470 param->rsz_common.source = IPIPE_DATA;
473 param->rsz_common.yuv_y_min = user_config->yuv_y_min;
474 param->rsz_common.yuv_y_max = user_config->yuv_y_max;
475 param->rsz_common.yuv_c_min = user_config->yuv_c_min;
476 param->rsz_common.yuv_c_max = user_config->yuv_c_max;
477 param->rsz_common.out_chr_pos = user_config->out_chr_pos;
478 param->rsz_common.rsz_seq_crv = user_config->chroma_sample_even;
483 resizer_configure_in_continious_mode(struct vpfe_resizer_device *resizer)
485 struct device *dev = resizer->crop_resizer.subdev.v4l2_dev->dev;
486 struct resizer_params *param = &resizer->config;
487 struct vpfe_rsz_config_params *cont_config;
492 if (resizer->resizer_a.output != RESIZER_OUTPUT_MEMORY) {
493 dev_err(dev, "enable resizer - Resizer-A\n");
497 cont_config = &resizer->config.user_config;
498 param->rsz_en[RSZ_A] = ENABLE;
499 configure_resizer_out_params(resizer, RSZ_A,
500 &cont_config->output1, 1, 0);
501 param->rsz_en[RSZ_B] = DISABLE;
502 param->oper_mode = RESIZER_MODE_CONTINIOUS;
504 if (resizer->resizer_b.output == RESIZER_OUTPUT_MEMORY) {
505 struct v4l2_mbus_framefmt *outformat2;
507 param->rsz_en[RSZ_B] = ENABLE;
508 outformat2 = &resizer->resizer_b.formats[RESIZER_PAD_SOURCE];
509 ret = resizer_validate_output_image_format(dev, outformat2,
510 &line_len, &line_len_c);
513 param->ext_mem_param[RSZ_B].rsz_sdr_oft_y = line_len;
514 param->ext_mem_param[RSZ_B].rsz_sdr_oft_c = line_len_c;
515 configure_resizer_out_params(resizer, RSZ_B,
516 &cont_config->output2, 0, 1);
517 if (outformat2->code == MEDIA_BUS_FMT_YDYUYDYV8_1X16)
518 resizer_enable_422_420_conversion(param,
521 resizer_enable_422_420_conversion(param,
524 resizer_configure_common_in_params(resizer);
525 ret = resizer_configure_output_win(resizer);
529 param->rsz_common.passthrough = cont_config->bypass;
530 if (cont_config->bypass)
531 resizer_configure_passthru(resizer, 1);
537 resizer_validate_input_image_format(struct device *dev,
539 int width, int height, int *line_len)
543 if (pix != MEDIA_BUS_FMT_UYVY8_2X8 &&
544 pix != MEDIA_BUS_FMT_Y8_1X8 &&
545 pix != MEDIA_BUS_FMT_UV8_1X8 &&
546 pix != MEDIA_BUS_FMT_SGRBG12_1X12) {
548 "resizer validate output: pix format not supported, %d\n", pix);
552 if (!width || !height) {
554 "resizer validate input: invalid width or height\n");
558 if (pix == MEDIA_BUS_FMT_UV8_1X8)
559 resizer_calculate_line_length(pix, width,
560 height, &val, line_len);
562 resizer_calculate_line_length(pix, width,
563 height, line_len, &val);
569 resizer_validate_decimation(struct device *dev, enum ipipeif_decimation dec_en,
570 unsigned char rsz, unsigned char frame_div_mode_en,
573 if (dec_en && frame_div_mode_en) {
575 "dec_en & frame_div_mode_en can not enabled simultaneously\n");
579 if (frame_div_mode_en) {
580 dev_err(dev, "frame_div_mode mode not supported\n");
587 if (width <= VPFE_IPIPE_MAX_INPUT_WIDTH) {
589 "image width to be more than %d for decimation\n",
590 VPFE_IPIPE_MAX_INPUT_WIDTH);
594 if (rsz < IPIPEIF_RSZ_MIN || rsz > IPIPEIF_RSZ_MAX) {
595 dev_err(dev, "rsz range is %d to %d\n",
596 IPIPEIF_RSZ_MIN, IPIPEIF_RSZ_MAX);
603 /* resizer_calculate_normal_f_div_param() - Algorithm to calculate the frame
604 * division parameters for resizer.
608 resizer_calculate_normal_f_div_param(struct device *dev, int input_width,
609 int output_width, struct resizer_scale_param *param)
611 /* rsz = R, input_width = H, output width = h in the equation */
619 if (output_width > input_width) {
620 dev_err(dev, "frame div mode is used for scale down only\n");
624 rsz = (input_width << 8) / output_width;
626 val = ((input_width << 8) / val) + 1;
631 val = input_width << 7;
636 o += ((CEIL(rsz, 1024)) << 1);
639 h2 = output_width - h1;
641 val = (h1 * rsz) - (((input_width >> 1) - o) << 8);
643 val1 = ((val - 1024) >> 9) << 1;
644 param->f_div.num_passes = MAX_PASSES;
645 param->f_div.pass[0].o_hsz = h1 - 1;
646 param->f_div.pass[0].i_hps = 0;
647 param->f_div.pass[0].h_phs = 0;
648 param->f_div.pass[0].src_hps = 0;
649 param->f_div.pass[0].src_hsz = (input_width >> 2) + o;
650 param->f_div.pass[1].o_hsz = h2 - 1;
651 param->f_div.pass[1].i_hps = val1;
652 param->f_div.pass[1].h_phs = val - (val1 << 8);
653 param->f_div.pass[1].src_hps = (input_width >> 2) - o;
654 param->f_div.pass[1].src_hsz = (input_width >> 2) + o;
660 resizer_configure_in_single_shot_mode(struct vpfe_resizer_device *resizer)
662 struct vpfe_rsz_config_params *config = &resizer->config.user_config;
663 struct device *dev = resizer->crop_resizer.subdev.v4l2_dev->dev;
664 struct vpfe_device *vpfe_dev = to_vpfe_device(resizer);
665 struct v4l2_mbus_framefmt *outformat1, *outformat2;
666 struct resizer_params *param = &resizer->config;
667 struct v4l2_mbus_framefmt *informat;
674 informat = &resizer->crop_resizer.formats[RESIZER_CROP_PAD_SINK];
675 outformat1 = &resizer->resizer_a.formats[RESIZER_PAD_SOURCE];
676 outformat2 = &resizer->resizer_b.formats[RESIZER_PAD_SOURCE];
678 decimation = vpfe_ipipeif_decimation_enabled(vpfe_dev);
679 rsz = vpfe_ipipeif_get_rsz(vpfe_dev);
680 if (decimation && param->user_config.frame_div_mode_en) {
682 "dec_en & frame_div_mode_en cannot enabled simultaneously\n");
686 ret = resizer_validate_decimation(dev, decimation, rsz,
687 param->user_config.frame_div_mode_en, informat->width);
691 ret = resizer_validate_input_image_format(dev, informat->code,
692 informat->width, informat->height, &line_len);
696 if (resizer->resizer_a.output != RESIZER_OUTPUT_NONE) {
697 param->rsz_en[RSZ_A] = ENABLE;
698 ret = resizer_validate_output_image_format(dev, outformat1,
699 &line_len, &line_len_c);
702 param->ext_mem_param[RSZ_A].rsz_sdr_oft_y = line_len;
703 param->ext_mem_param[RSZ_A].rsz_sdr_oft_c = line_len_c;
704 configure_resizer_out_params(resizer, RSZ_A,
705 ¶m->user_config.output1, 0, 1);
707 if (outformat1->code == MEDIA_BUS_FMT_SGRBG12_1X12)
708 param->rsz_common.raw_flip = 1;
710 param->rsz_common.raw_flip = 0;
712 if (outformat1->code == MEDIA_BUS_FMT_YDYUYDYV8_1X16)
713 resizer_enable_422_420_conversion(param,
716 resizer_enable_422_420_conversion(param,
720 if (resizer->resizer_b.output != RESIZER_OUTPUT_NONE) {
721 param->rsz_en[RSZ_B] = ENABLE;
722 ret = resizer_validate_output_image_format(dev, outformat2,
723 &line_len, &line_len_c);
726 param->ext_mem_param[RSZ_B].rsz_sdr_oft_y = line_len;
727 param->ext_mem_param[RSZ_B].rsz_sdr_oft_c = line_len_c;
728 configure_resizer_out_params(resizer, RSZ_B,
729 ¶m->user_config.output2, 0, 1);
730 if (outformat2->code == MEDIA_BUS_FMT_YDYUYDYV8_1X16)
731 resizer_enable_422_420_conversion(param,
734 resizer_enable_422_420_conversion(param,
738 resizer_configure_common_in_params(resizer);
739 if (resizer->resizer_a.output != RESIZER_OUTPUT_NONE) {
740 resizer_calculate_resize_ratios(resizer, RSZ_A);
741 resizer_calculate_sdram_offsets(resizer, RSZ_A);
742 /* Overriding resize ratio calculation */
743 if (informat->code == MEDIA_BUS_FMT_UV8_1X8) {
744 param->rsz_rsc_param[RSZ_A].v_dif =
745 (((informat->height + 1) * 2) * 256) /
746 (param->rsz_rsc_param[RSZ_A].o_vsz + 1);
750 if (resizer->resizer_b.output != RESIZER_OUTPUT_NONE) {
751 resizer_calculate_resize_ratios(resizer, RSZ_B);
752 resizer_calculate_sdram_offsets(resizer, RSZ_B);
753 /* Overriding resize ratio calculation */
754 if (informat->code == MEDIA_BUS_FMT_UV8_1X8) {
755 param->rsz_rsc_param[RSZ_B].v_dif =
756 (((informat->height + 1) * 2) * 256) /
757 (param->rsz_rsc_param[RSZ_B].o_vsz + 1);
760 if (param->user_config.frame_div_mode_en &&
761 param->rsz_en[RSZ_A]) {
762 if (!param->rsz_rsc_param[RSZ_A].dscale_en)
763 ret = resizer_calculate_normal_f_div_param(dev,
765 param->rsz_rsc_param[RSZ_A].o_vsz + 1,
766 ¶m->rsz_rsc_param[RSZ_A]);
768 ret = resizer_calculate_down_scale_f_div_param(dev,
770 param->rsz_rsc_param[RSZ_A].o_vsz + 1,
771 ¶m->rsz_rsc_param[RSZ_A]);
775 if (param->user_config.frame_div_mode_en &&
776 param->rsz_en[RSZ_B]) {
777 if (!param->rsz_rsc_param[RSZ_B].dscale_en)
778 ret = resizer_calculate_normal_f_div_param(dev,
780 param->rsz_rsc_param[RSZ_B].o_vsz + 1,
781 ¶m->rsz_rsc_param[RSZ_B]);
783 ret = resizer_calculate_down_scale_f_div_param(dev,
785 param->rsz_rsc_param[RSZ_B].o_vsz + 1,
786 ¶m->rsz_rsc_param[RSZ_B]);
790 param->rsz_common.passthrough = config->bypass;
792 resizer_configure_passthru(resizer, 1);
797 resizer_set_defualt_configuration(struct vpfe_resizer_device *resizer)
803 const struct resizer_params rsz_default_config = {
804 .oper_mode = RESIZER_MODE_ONE_SHOT,
808 .src_img_fmt = RSZ_IMG_422,
809 .raw_flip = 1, /* flip preserve Raw format */
810 .source = IPIPE_DATA,
811 .passthrough = BYPASS_OFF,
814 .rsz_seq_crv = DISABLE,
815 .out_chr_pos = VPFE_IPIPE_YUV422_CHR_POS_COSITE,
823 .o_vsz = HEIGHT_O - 1,
824 .o_hsz = WIDTH_O - 1,
826 .v_typ_y = VPFE_RSZ_INTP_CUBIC,
827 .v_typ_c = VPFE_RSZ_INTP_CUBIC,
829 .h_typ_y = VPFE_RSZ_INTP_CUBIC,
830 .h_typ_c = VPFE_RSZ_INTP_CUBIC,
832 VPFE_IPIPE_DWN_SCALE_1_OVER_2,
834 VPFE_IPIPE_DWN_SCALE_1_OVER_2,
841 .o_vsz = HEIGHT_O - 1,
842 .o_hsz = WIDTH_O - 1,
844 .v_typ_y = VPFE_RSZ_INTP_CUBIC,
845 .v_typ_c = VPFE_RSZ_INTP_CUBIC,
847 .h_typ_y = VPFE_RSZ_INTP_CUBIC,
848 .h_typ_c = VPFE_RSZ_INTP_CUBIC,
850 VPFE_IPIPE_DWN_SCALE_1_OVER_2,
852 VPFE_IPIPE_DWN_SCALE_1_OVER_2,
865 .rsz_sdr_oft_y = WIDTH_O << 1,
866 .rsz_sdr_ptr_e_y = HEIGHT_O,
867 .rsz_sdr_oft_c = WIDTH_O,
868 .rsz_sdr_ptr_e_c = HEIGHT_O >> 1,
871 .rsz_sdr_oft_y = WIDTH_O << 1,
872 .rsz_sdr_ptr_e_y = HEIGHT_O,
873 .rsz_sdr_oft_c = WIDTH_O,
874 .rsz_sdr_ptr_e_c = HEIGHT_O,
878 .rsz_en[1] = DISABLE,
881 .v_typ_y = VPFE_RSZ_INTP_CUBIC,
882 .v_typ_c = VPFE_RSZ_INTP_CUBIC,
883 .h_typ_y = VPFE_RSZ_INTP_CUBIC,
884 .h_typ_c = VPFE_RSZ_INTP_CUBIC,
886 VPFE_IPIPE_DWN_SCALE_1_OVER_2,
888 VPFE_IPIPE_DWN_SCALE_1_OVER_2,
891 .v_typ_y = VPFE_RSZ_INTP_CUBIC,
892 .v_typ_c = VPFE_RSZ_INTP_CUBIC,
893 .h_typ_y = VPFE_RSZ_INTP_CUBIC,
894 .h_typ_c = VPFE_RSZ_INTP_CUBIC,
896 VPFE_IPIPE_DWN_SCALE_1_OVER_2,
898 VPFE_IPIPE_DWN_SCALE_1_OVER_2,
902 .out_chr_pos = VPFE_IPIPE_YUV422_CHR_POS_COSITE,
905 memcpy(&resizer->config, &rsz_default_config,
906 sizeof(struct resizer_params));
910 * resizer_set_configuration() - set resizer config
911 * @resizer: vpfe resizer device pointer.
912 * @chan_config: resizer channel configuration.
915 resizer_set_configuration(struct vpfe_resizer_device *resizer,
916 struct vpfe_rsz_config *chan_config)
918 if (!chan_config->config)
919 resizer_set_defualt_configuration(resizer);
921 if (copy_from_user(&resizer->config.user_config,
922 chan_config->config, sizeof(struct vpfe_rsz_config_params)))
929 * resizer_get_configuration() - get resizer config
930 * @resizer: vpfe resizer device pointer.
931 * @channel: image processor logical channel.
932 * @chan_config: resizer channel configuration.
935 resizer_get_configuration(struct vpfe_resizer_device *resizer,
936 struct vpfe_rsz_config *chan_config)
938 struct device *dev = resizer->crop_resizer.subdev.v4l2_dev->dev;
940 if (!chan_config->config) {
941 dev_err(dev, "Resizer channel invalid pointer\n");
945 if (copy_to_user((void *)chan_config->config,
946 (void *)&resizer->config.user_config,
947 sizeof(struct vpfe_rsz_config_params))) {
948 dev_err(dev, "resizer_get_configuration: Error in copy to user\n");
956 * VPFE video operations
960 * resizer_a_video_out_queue() - RESIZER-A video out queue
961 * @vpfe_dev: vpfe device pointer.
962 * @addr: buffer address.
964 static int resizer_a_video_out_queue(struct vpfe_device *vpfe_dev,
967 struct vpfe_resizer_device *resizer = &vpfe_dev->vpfe_resizer;
969 return resizer_set_outaddr(resizer->base_addr,
970 &resizer->config, RSZ_A, addr);
974 * resizer_b_video_out_queue() - RESIZER-B video out queue
975 * @vpfe_dev: vpfe device pointer.
976 * @addr: buffer address.
978 static int resizer_b_video_out_queue(struct vpfe_device *vpfe_dev,
981 struct vpfe_resizer_device *resizer = &vpfe_dev->vpfe_resizer;
983 return resizer_set_outaddr(resizer->base_addr,
984 &resizer->config, RSZ_B, addr);
987 static const struct vpfe_video_operations resizer_a_video_ops = {
988 .queue = resizer_a_video_out_queue,
991 static const struct vpfe_video_operations resizer_b_video_ops = {
992 .queue = resizer_b_video_out_queue,
995 static void resizer_enable(struct vpfe_resizer_device *resizer, int en)
997 struct vpfe_device *vpfe_dev = to_vpfe_device(resizer);
998 u16 ipipeif_sink = vpfe_dev->vpfe_ipipeif.input;
1001 if (resizer->crop_resizer.input == RESIZER_CROP_INPUT_NONE)
1004 if (resizer->crop_resizer.input == RESIZER_CROP_INPUT_IPIPEIF &&
1005 ipipeif_sink == IPIPEIF_INPUT_MEMORY) {
1007 val = regr_rsz(resizer->base_addr, RSZ_SRC_EN);
1010 if (resizer->resizer_a.output != RESIZER_OUTPUT_NONE) {
1012 val = regr_rsz(resizer->base_addr, RSZ_A);
1015 if (resizer->resizer_b.output != RESIZER_OUTPUT_NONE) {
1017 val = regr_rsz(resizer->base_addr, RSZ_B);
1021 if (resizer->resizer_a.output != RESIZER_OUTPUT_NONE)
1022 rsz_enable(resizer->base_addr, RSZ_A, en);
1024 if (resizer->resizer_b.output != RESIZER_OUTPUT_NONE)
1025 rsz_enable(resizer->base_addr, RSZ_B, en);
1030 * resizer_ss_isr() - resizer module single-shot buffer scheduling isr
1031 * @resizer: vpfe resizer device pointer.
1033 static void resizer_ss_isr(struct vpfe_resizer_device *resizer)
1035 struct vpfe_video_device *video_out = &resizer->resizer_a.video_out;
1036 struct vpfe_video_device *video_out2 = &resizer->resizer_b.video_out;
1037 struct vpfe_device *vpfe_dev = to_vpfe_device(resizer);
1038 struct vpfe_pipeline *pipe = &video_out->pipe;
1039 u16 ipipeif_sink = vpfe_dev->vpfe_ipipeif.input;
1042 if (ipipeif_sink != IPIPEIF_INPUT_MEMORY)
1045 if (resizer->resizer_a.output == RESIZER_OUTPUT_MEMORY) {
1046 val = vpss_dma_complete_interrupt();
1047 if (val != 0 && val != 2)
1051 if (resizer->resizer_a.output == RESIZER_OUTPUT_MEMORY) {
1052 spin_lock(&video_out->dma_queue_lock);
1053 vpfe_video_process_buffer_complete(video_out);
1054 video_out->state = VPFE_VIDEO_BUFFER_NOT_QUEUED;
1055 vpfe_video_schedule_next_buffer(video_out);
1056 spin_unlock(&video_out->dma_queue_lock);
1059 /* If resizer B is enabled */
1060 if (pipe->output_num > 1 && resizer->resizer_b.output ==
1061 RESIZER_OUTPUT_MEMORY) {
1062 spin_lock(&video_out->dma_queue_lock);
1063 vpfe_video_process_buffer_complete(video_out2);
1064 video_out2->state = VPFE_VIDEO_BUFFER_NOT_QUEUED;
1065 vpfe_video_schedule_next_buffer(video_out2);
1066 spin_unlock(&video_out2->dma_queue_lock);
1069 /* start HW if buffers are queued */
1070 if (vpfe_video_is_pipe_ready(pipe) &&
1071 resizer->resizer_a.output == RESIZER_OUTPUT_MEMORY) {
1072 resizer_enable(resizer, 1);
1073 vpfe_ipipe_enable(vpfe_dev, 1);
1074 vpfe_ipipeif_enable(vpfe_dev);
1079 * vpfe_resizer_buffer_isr() - resizer module buffer scheduling isr
1080 * @resizer: vpfe resizer device pointer.
1082 void vpfe_resizer_buffer_isr(struct vpfe_resizer_device *resizer)
1084 struct vpfe_device *vpfe_dev = to_vpfe_device(resizer);
1085 struct vpfe_video_device *video_out = &resizer->resizer_a.video_out;
1086 struct vpfe_video_device *video_out2 = &resizer->resizer_b.video_out;
1087 struct vpfe_pipeline *pipe = &resizer->resizer_a.video_out.pipe;
1088 enum v4l2_field field;
1091 if (!video_out->started)
1094 if (resizer->crop_resizer.input == RESIZER_CROP_INPUT_NONE)
1097 field = video_out->fmt.fmt.pix.field;
1098 if (field == V4L2_FIELD_NONE) {
1099 /* handle progressive frame capture */
1100 if (video_out->cur_frm != video_out->next_frm) {
1101 vpfe_video_process_buffer_complete(video_out);
1102 if (pipe->output_num > 1)
1103 vpfe_video_process_buffer_complete(video_out2);
1106 video_out->skip_frame_count--;
1107 if (!video_out->skip_frame_count) {
1108 video_out->skip_frame_count =
1109 video_out->skip_frame_count_init;
1110 rsz_src_enable(resizer->base_addr, 1);
1112 rsz_src_enable(resizer->base_addr, 0);
1117 /* handle interlaced frame capture */
1118 fid = vpfe_isif_get_fid(vpfe_dev);
1120 /* switch the software maintained field id */
1121 video_out->field_id ^= 1;
1122 if (fid == video_out->field_id) {
1124 * we are in-sync here,continue.
1125 * One frame is just being captured. If the
1126 * next frame is available, release the current
1129 if (fid == 0 && video_out->cur_frm != video_out->next_frm) {
1130 vpfe_video_process_buffer_complete(video_out);
1131 if (pipe->output_num > 1)
1132 vpfe_video_process_buffer_complete(video_out2);
1134 } else if (fid == 0) {
1136 * out of sync. Recover from any hardware out-of-sync.
1137 * May loose one frame
1139 video_out->field_id = fid;
1144 * vpfe_resizer_dma_isr() - resizer module dma isr
1145 * @resizer: vpfe resizer device pointer.
1147 void vpfe_resizer_dma_isr(struct vpfe_resizer_device *resizer)
1149 struct vpfe_video_device *video_out2 = &resizer->resizer_b.video_out;
1150 struct vpfe_video_device *video_out = &resizer->resizer_a.video_out;
1151 struct vpfe_device *vpfe_dev = to_vpfe_device(resizer);
1152 struct vpfe_pipeline *pipe = &video_out->pipe;
1153 int schedule_capture = 0;
1154 enum v4l2_field field;
1157 if (!video_out->started)
1160 if (pipe->state == VPFE_PIPELINE_STREAM_SINGLESHOT) {
1161 resizer_ss_isr(resizer);
1165 field = video_out->fmt.fmt.pix.field;
1166 if (field == V4L2_FIELD_NONE) {
1167 if (!list_empty(&video_out->dma_queue) &&
1168 video_out->cur_frm == video_out->next_frm)
1169 schedule_capture = 1;
1171 fid = vpfe_isif_get_fid(vpfe_dev);
1172 if (fid == video_out->field_id) {
1173 /* we are in-sync here,continue */
1174 if (fid == 1 && !list_empty(&video_out->dma_queue) &&
1175 video_out->cur_frm == video_out->next_frm)
1176 schedule_capture = 1;
1180 if (!schedule_capture)
1183 spin_lock(&video_out->dma_queue_lock);
1184 vpfe_video_schedule_next_buffer(video_out);
1185 spin_unlock(&video_out->dma_queue_lock);
1186 if (pipe->output_num > 1) {
1187 spin_lock(&video_out2->dma_queue_lock);
1188 vpfe_video_schedule_next_buffer(video_out2);
1189 spin_unlock(&video_out2->dma_queue_lock);
1194 * V4L2 subdev operations
1198 * resizer_ioctl() - Handle resizer module private ioctl's
1199 * @sd: pointer to v4l2 subdev structure
1200 * @cmd: configuration command
1201 * @arg: configuration argument
1203 static long resizer_ioctl(struct v4l2_subdev *sd, unsigned int cmd, void *arg)
1205 struct vpfe_resizer_device *resizer = v4l2_get_subdevdata(sd);
1206 struct device *dev = resizer->crop_resizer.subdev.v4l2_dev->dev;
1207 struct vpfe_rsz_config *user_config;
1208 int ret = -ENOIOCTLCMD;
1210 if (&resizer->crop_resizer.subdev != sd)
1214 case VIDIOC_VPFE_RSZ_S_CONFIG:
1216 ret = resizer_set_configuration(resizer, user_config);
1219 case VIDIOC_VPFE_RSZ_G_CONFIG:
1221 if (!user_config->config) {
1222 dev_err(dev, "error in VIDIOC_VPFE_RSZ_G_CONFIG\n");
1225 ret = resizer_get_configuration(resizer, user_config);
1231 static int resizer_do_hw_setup(struct vpfe_resizer_device *resizer)
1233 struct vpfe_device *vpfe_dev = to_vpfe_device(resizer);
1234 u16 ipipeif_sink = vpfe_dev->vpfe_ipipeif.input;
1235 u16 ipipeif_source = vpfe_dev->vpfe_ipipeif.output;
1236 struct resizer_params *param = &resizer->config;
1239 if (resizer->resizer_a.output == RESIZER_OUTPUT_MEMORY ||
1240 resizer->resizer_b.output == RESIZER_OUTPUT_MEMORY) {
1241 if (ipipeif_sink == IPIPEIF_INPUT_MEMORY &&
1242 ipipeif_source == IPIPEIF_OUTPUT_RESIZER)
1243 ret = resizer_configure_in_single_shot_mode(resizer);
1245 ret = resizer_configure_in_continious_mode(resizer);
1248 ret = config_rsz_hw(resizer, param);
1254 * resizer_set_stream() - Enable/Disable streaming on resizer subdev
1255 * @sd: pointer to v4l2 subdev structure
1256 * @enable: 1 == Enable, 0 == Disable
1258 static int resizer_set_stream(struct v4l2_subdev *sd, int enable)
1260 struct vpfe_resizer_device *resizer = v4l2_get_subdevdata(sd);
1262 if (&resizer->crop_resizer.subdev != sd)
1265 if (resizer->resizer_a.output != RESIZER_OUTPUT_MEMORY)
1270 if (resizer_do_hw_setup(resizer) < 0)
1272 resizer_enable(resizer, enable);
1276 resizer_enable(resizer, enable);
1284 * __resizer_get_format() - helper function for getting resizer format
1285 * @sd: pointer to subdev.
1286 * @cfg: V4L2 subdev pad config
1288 * @which: wanted subdev format.
1289 * Retun wanted mbus frame format.
1291 static struct v4l2_mbus_framefmt *
1292 __resizer_get_format(struct v4l2_subdev *sd, struct v4l2_subdev_pad_config *cfg,
1293 unsigned int pad, enum v4l2_subdev_format_whence which)
1295 struct vpfe_resizer_device *resizer = v4l2_get_subdevdata(sd);
1297 if (which == V4L2_SUBDEV_FORMAT_TRY)
1298 return v4l2_subdev_get_try_format(sd, cfg, pad);
1299 if (&resizer->crop_resizer.subdev == sd)
1300 return &resizer->crop_resizer.formats[pad];
1301 if (&resizer->resizer_a.subdev == sd)
1302 return &resizer->resizer_a.formats[pad];
1303 if (&resizer->resizer_b.subdev == sd)
1304 return &resizer->resizer_b.formats[pad];
1309 * resizer_try_format() - Handle try format by pad subdev method
1310 * @sd: pointer to subdev.
1311 * @cfg: V4L2 subdev pad config
1313 * @fmt: pointer to v4l2 format structure.
1314 * @which: wanted subdev format.
1317 resizer_try_format(struct v4l2_subdev *sd, struct v4l2_subdev_pad_config *cfg,
1318 unsigned int pad, struct v4l2_mbus_framefmt *fmt,
1319 enum v4l2_subdev_format_whence which)
1321 struct vpfe_resizer_device *resizer = v4l2_get_subdevdata(sd);
1322 unsigned int max_out_height;
1323 unsigned int max_out_width;
1326 if ((&resizer->resizer_a.subdev == sd && pad == RESIZER_PAD_SINK) ||
1327 (&resizer->resizer_b.subdev == sd && pad == RESIZER_PAD_SINK) ||
1328 (&resizer->crop_resizer.subdev == sd &&
1329 (pad == RESIZER_CROP_PAD_SOURCE ||
1330 pad == RESIZER_CROP_PAD_SOURCE2 || pad == RESIZER_CROP_PAD_SINK))) {
1331 for (i = 0; i < ARRAY_SIZE(resizer_input_formats); i++) {
1332 if (fmt->code == resizer_input_formats[i])
1335 /* If not found, use UYVY as default */
1336 if (i >= ARRAY_SIZE(resizer_input_formats))
1337 fmt->code = MEDIA_BUS_FMT_UYVY8_2X8;
1339 fmt->width = clamp_t(u32, fmt->width, MIN_IN_WIDTH,
1341 fmt->height = clamp_t(u32, fmt->height, MIN_IN_HEIGHT,
1343 } else if (&resizer->resizer_a.subdev == sd &&
1344 pad == RESIZER_PAD_SOURCE) {
1345 max_out_width = IPIPE_MAX_OUTPUT_WIDTH_A;
1346 max_out_height = IPIPE_MAX_OUTPUT_HEIGHT_A;
1348 for (i = 0; i < ARRAY_SIZE(resizer_output_formats); i++) {
1349 if (fmt->code == resizer_output_formats[i])
1352 /* If not found, use UYVY as default */
1353 if (i >= ARRAY_SIZE(resizer_output_formats))
1354 fmt->code = MEDIA_BUS_FMT_UYVY8_2X8;
1356 fmt->width = clamp_t(u32, fmt->width, MIN_OUT_WIDTH,
1359 fmt->height = clamp_t(u32, fmt->height, MIN_OUT_HEIGHT,
1361 } else if (&resizer->resizer_b.subdev == sd &&
1362 pad == RESIZER_PAD_SOURCE) {
1363 max_out_width = IPIPE_MAX_OUTPUT_WIDTH_B;
1364 max_out_height = IPIPE_MAX_OUTPUT_HEIGHT_B;
1366 for (i = 0; i < ARRAY_SIZE(resizer_output_formats); i++) {
1367 if (fmt->code == resizer_output_formats[i])
1370 /* If not found, use UYVY as default */
1371 if (i >= ARRAY_SIZE(resizer_output_formats))
1372 fmt->code = MEDIA_BUS_FMT_UYVY8_2X8;
1374 fmt->width = clamp_t(u32, fmt->width, MIN_OUT_WIDTH,
1377 fmt->height = clamp_t(u32, fmt->height, MIN_OUT_HEIGHT,
1383 * resizer_set_format() - Handle set format by pads subdev method
1384 * @sd: pointer to v4l2 subdev structure
1385 * @cfg: V4L2 subdev pad config
1386 * @fmt: pointer to v4l2 subdev format structure
1387 * return -EINVAL or zero on success
1389 static int resizer_set_format(struct v4l2_subdev *sd,
1390 struct v4l2_subdev_pad_config *cfg,
1391 struct v4l2_subdev_format *fmt)
1393 struct vpfe_resizer_device *resizer = v4l2_get_subdevdata(sd);
1394 struct v4l2_mbus_framefmt *format;
1396 format = __resizer_get_format(sd, cfg, fmt->pad, fmt->which);
1400 resizer_try_format(sd, cfg, fmt->pad, &fmt->format, fmt->which);
1401 *format = fmt->format;
1403 if (fmt->which == V4L2_SUBDEV_FORMAT_TRY)
1406 if (&resizer->crop_resizer.subdev == sd) {
1407 if (fmt->pad == RESIZER_CROP_PAD_SINK) {
1408 resizer->crop_resizer.formats[fmt->pad] = fmt->format;
1409 } else if (fmt->pad == RESIZER_CROP_PAD_SOURCE &&
1410 resizer->crop_resizer.output == RESIZER_A) {
1411 resizer->crop_resizer.formats[fmt->pad] = fmt->format;
1412 resizer->crop_resizer.
1413 formats[RESIZER_CROP_PAD_SOURCE2] = fmt->format;
1414 } else if (fmt->pad == RESIZER_CROP_PAD_SOURCE2 &&
1415 resizer->crop_resizer.output2 == RESIZER_B) {
1416 resizer->crop_resizer.formats[fmt->pad] = fmt->format;
1417 resizer->crop_resizer.
1418 formats[RESIZER_CROP_PAD_SOURCE] = fmt->format;
1422 } else if (&resizer->resizer_a.subdev == sd) {
1423 if (fmt->pad == RESIZER_PAD_SINK)
1424 resizer->resizer_a.formats[fmt->pad] = fmt->format;
1425 else if (fmt->pad == RESIZER_PAD_SOURCE)
1426 resizer->resizer_a.formats[fmt->pad] = fmt->format;
1429 } else if (&resizer->resizer_b.subdev == sd) {
1430 if (fmt->pad == RESIZER_PAD_SINK)
1431 resizer->resizer_b.formats[fmt->pad] = fmt->format;
1432 else if (fmt->pad == RESIZER_PAD_SOURCE)
1433 resizer->resizer_b.formats[fmt->pad] = fmt->format;
1444 * resizer_get_format() - Retrieve the video format on a pad
1445 * @sd: pointer to v4l2 subdev structure.
1446 * @cfg: V4L2 subdev pad config
1447 * @fmt: pointer to v4l2 subdev format structure
1448 * return -EINVAL or zero on success
1450 static int resizer_get_format(struct v4l2_subdev *sd,
1451 struct v4l2_subdev_pad_config *cfg,
1452 struct v4l2_subdev_format *fmt)
1454 struct v4l2_mbus_framefmt *format;
1456 format = __resizer_get_format(sd, cfg, fmt->pad, fmt->which);
1460 fmt->format = *format;
1466 * resizer_enum_frame_size() - enum frame sizes on pads
1467 * @sd: Pointer to subdevice.
1468 * @cfg: V4L2 subdev pad config
1469 * @code: pointer to v4l2_subdev_frame_size_enum structure.
1471 static int resizer_enum_frame_size(struct v4l2_subdev *sd,
1472 struct v4l2_subdev_pad_config *cfg,
1473 struct v4l2_subdev_frame_size_enum *fse)
1475 struct v4l2_mbus_framefmt format;
1477 if (fse->index != 0)
1480 format.code = fse->code;
1483 resizer_try_format(sd, cfg, fse->pad, &format, fse->which);
1484 fse->min_width = format.width;
1485 fse->min_height = format.height;
1487 if (format.code != fse->code)
1490 format.code = fse->code;
1493 resizer_try_format(sd, cfg, fse->pad, &format, fse->which);
1494 fse->max_width = format.width;
1495 fse->max_height = format.height;
1501 * resizer_enum_mbus_code() - enum mbus codes for pads
1502 * @sd: Pointer to subdevice.
1503 * @cfg: V4L2 subdev pad config
1504 * @code: pointer to v4l2_subdev_mbus_code_enum structure
1506 static int resizer_enum_mbus_code(struct v4l2_subdev *sd,
1507 struct v4l2_subdev_pad_config *cfg,
1508 struct v4l2_subdev_mbus_code_enum *code)
1510 if (code->pad == RESIZER_PAD_SINK) {
1511 if (code->index >= ARRAY_SIZE(resizer_input_formats))
1514 code->code = resizer_input_formats[code->index];
1515 } else if (code->pad == RESIZER_PAD_SOURCE) {
1516 if (code->index >= ARRAY_SIZE(resizer_output_formats))
1519 code->code = resizer_output_formats[code->index];
1526 * resizer_init_formats() - Initialize formats on all pads
1527 * @sd: Pointer to subdevice.
1528 * @fh: V4L2 subdev file handle.
1530 * Initialize all pad formats with default values. Try formats are
1531 * initialized on the file handle.
1533 static int resizer_init_formats(struct v4l2_subdev *sd,
1534 struct v4l2_subdev_fh *fh)
1536 __u32 which = V4L2_SUBDEV_FORMAT_TRY;
1537 struct vpfe_resizer_device *resizer = v4l2_get_subdevdata(sd);
1538 struct v4l2_subdev_format format;
1540 if (&resizer->crop_resizer.subdev == sd) {
1541 memset(&format, 0, sizeof(format));
1542 format.pad = RESIZER_CROP_PAD_SINK;
1543 format.which = which;
1544 format.format.code = MEDIA_BUS_FMT_YUYV8_2X8;
1545 format.format.width = MAX_IN_WIDTH;
1546 format.format.height = MAX_IN_HEIGHT;
1547 resizer_set_format(sd, fh->pad, &format);
1549 memset(&format, 0, sizeof(format));
1550 format.pad = RESIZER_CROP_PAD_SOURCE;
1551 format.which = which;
1552 format.format.code = MEDIA_BUS_FMT_UYVY8_2X8;
1553 format.format.width = MAX_IN_WIDTH;
1554 format.format.height = MAX_IN_WIDTH;
1555 resizer_set_format(sd, fh->pad, &format);
1557 memset(&format, 0, sizeof(format));
1558 format.pad = RESIZER_CROP_PAD_SOURCE2;
1559 format.which = which;
1560 format.format.code = MEDIA_BUS_FMT_UYVY8_2X8;
1561 format.format.width = MAX_IN_WIDTH;
1562 format.format.height = MAX_IN_WIDTH;
1563 resizer_set_format(sd, fh->pad, &format);
1564 } else if (&resizer->resizer_a.subdev == sd) {
1565 memset(&format, 0, sizeof(format));
1566 format.pad = RESIZER_PAD_SINK;
1567 format.which = which;
1568 format.format.code = MEDIA_BUS_FMT_YUYV8_2X8;
1569 format.format.width = MAX_IN_WIDTH;
1570 format.format.height = MAX_IN_HEIGHT;
1571 resizer_set_format(sd, fh->pad, &format);
1573 memset(&format, 0, sizeof(format));
1574 format.pad = RESIZER_PAD_SOURCE;
1575 format.which = which;
1576 format.format.code = MEDIA_BUS_FMT_UYVY8_2X8;
1577 format.format.width = IPIPE_MAX_OUTPUT_WIDTH_A;
1578 format.format.height = IPIPE_MAX_OUTPUT_HEIGHT_A;
1579 resizer_set_format(sd, fh->pad, &format);
1580 } else if (&resizer->resizer_b.subdev == sd) {
1581 memset(&format, 0, sizeof(format));
1582 format.pad = RESIZER_PAD_SINK;
1583 format.which = which;
1584 format.format.code = MEDIA_BUS_FMT_YUYV8_2X8;
1585 format.format.width = MAX_IN_WIDTH;
1586 format.format.height = MAX_IN_HEIGHT;
1587 resizer_set_format(sd, fh->pad, &format);
1589 memset(&format, 0, sizeof(format));
1590 format.pad = RESIZER_PAD_SOURCE;
1591 format.which = which;
1592 format.format.code = MEDIA_BUS_FMT_UYVY8_2X8;
1593 format.format.width = IPIPE_MAX_OUTPUT_WIDTH_B;
1594 format.format.height = IPIPE_MAX_OUTPUT_HEIGHT_B;
1595 resizer_set_format(sd, fh->pad, &format);
1601 /* subdev core operations */
1602 static const struct v4l2_subdev_core_ops resizer_v4l2_core_ops = {
1603 .ioctl = resizer_ioctl,
1606 /* subdev internal operations */
1607 static const struct v4l2_subdev_internal_ops resizer_v4l2_internal_ops = {
1608 .open = resizer_init_formats,
1611 /* subdev video operations */
1612 static const struct v4l2_subdev_video_ops resizer_v4l2_video_ops = {
1613 .s_stream = resizer_set_stream,
1616 /* subdev pad operations */
1617 static const struct v4l2_subdev_pad_ops resizer_v4l2_pad_ops = {
1618 .enum_mbus_code = resizer_enum_mbus_code,
1619 .enum_frame_size = resizer_enum_frame_size,
1620 .get_fmt = resizer_get_format,
1621 .set_fmt = resizer_set_format,
1624 /* subdev operations */
1625 static const struct v4l2_subdev_ops resizer_v4l2_ops = {
1626 .core = &resizer_v4l2_core_ops,
1627 .video = &resizer_v4l2_video_ops,
1628 .pad = &resizer_v4l2_pad_ops,
1632 * Media entity operations
1636 * resizer_link_setup() - Setup resizer connections
1637 * @entity: Pointer to media entity structure
1638 * @local: Pointer to local pad array
1639 * @remote: Pointer to remote pad array
1640 * @flags: Link flags
1641 * return -EINVAL or zero on success
1643 static int resizer_link_setup(struct media_entity *entity,
1644 const struct media_pad *local,
1645 const struct media_pad *remote, u32 flags)
1647 struct v4l2_subdev *sd = media_entity_to_v4l2_subdev(entity);
1648 struct vpfe_resizer_device *resizer = v4l2_get_subdevdata(sd);
1649 struct vpfe_device *vpfe_dev = to_vpfe_device(resizer);
1650 u16 ipipeif_source = vpfe_dev->vpfe_ipipeif.output;
1651 u16 ipipe_source = vpfe_dev->vpfe_ipipe.output;
1652 unsigned int index = local->index;
1654 /* FIXME: this is actually a hack! */
1655 if (is_media_entity_v4l2_subdev(remote->entity))
1658 if (&resizer->crop_resizer.subdev == sd) {
1660 case RESIZER_CROP_PAD_SINK | 2 << 16:
1661 if (!(flags & MEDIA_LNK_FL_ENABLED)) {
1662 resizer->crop_resizer.input =
1663 RESIZER_CROP_INPUT_NONE;
1667 if (resizer->crop_resizer.input !=
1668 RESIZER_CROP_INPUT_NONE)
1670 if (ipipeif_source == IPIPEIF_OUTPUT_RESIZER)
1671 resizer->crop_resizer.input =
1672 RESIZER_CROP_INPUT_IPIPEIF;
1673 else if (ipipe_source == IPIPE_OUTPUT_RESIZER)
1674 resizer->crop_resizer.input =
1675 RESIZER_CROP_INPUT_IPIPE;
1680 case RESIZER_CROP_PAD_SOURCE | 2 << 16:
1681 if (!(flags & MEDIA_LNK_FL_ENABLED)) {
1682 resizer->crop_resizer.output =
1683 RESIZER_CROP_OUTPUT_NONE;
1686 if (resizer->crop_resizer.output !=
1687 RESIZER_CROP_OUTPUT_NONE)
1689 resizer->crop_resizer.output = RESIZER_A;
1692 case RESIZER_CROP_PAD_SOURCE2 | 2 << 16:
1693 if (!(flags & MEDIA_LNK_FL_ENABLED)) {
1694 resizer->crop_resizer.output2 =
1695 RESIZER_CROP_OUTPUT_NONE;
1698 if (resizer->crop_resizer.output2 !=
1699 RESIZER_CROP_OUTPUT_NONE)
1701 resizer->crop_resizer.output2 = RESIZER_B;
1707 } else if (&resizer->resizer_a.subdev == sd) {
1709 case RESIZER_PAD_SINK | 2 << 16:
1710 if (!(flags & MEDIA_LNK_FL_ENABLED)) {
1711 resizer->resizer_a.input = RESIZER_INPUT_NONE;
1714 if (resizer->resizer_a.input != RESIZER_INPUT_NONE)
1716 resizer->resizer_a.input = RESIZER_INPUT_CROP_RESIZER;
1719 case RESIZER_PAD_SOURCE:
1720 if (!(flags & MEDIA_LNK_FL_ENABLED)) {
1721 resizer->resizer_a.output = RESIZER_OUTPUT_NONE;
1724 if (resizer->resizer_a.output != RESIZER_OUTPUT_NONE)
1726 resizer->resizer_a.output = RESIZER_OUTPUT_MEMORY;
1732 } else if (&resizer->resizer_b.subdev == sd) {
1734 case RESIZER_PAD_SINK | 2 << 16:
1735 if (!(flags & MEDIA_LNK_FL_ENABLED)) {
1736 resizer->resizer_b.input = RESIZER_INPUT_NONE;
1739 if (resizer->resizer_b.input != RESIZER_INPUT_NONE)
1741 resizer->resizer_b.input = RESIZER_INPUT_CROP_RESIZER;
1744 case RESIZER_PAD_SOURCE:
1745 if (!(flags & MEDIA_LNK_FL_ENABLED)) {
1746 resizer->resizer_b.output = RESIZER_OUTPUT_NONE;
1749 if (resizer->resizer_b.output != RESIZER_OUTPUT_NONE)
1751 resizer->resizer_b.output = RESIZER_OUTPUT_MEMORY;
1764 static const struct media_entity_operations resizer_media_ops = {
1765 .link_setup = resizer_link_setup,
1769 * vpfe_resizer_unregister_entities() - Unregister entity
1770 * @vpfe_rsz - pointer to resizer subdevice structure.
1772 void vpfe_resizer_unregister_entities(struct vpfe_resizer_device *vpfe_rsz)
1774 /* unregister video devices */
1775 vpfe_video_unregister(&vpfe_rsz->resizer_a.video_out);
1776 vpfe_video_unregister(&vpfe_rsz->resizer_b.video_out);
1778 /* unregister subdev */
1779 v4l2_device_unregister_subdev(&vpfe_rsz->crop_resizer.subdev);
1780 v4l2_device_unregister_subdev(&vpfe_rsz->resizer_a.subdev);
1781 v4l2_device_unregister_subdev(&vpfe_rsz->resizer_b.subdev);
1782 /* cleanup entity */
1783 media_entity_cleanup(&vpfe_rsz->crop_resizer.subdev.entity);
1784 media_entity_cleanup(&vpfe_rsz->resizer_a.subdev.entity);
1785 media_entity_cleanup(&vpfe_rsz->resizer_b.subdev.entity);
1789 * vpfe_resizer_register_entities() - Register entity
1790 * @resizer - pointer to resizer devive.
1791 * @vdev: pointer to v4l2 device structure.
1793 int vpfe_resizer_register_entities(struct vpfe_resizer_device *resizer,
1794 struct v4l2_device *vdev)
1796 struct vpfe_device *vpfe_dev = to_vpfe_device(resizer);
1797 unsigned int flags = 0;
1800 /* Register the crop resizer subdev */
1801 ret = v4l2_device_register_subdev(vdev, &resizer->crop_resizer.subdev);
1803 pr_err("Failed to register crop resizer as v4l2-subdev\n");
1806 /* Register Resizer-A subdev */
1807 ret = v4l2_device_register_subdev(vdev, &resizer->resizer_a.subdev);
1809 pr_err("Failed to register resizer-a as v4l2-subdev\n");
1812 /* Register Resizer-B subdev */
1813 ret = v4l2_device_register_subdev(vdev, &resizer->resizer_b.subdev);
1815 pr_err("Failed to register resizer-b as v4l2-subdev\n");
1818 /* Register video-out device for resizer-a */
1819 ret = vpfe_video_register(&resizer->resizer_a.video_out, vdev);
1821 pr_err("Failed to register RSZ-A video-out device\n");
1822 goto out_video_out2_register;
1824 resizer->resizer_a.video_out.vpfe_dev = vpfe_dev;
1826 /* Register video-out device for resizer-b */
1827 ret = vpfe_video_register(&resizer->resizer_b.video_out, vdev);
1829 pr_err("Failed to register RSZ-B video-out device\n");
1830 goto out_video_out2_register;
1832 resizer->resizer_b.video_out.vpfe_dev = vpfe_dev;
1834 /* create link between Resizer Crop----> Resizer A*/
1835 ret = media_create_pad_link(&resizer->crop_resizer.subdev.entity, 1,
1836 &resizer->resizer_a.subdev.entity,
1839 goto out_create_link;
1841 /* create link between Resizer Crop----> Resizer B*/
1842 ret = media_create_pad_link(&resizer->crop_resizer.subdev.entity, 2,
1843 &resizer->resizer_b.subdev.entity,
1846 goto out_create_link;
1848 /* create link between Resizer A ----> video out */
1849 ret = media_create_pad_link(&resizer->resizer_a.subdev.entity, 1,
1850 &resizer->resizer_a.video_out.video_dev.entity, 0, flags);
1852 goto out_create_link;
1854 /* create link between Resizer B ----> video out */
1855 ret = media_create_pad_link(&resizer->resizer_b.subdev.entity, 1,
1856 &resizer->resizer_b.video_out.video_dev.entity, 0, flags);
1858 goto out_create_link;
1863 vpfe_video_unregister(&resizer->resizer_b.video_out);
1864 out_video_out2_register:
1865 vpfe_video_unregister(&resizer->resizer_a.video_out);
1866 v4l2_device_unregister_subdev(&resizer->crop_resizer.subdev);
1867 v4l2_device_unregister_subdev(&resizer->resizer_a.subdev);
1868 v4l2_device_unregister_subdev(&resizer->resizer_b.subdev);
1869 media_entity_cleanup(&resizer->crop_resizer.subdev.entity);
1870 media_entity_cleanup(&resizer->resizer_a.subdev.entity);
1871 media_entity_cleanup(&resizer->resizer_b.subdev.entity);
1876 * vpfe_resizer_init() - resizer device initialization.
1877 * @vpfe_rsz - pointer to resizer device
1878 * @pdev: platform device pointer.
1880 int vpfe_resizer_init(struct vpfe_resizer_device *vpfe_rsz,
1881 struct platform_device *pdev)
1883 struct v4l2_subdev *sd = &vpfe_rsz->crop_resizer.subdev;
1884 struct media_pad *pads = &vpfe_rsz->crop_resizer.pads[0];
1885 struct media_entity *me = &sd->entity;
1886 static resource_size_t res_len;
1887 struct resource *res;
1890 res = platform_get_resource(pdev, IORESOURCE_MEM, 5);
1894 res_len = resource_size(res);
1895 res = request_mem_region(res->start, res_len, res->name);
1899 vpfe_rsz->base_addr = ioremap_nocache(res->start, res_len);
1900 if (!vpfe_rsz->base_addr)
1903 v4l2_subdev_init(sd, &resizer_v4l2_ops);
1904 sd->internal_ops = &resizer_v4l2_internal_ops;
1905 strlcpy(sd->name, "DAVINCI RESIZER CROP", sizeof(sd->name));
1906 sd->grp_id = 1 << 16; /* group ID for davinci subdevs */
1907 v4l2_set_subdevdata(sd, vpfe_rsz);
1908 sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
1910 pads[RESIZER_CROP_PAD_SINK].flags = MEDIA_PAD_FL_SINK;
1911 pads[RESIZER_CROP_PAD_SOURCE].flags = MEDIA_PAD_FL_SOURCE;
1912 pads[RESIZER_CROP_PAD_SOURCE2].flags = MEDIA_PAD_FL_SOURCE;
1914 vpfe_rsz->crop_resizer.input = RESIZER_CROP_INPUT_NONE;
1915 vpfe_rsz->crop_resizer.output = RESIZER_CROP_OUTPUT_NONE;
1916 vpfe_rsz->crop_resizer.output2 = RESIZER_CROP_OUTPUT_NONE;
1917 vpfe_rsz->crop_resizer.rsz_device = vpfe_rsz;
1918 me->ops = &resizer_media_ops;
1919 ret = media_entity_pads_init(me, RESIZER_CROP_PADS_NUM, pads);
1923 sd = &vpfe_rsz->resizer_a.subdev;
1924 pads = &vpfe_rsz->resizer_a.pads[0];
1927 v4l2_subdev_init(sd, &resizer_v4l2_ops);
1928 sd->internal_ops = &resizer_v4l2_internal_ops;
1929 strlcpy(sd->name, "DAVINCI RESIZER A", sizeof(sd->name));
1930 sd->grp_id = 1 << 16; /* group ID for davinci subdevs */
1931 v4l2_set_subdevdata(sd, vpfe_rsz);
1932 sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
1934 pads[RESIZER_PAD_SINK].flags = MEDIA_PAD_FL_SINK;
1935 pads[RESIZER_PAD_SOURCE].flags = MEDIA_PAD_FL_SOURCE;
1937 vpfe_rsz->resizer_a.input = RESIZER_INPUT_NONE;
1938 vpfe_rsz->resizer_a.output = RESIZER_OUTPUT_NONE;
1939 vpfe_rsz->resizer_a.rsz_device = vpfe_rsz;
1940 me->ops = &resizer_media_ops;
1941 ret = media_entity_pads_init(me, RESIZER_PADS_NUM, pads);
1945 sd = &vpfe_rsz->resizer_b.subdev;
1946 pads = &vpfe_rsz->resizer_b.pads[0];
1949 v4l2_subdev_init(sd, &resizer_v4l2_ops);
1950 sd->internal_ops = &resizer_v4l2_internal_ops;
1951 strlcpy(sd->name, "DAVINCI RESIZER B", sizeof(sd->name));
1952 sd->grp_id = 1 << 16; /* group ID for davinci subdevs */
1953 v4l2_set_subdevdata(sd, vpfe_rsz);
1954 sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
1956 pads[RESIZER_PAD_SINK].flags = MEDIA_PAD_FL_SINK;
1957 pads[RESIZER_PAD_SOURCE].flags = MEDIA_PAD_FL_SOURCE;
1959 vpfe_rsz->resizer_b.input = RESIZER_INPUT_NONE;
1960 vpfe_rsz->resizer_b.output = RESIZER_OUTPUT_NONE;
1961 vpfe_rsz->resizer_b.rsz_device = vpfe_rsz;
1962 me->ops = &resizer_media_ops;
1963 ret = media_entity_pads_init(me, RESIZER_PADS_NUM, pads);
1967 vpfe_rsz->resizer_a.video_out.ops = &resizer_a_video_ops;
1968 vpfe_rsz->resizer_a.video_out.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1969 ret = vpfe_video_init(&vpfe_rsz->resizer_a.video_out, "RSZ-A");
1971 pr_err("Failed to init RSZ video-out device\n");
1974 vpfe_rsz->resizer_b.video_out.ops = &resizer_b_video_ops;
1975 vpfe_rsz->resizer_b.video_out.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1976 ret = vpfe_video_init(&vpfe_rsz->resizer_b.video_out, "RSZ-B");
1978 pr_err("Failed to init RSZ video-out2 device\n");
1981 memset(&vpfe_rsz->config, 0, sizeof(struct resizer_params));
1987 vpfe_resizer_cleanup(struct vpfe_resizer_device *vpfe_rsz,
1988 struct platform_device *pdev)
1990 struct resource *res;
1992 iounmap(vpfe_rsz->base_addr);
1993 res = platform_get_resource(pdev, IORESOURCE_MEM, 5);
1995 release_mem_region(res->start,
1996 resource_size(res));