2 * drivers/media/i2c/smiapp/smiapp-core.c
4 * Generic driver for SMIA/SMIA++ compliant camera modules
6 * Copyright (C) 2010--2012 Nokia Corporation
7 * Contact: Sakari Ailus <sakari.ailus@iki.fi>
9 * Based on smiapp driver by Vimarsh Zutshi
10 * Based on jt8ev1.c by Vimarsh Zutshi
11 * Based on smia-sensor.c by Tuukka Toivonen <tuukkat76@gmail.com>
13 * This program is free software; you can redistribute it and/or
14 * modify it under the terms of the GNU General Public License
15 * version 2 as published by the Free Software Foundation.
17 * This program is distributed in the hope that it will be useful, but
18 * WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20 * General Public License for more details.
23 #include <linux/clk.h>
24 #include <linux/delay.h>
25 #include <linux/device.h>
26 #include <linux/gpio.h>
27 #include <linux/gpio/consumer.h>
28 #include <linux/module.h>
29 #include <linux/regulator/consumer.h>
30 #include <linux/slab.h>
31 #include <linux/smiapp.h>
32 #include <linux/v4l2-mediabus.h>
33 #include <media/v4l2-device.h>
34 #include <media/v4l2-of.h>
38 #define SMIAPP_ALIGN_DIM(dim, flags) \
39 ((flags) & V4L2_SEL_FLAG_GE \
44 * smiapp_module_idents - supported camera modules
46 static const struct smiapp_module_ident smiapp_module_idents[] = {
47 SMIAPP_IDENT_L(0x01, 0x022b, -1, "vs6555"),
48 SMIAPP_IDENT_L(0x01, 0x022e, -1, "vw6558"),
49 SMIAPP_IDENT_L(0x07, 0x7698, -1, "ovm7698"),
50 SMIAPP_IDENT_L(0x0b, 0x4242, -1, "smiapp-003"),
51 SMIAPP_IDENT_L(0x0c, 0x208a, -1, "tcm8330md"),
52 SMIAPP_IDENT_LQ(0x0c, 0x2134, -1, "tcm8500md", &smiapp_tcm8500md_quirk),
53 SMIAPP_IDENT_L(0x0c, 0x213e, -1, "et8en2"),
54 SMIAPP_IDENT_L(0x0c, 0x2184, -1, "tcm8580md"),
55 SMIAPP_IDENT_LQ(0x0c, 0x560f, -1, "jt8ew9", &smiapp_jt8ew9_quirk),
56 SMIAPP_IDENT_LQ(0x10, 0x4141, -1, "jt8ev1", &smiapp_jt8ev1_quirk),
57 SMIAPP_IDENT_LQ(0x10, 0x4241, -1, "imx125es", &smiapp_imx125es_quirk),
62 * Dynamic Capability Identification
66 static int smiapp_read_frame_fmt(struct smiapp_sensor *sensor)
68 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
69 u32 fmt_model_type, fmt_model_subtype, ncol_desc, nrow_desc;
73 int embedded_start = -1, embedded_end = -1;
76 rval = smiapp_read(sensor, SMIAPP_REG_U8_FRAME_FORMAT_MODEL_TYPE,
81 rval = smiapp_read(sensor, SMIAPP_REG_U8_FRAME_FORMAT_MODEL_SUBTYPE,
86 ncol_desc = (fmt_model_subtype
87 & SMIAPP_FRAME_FORMAT_MODEL_SUBTYPE_NCOLS_MASK)
88 >> SMIAPP_FRAME_FORMAT_MODEL_SUBTYPE_NCOLS_SHIFT;
89 nrow_desc = fmt_model_subtype
90 & SMIAPP_FRAME_FORMAT_MODEL_SUBTYPE_NROWS_MASK;
92 dev_dbg(&client->dev, "format_model_type %s\n",
93 fmt_model_type == SMIAPP_FRAME_FORMAT_MODEL_TYPE_2BYTE
95 fmt_model_type == SMIAPP_FRAME_FORMAT_MODEL_TYPE_4BYTE
96 ? "4 byte" : "is simply bad");
98 for (i = 0; i < ncol_desc + nrow_desc; i++) {
105 if (fmt_model_type == SMIAPP_FRAME_FORMAT_MODEL_TYPE_2BYTE) {
108 SMIAPP_REG_U16_FRAME_FORMAT_DESCRIPTOR_2(i),
115 & SMIAPP_FRAME_FORMAT_DESC_2_PIXELCODE_MASK)
116 >> SMIAPP_FRAME_FORMAT_DESC_2_PIXELCODE_SHIFT;
117 pixels = desc & SMIAPP_FRAME_FORMAT_DESC_2_PIXELS_MASK;
118 } else if (fmt_model_type
119 == SMIAPP_FRAME_FORMAT_MODEL_TYPE_4BYTE) {
122 SMIAPP_REG_U32_FRAME_FORMAT_DESCRIPTOR_4(i),
129 & SMIAPP_FRAME_FORMAT_DESC_4_PIXELCODE_MASK)
130 >> SMIAPP_FRAME_FORMAT_DESC_4_PIXELCODE_SHIFT;
131 pixels = desc & SMIAPP_FRAME_FORMAT_DESC_4_PIXELS_MASK;
133 dev_dbg(&client->dev,
134 "invalid frame format model type %d\n",
145 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_EMBEDDED:
148 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_DUMMY:
151 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_BLACK:
154 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_DARK:
157 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_VISIBLE:
162 dev_dbg(&client->dev, "pixelcode %d\n", pixelcode);
166 dev_dbg(&client->dev, "%s pixels: %d %s\n",
167 what, pixels, which);
172 /* Handle row descriptors */
174 == SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_EMBEDDED) {
175 embedded_start = line_count;
177 if (pixelcode == SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_VISIBLE
178 || pixels >= sensor->limits[SMIAPP_LIMIT_MIN_FRAME_LENGTH_LINES] / 2)
179 image_start = line_count;
180 if (embedded_start != -1 && embedded_end == -1)
181 embedded_end = line_count;
183 line_count += pixels;
186 if (embedded_start == -1 || embedded_end == -1) {
191 sensor->image_start = image_start;
193 dev_dbg(&client->dev, "embedded data from lines %d to %d\n",
194 embedded_start, embedded_end);
195 dev_dbg(&client->dev, "image data starts at line %d\n", image_start);
200 static int smiapp_pll_configure(struct smiapp_sensor *sensor)
202 struct smiapp_pll *pll = &sensor->pll;
206 sensor, SMIAPP_REG_U16_VT_PIX_CLK_DIV, pll->vt.pix_clk_div);
211 sensor, SMIAPP_REG_U16_VT_SYS_CLK_DIV, pll->vt.sys_clk_div);
216 sensor, SMIAPP_REG_U16_PRE_PLL_CLK_DIV, pll->pre_pll_clk_div);
221 sensor, SMIAPP_REG_U16_PLL_MULTIPLIER, pll->pll_multiplier);
225 /* Lane op clock ratio does not apply here. */
227 sensor, SMIAPP_REG_U32_REQUESTED_LINK_BIT_RATE_MBPS,
228 DIV_ROUND_UP(pll->op.sys_clk_freq_hz, 1000000 / 256 / 256));
229 if (rval < 0 || sensor->minfo.smiapp_profile == SMIAPP_PROFILE_0)
233 sensor, SMIAPP_REG_U16_OP_PIX_CLK_DIV, pll->op.pix_clk_div);
238 sensor, SMIAPP_REG_U16_OP_SYS_CLK_DIV, pll->op.sys_clk_div);
241 static int smiapp_pll_try(struct smiapp_sensor *sensor,
242 struct smiapp_pll *pll)
244 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
245 struct smiapp_pll_limits lim = {
246 .min_pre_pll_clk_div = sensor->limits[SMIAPP_LIMIT_MIN_PRE_PLL_CLK_DIV],
247 .max_pre_pll_clk_div = sensor->limits[SMIAPP_LIMIT_MAX_PRE_PLL_CLK_DIV],
248 .min_pll_ip_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_PLL_IP_FREQ_HZ],
249 .max_pll_ip_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_PLL_IP_FREQ_HZ],
250 .min_pll_multiplier = sensor->limits[SMIAPP_LIMIT_MIN_PLL_MULTIPLIER],
251 .max_pll_multiplier = sensor->limits[SMIAPP_LIMIT_MAX_PLL_MULTIPLIER],
252 .min_pll_op_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_PLL_OP_FREQ_HZ],
253 .max_pll_op_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_PLL_OP_FREQ_HZ],
255 .op.min_sys_clk_div = sensor->limits[SMIAPP_LIMIT_MIN_OP_SYS_CLK_DIV],
256 .op.max_sys_clk_div = sensor->limits[SMIAPP_LIMIT_MAX_OP_SYS_CLK_DIV],
257 .op.min_pix_clk_div = sensor->limits[SMIAPP_LIMIT_MIN_OP_PIX_CLK_DIV],
258 .op.max_pix_clk_div = sensor->limits[SMIAPP_LIMIT_MAX_OP_PIX_CLK_DIV],
259 .op.min_sys_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_OP_SYS_CLK_FREQ_HZ],
260 .op.max_sys_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_OP_SYS_CLK_FREQ_HZ],
261 .op.min_pix_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_OP_PIX_CLK_FREQ_HZ],
262 .op.max_pix_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_OP_PIX_CLK_FREQ_HZ],
264 .vt.min_sys_clk_div = sensor->limits[SMIAPP_LIMIT_MIN_VT_SYS_CLK_DIV],
265 .vt.max_sys_clk_div = sensor->limits[SMIAPP_LIMIT_MAX_VT_SYS_CLK_DIV],
266 .vt.min_pix_clk_div = sensor->limits[SMIAPP_LIMIT_MIN_VT_PIX_CLK_DIV],
267 .vt.max_pix_clk_div = sensor->limits[SMIAPP_LIMIT_MAX_VT_PIX_CLK_DIV],
268 .vt.min_sys_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_VT_SYS_CLK_FREQ_HZ],
269 .vt.max_sys_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_VT_SYS_CLK_FREQ_HZ],
270 .vt.min_pix_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_VT_PIX_CLK_FREQ_HZ],
271 .vt.max_pix_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_VT_PIX_CLK_FREQ_HZ],
273 .min_line_length_pck_bin = sensor->limits[SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK_BIN],
274 .min_line_length_pck = sensor->limits[SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK],
277 return smiapp_pll_calculate(&client->dev, &lim, pll);
280 static int smiapp_pll_update(struct smiapp_sensor *sensor)
282 struct smiapp_pll *pll = &sensor->pll;
285 pll->binning_horizontal = sensor->binning_horizontal;
286 pll->binning_vertical = sensor->binning_vertical;
288 sensor->link_freq->qmenu_int[sensor->link_freq->val];
289 pll->scale_m = sensor->scale_m;
290 pll->bits_per_pixel = sensor->csi_format->compressed;
292 rval = smiapp_pll_try(sensor, pll);
296 __v4l2_ctrl_s_ctrl_int64(sensor->pixel_rate_parray,
297 pll->pixel_rate_pixel_array);
298 __v4l2_ctrl_s_ctrl_int64(sensor->pixel_rate_csi, pll->pixel_rate_csi);
306 * V4L2 Controls handling
310 static void __smiapp_update_exposure_limits(struct smiapp_sensor *sensor)
312 struct v4l2_ctrl *ctrl = sensor->exposure;
315 max = sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height
316 + sensor->vblank->val
317 - sensor->limits[SMIAPP_LIMIT_COARSE_INTEGRATION_TIME_MAX_MARGIN];
319 __v4l2_ctrl_modify_range(ctrl, ctrl->minimum, max, ctrl->step, max);
325 * 1. Bits-per-pixel, descending.
326 * 2. Bits-per-pixel compressed, descending.
327 * 3. Pixel order, same as in pixel_order_str. Formats for all four pixel
328 * orders must be defined.
330 static const struct smiapp_csi_data_format smiapp_csi_data_formats[] = {
331 { MEDIA_BUS_FMT_SGRBG16_1X16, 16, 16, SMIAPP_PIXEL_ORDER_GRBG, },
332 { MEDIA_BUS_FMT_SRGGB16_1X16, 16, 16, SMIAPP_PIXEL_ORDER_RGGB, },
333 { MEDIA_BUS_FMT_SBGGR16_1X16, 16, 16, SMIAPP_PIXEL_ORDER_BGGR, },
334 { MEDIA_BUS_FMT_SGBRG16_1X16, 16, 16, SMIAPP_PIXEL_ORDER_GBRG, },
335 { MEDIA_BUS_FMT_SGRBG14_1X14, 14, 14, SMIAPP_PIXEL_ORDER_GRBG, },
336 { MEDIA_BUS_FMT_SRGGB14_1X14, 14, 14, SMIAPP_PIXEL_ORDER_RGGB, },
337 { MEDIA_BUS_FMT_SBGGR14_1X14, 14, 14, SMIAPP_PIXEL_ORDER_BGGR, },
338 { MEDIA_BUS_FMT_SGBRG14_1X14, 14, 14, SMIAPP_PIXEL_ORDER_GBRG, },
339 { MEDIA_BUS_FMT_SGRBG12_1X12, 12, 12, SMIAPP_PIXEL_ORDER_GRBG, },
340 { MEDIA_BUS_FMT_SRGGB12_1X12, 12, 12, SMIAPP_PIXEL_ORDER_RGGB, },
341 { MEDIA_BUS_FMT_SBGGR12_1X12, 12, 12, SMIAPP_PIXEL_ORDER_BGGR, },
342 { MEDIA_BUS_FMT_SGBRG12_1X12, 12, 12, SMIAPP_PIXEL_ORDER_GBRG, },
343 { MEDIA_BUS_FMT_SGRBG10_1X10, 10, 10, SMIAPP_PIXEL_ORDER_GRBG, },
344 { MEDIA_BUS_FMT_SRGGB10_1X10, 10, 10, SMIAPP_PIXEL_ORDER_RGGB, },
345 { MEDIA_BUS_FMT_SBGGR10_1X10, 10, 10, SMIAPP_PIXEL_ORDER_BGGR, },
346 { MEDIA_BUS_FMT_SGBRG10_1X10, 10, 10, SMIAPP_PIXEL_ORDER_GBRG, },
347 { MEDIA_BUS_FMT_SGRBG10_DPCM8_1X8, 10, 8, SMIAPP_PIXEL_ORDER_GRBG, },
348 { MEDIA_BUS_FMT_SRGGB10_DPCM8_1X8, 10, 8, SMIAPP_PIXEL_ORDER_RGGB, },
349 { MEDIA_BUS_FMT_SBGGR10_DPCM8_1X8, 10, 8, SMIAPP_PIXEL_ORDER_BGGR, },
350 { MEDIA_BUS_FMT_SGBRG10_DPCM8_1X8, 10, 8, SMIAPP_PIXEL_ORDER_GBRG, },
351 { MEDIA_BUS_FMT_SGRBG8_1X8, 8, 8, SMIAPP_PIXEL_ORDER_GRBG, },
352 { MEDIA_BUS_FMT_SRGGB8_1X8, 8, 8, SMIAPP_PIXEL_ORDER_RGGB, },
353 { MEDIA_BUS_FMT_SBGGR8_1X8, 8, 8, SMIAPP_PIXEL_ORDER_BGGR, },
354 { MEDIA_BUS_FMT_SGBRG8_1X8, 8, 8, SMIAPP_PIXEL_ORDER_GBRG, },
357 static const char *pixel_order_str[] = { "GRBG", "RGGB", "BGGR", "GBRG" };
359 #define to_csi_format_idx(fmt) (((unsigned long)(fmt) \
360 - (unsigned long)smiapp_csi_data_formats) \
361 / sizeof(*smiapp_csi_data_formats))
363 static u32 smiapp_pixel_order(struct smiapp_sensor *sensor)
365 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
369 if (sensor->hflip->val)
370 flip |= SMIAPP_IMAGE_ORIENTATION_HFLIP;
372 if (sensor->vflip->val)
373 flip |= SMIAPP_IMAGE_ORIENTATION_VFLIP;
376 flip ^= sensor->hvflip_inv_mask;
378 dev_dbg(&client->dev, "flip %d\n", flip);
379 return sensor->default_pixel_order ^ flip;
382 static void smiapp_update_mbus_formats(struct smiapp_sensor *sensor)
384 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
385 unsigned int csi_format_idx =
386 to_csi_format_idx(sensor->csi_format) & ~3;
387 unsigned int internal_csi_format_idx =
388 to_csi_format_idx(sensor->internal_csi_format) & ~3;
389 unsigned int pixel_order = smiapp_pixel_order(sensor);
391 sensor->mbus_frame_fmts =
392 sensor->default_mbus_frame_fmts << pixel_order;
394 &smiapp_csi_data_formats[csi_format_idx + pixel_order];
395 sensor->internal_csi_format =
396 &smiapp_csi_data_formats[internal_csi_format_idx
399 BUG_ON(max(internal_csi_format_idx, csi_format_idx) + pixel_order
400 >= ARRAY_SIZE(smiapp_csi_data_formats));
402 dev_dbg(&client->dev, "new pixel order %s\n",
403 pixel_order_str[pixel_order]);
406 static const char * const smiapp_test_patterns[] = {
409 "Eight Vertical Colour Bars",
410 "Colour Bars With Fade to Grey",
411 "Pseudorandom Sequence (PN9)",
414 static int smiapp_set_ctrl(struct v4l2_ctrl *ctrl)
416 struct smiapp_sensor *sensor =
417 container_of(ctrl->handler, struct smiapp_subdev, ctrl_handler)
424 case V4L2_CID_ANALOGUE_GAIN:
427 SMIAPP_REG_U16_ANALOGUE_GAIN_CODE_GLOBAL, ctrl->val);
429 case V4L2_CID_EXPOSURE:
432 SMIAPP_REG_U16_COARSE_INTEGRATION_TIME, ctrl->val);
436 if (sensor->streaming)
439 if (sensor->hflip->val)
440 orient |= SMIAPP_IMAGE_ORIENTATION_HFLIP;
442 if (sensor->vflip->val)
443 orient |= SMIAPP_IMAGE_ORIENTATION_VFLIP;
445 orient ^= sensor->hvflip_inv_mask;
446 rval = smiapp_write(sensor,
447 SMIAPP_REG_U8_IMAGE_ORIENTATION,
452 smiapp_update_mbus_formats(sensor);
456 case V4L2_CID_VBLANK:
457 exposure = sensor->exposure->val;
459 __smiapp_update_exposure_limits(sensor);
461 if (exposure > sensor->exposure->maximum) {
462 sensor->exposure->val =
463 sensor->exposure->maximum;
464 rval = smiapp_set_ctrl(
471 sensor, SMIAPP_REG_U16_FRAME_LENGTH_LINES,
472 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height
475 case V4L2_CID_HBLANK:
477 sensor, SMIAPP_REG_U16_LINE_LENGTH_PCK,
478 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].width
481 case V4L2_CID_LINK_FREQ:
482 if (sensor->streaming)
485 return smiapp_pll_update(sensor);
487 case V4L2_CID_TEST_PATTERN: {
490 for (i = 0; i < ARRAY_SIZE(sensor->test_data); i++)
492 sensor->test_data[i],
494 V4L2_SMIAPP_TEST_PATTERN_MODE_SOLID_COLOUR);
497 sensor, SMIAPP_REG_U16_TEST_PATTERN_MODE, ctrl->val);
500 case V4L2_CID_TEST_PATTERN_RED:
502 sensor, SMIAPP_REG_U16_TEST_DATA_RED, ctrl->val);
504 case V4L2_CID_TEST_PATTERN_GREENR:
506 sensor, SMIAPP_REG_U16_TEST_DATA_GREENR, ctrl->val);
508 case V4L2_CID_TEST_PATTERN_BLUE:
510 sensor, SMIAPP_REG_U16_TEST_DATA_BLUE, ctrl->val);
512 case V4L2_CID_TEST_PATTERN_GREENB:
514 sensor, SMIAPP_REG_U16_TEST_DATA_GREENB, ctrl->val);
516 case V4L2_CID_PIXEL_RATE:
517 /* For v4l2_ctrl_s_ctrl_int64() used internally. */
525 static const struct v4l2_ctrl_ops smiapp_ctrl_ops = {
526 .s_ctrl = smiapp_set_ctrl,
529 static int smiapp_init_controls(struct smiapp_sensor *sensor)
531 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
534 rval = v4l2_ctrl_handler_init(&sensor->pixel_array->ctrl_handler, 12);
538 sensor->pixel_array->ctrl_handler.lock = &sensor->mutex;
540 sensor->analog_gain = v4l2_ctrl_new_std(
541 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
542 V4L2_CID_ANALOGUE_GAIN,
543 sensor->limits[SMIAPP_LIMIT_ANALOGUE_GAIN_CODE_MIN],
544 sensor->limits[SMIAPP_LIMIT_ANALOGUE_GAIN_CODE_MAX],
545 max(sensor->limits[SMIAPP_LIMIT_ANALOGUE_GAIN_CODE_STEP], 1U),
546 sensor->limits[SMIAPP_LIMIT_ANALOGUE_GAIN_CODE_MIN]);
548 /* Exposure limits will be updated soon, use just something here. */
549 sensor->exposure = v4l2_ctrl_new_std(
550 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
551 V4L2_CID_EXPOSURE, 0, 0, 1, 0);
553 sensor->hflip = v4l2_ctrl_new_std(
554 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
555 V4L2_CID_HFLIP, 0, 1, 1, 0);
556 sensor->vflip = v4l2_ctrl_new_std(
557 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
558 V4L2_CID_VFLIP, 0, 1, 1, 0);
560 sensor->vblank = v4l2_ctrl_new_std(
561 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
562 V4L2_CID_VBLANK, 0, 1, 1, 0);
565 sensor->vblank->flags |= V4L2_CTRL_FLAG_UPDATE;
567 sensor->hblank = v4l2_ctrl_new_std(
568 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
569 V4L2_CID_HBLANK, 0, 1, 1, 0);
572 sensor->hblank->flags |= V4L2_CTRL_FLAG_UPDATE;
574 sensor->pixel_rate_parray = v4l2_ctrl_new_std(
575 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
576 V4L2_CID_PIXEL_RATE, 1, INT_MAX, 1, 1);
578 v4l2_ctrl_new_std_menu_items(&sensor->pixel_array->ctrl_handler,
579 &smiapp_ctrl_ops, V4L2_CID_TEST_PATTERN,
580 ARRAY_SIZE(smiapp_test_patterns) - 1,
581 0, 0, smiapp_test_patterns);
583 if (sensor->pixel_array->ctrl_handler.error) {
584 dev_err(&client->dev,
585 "pixel array controls initialization failed (%d)\n",
586 sensor->pixel_array->ctrl_handler.error);
587 return sensor->pixel_array->ctrl_handler.error;
590 sensor->pixel_array->sd.ctrl_handler =
591 &sensor->pixel_array->ctrl_handler;
593 v4l2_ctrl_cluster(2, &sensor->hflip);
595 rval = v4l2_ctrl_handler_init(&sensor->src->ctrl_handler, 0);
599 sensor->src->ctrl_handler.lock = &sensor->mutex;
601 sensor->pixel_rate_csi = v4l2_ctrl_new_std(
602 &sensor->src->ctrl_handler, &smiapp_ctrl_ops,
603 V4L2_CID_PIXEL_RATE, 1, INT_MAX, 1, 1);
605 if (sensor->src->ctrl_handler.error) {
606 dev_err(&client->dev,
607 "src controls initialization failed (%d)\n",
608 sensor->src->ctrl_handler.error);
609 return sensor->src->ctrl_handler.error;
612 sensor->src->sd.ctrl_handler = &sensor->src->ctrl_handler;
618 * For controls that require information on available media bus codes
619 * and linke frequencies.
621 static int smiapp_init_late_controls(struct smiapp_sensor *sensor)
623 unsigned long *valid_link_freqs = &sensor->valid_link_freqs[
624 sensor->csi_format->compressed - SMIAPP_COMPRESSED_BASE];
627 for (i = 0; i < ARRAY_SIZE(sensor->test_data); i++) {
628 int max_value = (1 << sensor->csi_format->width) - 1;
630 sensor->test_data[i] = v4l2_ctrl_new_std(
631 &sensor->pixel_array->ctrl_handler,
632 &smiapp_ctrl_ops, V4L2_CID_TEST_PATTERN_RED + i,
633 0, max_value, 1, max_value);
636 for (max = 0; sensor->hwcfg->op_sys_clock[max + 1]; max++);
638 sensor->link_freq = v4l2_ctrl_new_int_menu(
639 &sensor->src->ctrl_handler, &smiapp_ctrl_ops,
640 V4L2_CID_LINK_FREQ, __fls(*valid_link_freqs),
641 __ffs(*valid_link_freqs), sensor->hwcfg->op_sys_clock);
643 return sensor->src->ctrl_handler.error;
646 static void smiapp_free_controls(struct smiapp_sensor *sensor)
650 for (i = 0; i < sensor->ssds_used; i++)
651 v4l2_ctrl_handler_free(&sensor->ssds[i].ctrl_handler);
654 static int smiapp_get_limits(struct smiapp_sensor *sensor, int const *limit,
657 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
662 for (i = 0; i < n; i++) {
664 sensor, smiapp_reg_limits[limit[i]].addr, &val);
667 sensor->limits[limit[i]] = val;
668 dev_dbg(&client->dev, "0x%8.8x \"%s\" = %u, 0x%x\n",
669 smiapp_reg_limits[limit[i]].addr,
670 smiapp_reg_limits[limit[i]].what, val, val);
676 static int smiapp_get_all_limits(struct smiapp_sensor *sensor)
681 for (i = 0; i < SMIAPP_LIMIT_LAST; i++) {
682 rval = smiapp_get_limits(sensor, &i, 1);
687 if (sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN] == 0)
688 smiapp_replace_limit(sensor, SMIAPP_LIMIT_SCALER_N_MIN, 16);
693 static int smiapp_get_limits_binning(struct smiapp_sensor *sensor)
695 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
696 static u32 const limits[] = {
697 SMIAPP_LIMIT_MIN_FRAME_LENGTH_LINES_BIN,
698 SMIAPP_LIMIT_MAX_FRAME_LENGTH_LINES_BIN,
699 SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK_BIN,
700 SMIAPP_LIMIT_MAX_LINE_LENGTH_PCK_BIN,
701 SMIAPP_LIMIT_MIN_LINE_BLANKING_PCK_BIN,
702 SMIAPP_LIMIT_FINE_INTEGRATION_TIME_MIN_BIN,
703 SMIAPP_LIMIT_FINE_INTEGRATION_TIME_MAX_MARGIN_BIN,
705 static u32 const limits_replace[] = {
706 SMIAPP_LIMIT_MIN_FRAME_LENGTH_LINES,
707 SMIAPP_LIMIT_MAX_FRAME_LENGTH_LINES,
708 SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK,
709 SMIAPP_LIMIT_MAX_LINE_LENGTH_PCK,
710 SMIAPP_LIMIT_MIN_LINE_BLANKING_PCK,
711 SMIAPP_LIMIT_FINE_INTEGRATION_TIME_MIN,
712 SMIAPP_LIMIT_FINE_INTEGRATION_TIME_MAX_MARGIN,
717 if (sensor->limits[SMIAPP_LIMIT_BINNING_CAPABILITY] ==
718 SMIAPP_BINNING_CAPABILITY_NO) {
719 for (i = 0; i < ARRAY_SIZE(limits); i++)
720 sensor->limits[limits[i]] =
721 sensor->limits[limits_replace[i]];
726 rval = smiapp_get_limits(sensor, limits, ARRAY_SIZE(limits));
731 * Sanity check whether the binning limits are valid. If not,
732 * use the non-binning ones.
734 if (sensor->limits[SMIAPP_LIMIT_MIN_FRAME_LENGTH_LINES_BIN]
735 && sensor->limits[SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK_BIN]
736 && sensor->limits[SMIAPP_LIMIT_MIN_LINE_BLANKING_PCK_BIN])
739 for (i = 0; i < ARRAY_SIZE(limits); i++) {
740 dev_dbg(&client->dev,
741 "replace limit 0x%8.8x \"%s\" = %d, 0x%x\n",
742 smiapp_reg_limits[limits[i]].addr,
743 smiapp_reg_limits[limits[i]].what,
744 sensor->limits[limits_replace[i]],
745 sensor->limits[limits_replace[i]]);
746 sensor->limits[limits[i]] =
747 sensor->limits[limits_replace[i]];
753 static int smiapp_get_mbus_formats(struct smiapp_sensor *sensor)
755 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
756 struct smiapp_pll *pll = &sensor->pll;
757 unsigned int type, n;
758 unsigned int i, pixel_order;
762 sensor, SMIAPP_REG_U8_DATA_FORMAT_MODEL_TYPE, &type);
766 dev_dbg(&client->dev, "data_format_model_type %d\n", type);
768 rval = smiapp_read(sensor, SMIAPP_REG_U8_PIXEL_ORDER,
773 if (pixel_order >= ARRAY_SIZE(pixel_order_str)) {
774 dev_dbg(&client->dev, "bad pixel order %d\n", pixel_order);
778 dev_dbg(&client->dev, "pixel order %d (%s)\n", pixel_order,
779 pixel_order_str[pixel_order]);
782 case SMIAPP_DATA_FORMAT_MODEL_TYPE_NORMAL:
783 n = SMIAPP_DATA_FORMAT_MODEL_TYPE_NORMAL_N;
785 case SMIAPP_DATA_FORMAT_MODEL_TYPE_EXTENDED:
786 n = SMIAPP_DATA_FORMAT_MODEL_TYPE_EXTENDED_N;
792 sensor->default_pixel_order = pixel_order;
793 sensor->mbus_frame_fmts = 0;
795 for (i = 0; i < n; i++) {
800 SMIAPP_REG_U16_DATA_FORMAT_DESCRIPTOR(i), &fmt);
804 dev_dbg(&client->dev, "%u: bpp %u, compressed %u\n",
805 i, fmt >> 8, (u8)fmt);
807 for (j = 0; j < ARRAY_SIZE(smiapp_csi_data_formats); j++) {
808 const struct smiapp_csi_data_format *f =
809 &smiapp_csi_data_formats[j];
811 if (f->pixel_order != SMIAPP_PIXEL_ORDER_GRBG)
814 if (f->width != fmt >> 8 || f->compressed != (u8)fmt)
817 dev_dbg(&client->dev, "jolly good! %d\n", j);
819 sensor->default_mbus_frame_fmts |= 1 << j;
823 /* Figure out which BPP values can be used with which formats. */
824 pll->binning_horizontal = 1;
825 pll->binning_vertical = 1;
826 pll->scale_m = sensor->scale_m;
828 for (i = 0; i < ARRAY_SIZE(smiapp_csi_data_formats); i++) {
829 const struct smiapp_csi_data_format *f =
830 &smiapp_csi_data_formats[i];
831 unsigned long *valid_link_freqs =
832 &sensor->valid_link_freqs[
833 f->compressed - SMIAPP_COMPRESSED_BASE];
836 BUG_ON(f->compressed < SMIAPP_COMPRESSED_BASE);
837 BUG_ON(f->compressed > SMIAPP_COMPRESSED_MAX);
839 if (!(sensor->default_mbus_frame_fmts & 1 << i))
842 pll->bits_per_pixel = f->compressed;
844 for (j = 0; sensor->hwcfg->op_sys_clock[j]; j++) {
845 pll->link_freq = sensor->hwcfg->op_sys_clock[j];
847 rval = smiapp_pll_try(sensor, pll);
848 dev_dbg(&client->dev, "link freq %u Hz, bpp %u %s\n",
849 pll->link_freq, pll->bits_per_pixel,
850 rval ? "not ok" : "ok");
854 set_bit(j, valid_link_freqs);
857 if (!*valid_link_freqs) {
858 dev_info(&client->dev,
859 "no valid link frequencies for %u bpp\n",
861 sensor->default_mbus_frame_fmts &= ~BIT(i);
865 if (!sensor->csi_format
866 || f->width > sensor->csi_format->width
867 || (f->width == sensor->csi_format->width
868 && f->compressed > sensor->csi_format->compressed)) {
869 sensor->csi_format = f;
870 sensor->internal_csi_format = f;
874 if (!sensor->csi_format) {
875 dev_err(&client->dev, "no supported mbus code found\n");
879 smiapp_update_mbus_formats(sensor);
884 static void smiapp_update_blanking(struct smiapp_sensor *sensor)
886 struct v4l2_ctrl *vblank = sensor->vblank;
887 struct v4l2_ctrl *hblank = sensor->hblank;
891 sensor->limits[SMIAPP_LIMIT_MIN_FRAME_BLANKING_LINES],
892 sensor->limits[SMIAPP_LIMIT_MIN_FRAME_LENGTH_LINES_BIN] -
893 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height);
894 max = sensor->limits[SMIAPP_LIMIT_MAX_FRAME_LENGTH_LINES_BIN] -
895 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height;
897 __v4l2_ctrl_modify_range(vblank, min, max, vblank->step, min);
900 sensor->limits[SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK_BIN] -
901 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].width,
902 sensor->limits[SMIAPP_LIMIT_MIN_LINE_BLANKING_PCK_BIN]);
903 max = sensor->limits[SMIAPP_LIMIT_MAX_LINE_LENGTH_PCK_BIN] -
904 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].width;
906 __v4l2_ctrl_modify_range(hblank, min, max, hblank->step, min);
908 __smiapp_update_exposure_limits(sensor);
911 static int smiapp_update_mode(struct smiapp_sensor *sensor)
913 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
914 unsigned int binning_mode;
917 dev_dbg(&client->dev, "frame size: %dx%d\n",
918 sensor->src->crop[SMIAPP_PAD_SRC].width,
919 sensor->src->crop[SMIAPP_PAD_SRC].height);
920 dev_dbg(&client->dev, "csi format width: %d\n",
921 sensor->csi_format->width);
923 /* Binning has to be set up here; it affects limits */
924 if (sensor->binning_horizontal == 1 &&
925 sensor->binning_vertical == 1) {
929 (sensor->binning_horizontal << 4)
930 | sensor->binning_vertical;
933 sensor, SMIAPP_REG_U8_BINNING_TYPE, binning_type);
939 rval = smiapp_write(sensor, SMIAPP_REG_U8_BINNING_MODE, binning_mode);
943 /* Get updated limits due to binning */
944 rval = smiapp_get_limits_binning(sensor);
948 rval = smiapp_pll_update(sensor);
952 /* Output from pixel array, including blanking */
953 smiapp_update_blanking(sensor);
955 dev_dbg(&client->dev, "vblank\t\t%d\n", sensor->vblank->val);
956 dev_dbg(&client->dev, "hblank\t\t%d\n", sensor->hblank->val);
958 dev_dbg(&client->dev, "real timeperframe\t100/%d\n",
959 sensor->pll.pixel_rate_pixel_array /
960 ((sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].width
961 + sensor->hblank->val) *
962 (sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height
963 + sensor->vblank->val) / 100));
970 * SMIA++ NVM handling
973 static int smiapp_read_nvm(struct smiapp_sensor *sensor,
979 np = sensor->nvm_size / SMIAPP_NVM_PAGE_SIZE;
980 for (p = 0; p < np; p++) {
983 SMIAPP_REG_U8_DATA_TRANSFER_IF_1_PAGE_SELECT, p);
987 rval = smiapp_write(sensor,
988 SMIAPP_REG_U8_DATA_TRANSFER_IF_1_CTRL,
989 SMIAPP_DATA_TRANSFER_IF_1_CTRL_EN |
990 SMIAPP_DATA_TRANSFER_IF_1_CTRL_RD_EN);
994 for (i = 1000; i > 0; i--) {
997 SMIAPP_REG_U8_DATA_TRANSFER_IF_1_STATUS, &s);
1002 if (s & SMIAPP_DATA_TRANSFER_IF_1_STATUS_RD_READY)
1011 for (i = 0; i < SMIAPP_NVM_PAGE_SIZE; i++) {
1014 SMIAPP_REG_U8_DATA_TRANSFER_IF_1_DATA_0 + i,
1024 rval2 = smiapp_write(sensor, SMIAPP_REG_U8_DATA_TRANSFER_IF_1_CTRL, 0);
1033 * SMIA++ CCI address control
1036 static int smiapp_change_cci_addr(struct smiapp_sensor *sensor)
1038 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1042 client->addr = sensor->hwcfg->i2c_addr_dfl;
1044 rval = smiapp_write(sensor,
1045 SMIAPP_REG_U8_CCI_ADDRESS_CONTROL,
1046 sensor->hwcfg->i2c_addr_alt << 1);
1050 client->addr = sensor->hwcfg->i2c_addr_alt;
1052 /* verify addr change went ok */
1053 rval = smiapp_read(sensor, SMIAPP_REG_U8_CCI_ADDRESS_CONTROL, &val);
1057 if (val != sensor->hwcfg->i2c_addr_alt << 1)
1065 * SMIA++ Mode Control
1068 static int smiapp_setup_flash_strobe(struct smiapp_sensor *sensor)
1070 struct smiapp_flash_strobe_parms *strobe_setup;
1071 unsigned int ext_freq = sensor->hwcfg->ext_clk;
1073 u32 strobe_adjustment;
1074 u32 strobe_width_high_rs;
1077 strobe_setup = sensor->hwcfg->strobe_setup;
1080 * How to calculate registers related to strobe length. Please
1081 * do not change, or if you do at least know what you're
1084 * Sakari Ailus <sakari.ailus@iki.fi> 2010-10-25
1086 * flash_strobe_length [us] / 10^6 = (tFlash_strobe_width_ctrl
1087 * / EXTCLK freq [Hz]) * flash_strobe_adjustment
1089 * tFlash_strobe_width_ctrl E N, [1 - 0xffff]
1090 * flash_strobe_adjustment E N, [1 - 0xff]
1092 * The formula above is written as below to keep it on one
1095 * l / 10^6 = w / e * a
1097 * Let's mark w * a by x:
1105 * The strobe width must be at least as long as requested,
1106 * thus rounding upwards is needed.
1108 * x = (l * e + 10^6 - 1) / 10^6
1109 * -----------------------------
1111 * Maximum possible accuracy is wanted at all times. Thus keep
1112 * a as small as possible.
1114 * Calculate a, assuming maximum w, with rounding upwards:
1116 * a = (x + (2^16 - 1) - 1) / (2^16 - 1)
1117 * -------------------------------------
1119 * Thus, we also get w, with that a, with rounding upwards:
1121 * w = (x + a - 1) / a
1122 * -------------------
1126 * x E [1, (2^16 - 1) * (2^8 - 1)]
1128 * Substituting maximum x to the original formula (with rounding),
1129 * the maximum l is thus
1131 * (2^16 - 1) * (2^8 - 1) * 10^6 = l * e + 10^6 - 1
1133 * l = (10^6 * (2^16 - 1) * (2^8 - 1) - 10^6 + 1) / e
1134 * --------------------------------------------------
1136 * flash_strobe_length must be clamped between 1 and
1137 * (10^6 * (2^16 - 1) * (2^8 - 1) - 10^6 + 1) / EXTCLK freq.
1141 * flash_strobe_adjustment = ((flash_strobe_length *
1142 * EXTCLK freq + 10^6 - 1) / 10^6 + (2^16 - 1) - 1) / (2^16 - 1)
1144 * tFlash_strobe_width_ctrl = ((flash_strobe_length *
1145 * EXTCLK freq + 10^6 - 1) / 10^6 +
1146 * flash_strobe_adjustment - 1) / flash_strobe_adjustment
1148 tmp = div_u64(1000000ULL * ((1 << 16) - 1) * ((1 << 8) - 1) -
1149 1000000 + 1, ext_freq);
1150 strobe_setup->strobe_width_high_us =
1151 clamp_t(u32, strobe_setup->strobe_width_high_us, 1, tmp);
1153 tmp = div_u64(((u64)strobe_setup->strobe_width_high_us * (u64)ext_freq +
1154 1000000 - 1), 1000000ULL);
1155 strobe_adjustment = (tmp + (1 << 16) - 1 - 1) / ((1 << 16) - 1);
1156 strobe_width_high_rs = (tmp + strobe_adjustment - 1) /
1159 rval = smiapp_write(sensor, SMIAPP_REG_U8_FLASH_MODE_RS,
1160 strobe_setup->mode);
1164 rval = smiapp_write(sensor, SMIAPP_REG_U8_FLASH_STROBE_ADJUSTMENT,
1169 rval = smiapp_write(
1170 sensor, SMIAPP_REG_U16_TFLASH_STROBE_WIDTH_HIGH_RS_CTRL,
1171 strobe_width_high_rs);
1175 rval = smiapp_write(sensor, SMIAPP_REG_U16_TFLASH_STROBE_DELAY_RS_CTRL,
1176 strobe_setup->strobe_delay);
1180 rval = smiapp_write(sensor, SMIAPP_REG_U16_FLASH_STROBE_START_POINT,
1181 strobe_setup->stobe_start_point);
1185 rval = smiapp_write(sensor, SMIAPP_REG_U8_FLASH_TRIGGER_RS,
1186 strobe_setup->trigger);
1189 sensor->hwcfg->strobe_setup->trigger = 0;
1194 /* -----------------------------------------------------------------------------
1198 static int smiapp_power_on(struct smiapp_sensor *sensor)
1200 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1204 rval = regulator_enable(sensor->vana);
1206 dev_err(&client->dev, "failed to enable vana regulator\n");
1209 usleep_range(1000, 1000);
1211 rval = clk_prepare_enable(sensor->ext_clk);
1213 dev_dbg(&client->dev, "failed to enable xclk\n");
1216 usleep_range(1000, 1000);
1218 gpiod_set_value(sensor->xshutdown, 1);
1220 sleep = SMIAPP_RESET_DELAY(sensor->hwcfg->ext_clk);
1221 usleep_range(sleep, sleep);
1224 * Failures to respond to the address change command have been noticed.
1225 * Those failures seem to be caused by the sensor requiring a longer
1226 * boot time than advertised. An additional 10ms delay seems to work
1227 * around the issue, but the SMIA++ I2C write retry hack makes the delay
1228 * unnecessary. The failures need to be investigated to find a proper
1229 * fix, and a delay will likely need to be added here if the I2C write
1230 * retry hack is reverted before the root cause of the boot time issue
1234 if (sensor->hwcfg->i2c_addr_alt) {
1235 rval = smiapp_change_cci_addr(sensor);
1237 dev_err(&client->dev, "cci address change error\n");
1238 goto out_cci_addr_fail;
1242 rval = smiapp_write(sensor, SMIAPP_REG_U8_SOFTWARE_RESET,
1243 SMIAPP_SOFTWARE_RESET);
1245 dev_err(&client->dev, "software reset failed\n");
1246 goto out_cci_addr_fail;
1249 if (sensor->hwcfg->i2c_addr_alt) {
1250 rval = smiapp_change_cci_addr(sensor);
1252 dev_err(&client->dev, "cci address change error\n");
1253 goto out_cci_addr_fail;
1257 rval = smiapp_write(sensor, SMIAPP_REG_U16_COMPRESSION_MODE,
1258 SMIAPP_COMPRESSION_MODE_SIMPLE_PREDICTOR);
1260 dev_err(&client->dev, "compression mode set failed\n");
1261 goto out_cci_addr_fail;
1264 rval = smiapp_write(
1265 sensor, SMIAPP_REG_U16_EXTCLK_FREQUENCY_MHZ,
1266 sensor->hwcfg->ext_clk / (1000000 / (1 << 8)));
1268 dev_err(&client->dev, "extclk frequency set failed\n");
1269 goto out_cci_addr_fail;
1272 rval = smiapp_write(sensor, SMIAPP_REG_U8_CSI_LANE_MODE,
1273 sensor->hwcfg->lanes - 1);
1275 dev_err(&client->dev, "csi lane mode set failed\n");
1276 goto out_cci_addr_fail;
1279 rval = smiapp_write(sensor, SMIAPP_REG_U8_FAST_STANDBY_CTRL,
1280 SMIAPP_FAST_STANDBY_CTRL_IMMEDIATE);
1282 dev_err(&client->dev, "fast standby set failed\n");
1283 goto out_cci_addr_fail;
1286 rval = smiapp_write(sensor, SMIAPP_REG_U8_CSI_SIGNALLING_MODE,
1287 sensor->hwcfg->csi_signalling_mode);
1289 dev_err(&client->dev, "csi signalling mode set failed\n");
1290 goto out_cci_addr_fail;
1293 /* DPHY control done by sensor based on requested link rate */
1294 rval = smiapp_write(sensor, SMIAPP_REG_U8_DPHY_CTRL,
1295 SMIAPP_DPHY_CTRL_UI);
1299 rval = smiapp_call_quirk(sensor, post_poweron);
1301 dev_err(&client->dev, "post_poweron quirks failed\n");
1302 goto out_cci_addr_fail;
1305 /* Are we still initialising...? If yes, return here. */
1306 if (!sensor->pixel_array)
1309 rval = v4l2_ctrl_handler_setup(
1310 &sensor->pixel_array->ctrl_handler);
1312 goto out_cci_addr_fail;
1314 rval = v4l2_ctrl_handler_setup(&sensor->src->ctrl_handler);
1316 goto out_cci_addr_fail;
1318 mutex_lock(&sensor->mutex);
1319 rval = smiapp_update_mode(sensor);
1320 mutex_unlock(&sensor->mutex);
1322 goto out_cci_addr_fail;
1327 gpiod_set_value(sensor->xshutdown, 0);
1328 clk_disable_unprepare(sensor->ext_clk);
1331 regulator_disable(sensor->vana);
1335 static void smiapp_power_off(struct smiapp_sensor *sensor)
1338 * Currently power/clock to lens are enable/disabled separately
1339 * but they are essentially the same signals. So if the sensor is
1340 * powered off while the lens is powered on the sensor does not
1341 * really see a power off and next time the cci address change
1342 * will fail. So do a soft reset explicitly here.
1344 if (sensor->hwcfg->i2c_addr_alt)
1345 smiapp_write(sensor,
1346 SMIAPP_REG_U8_SOFTWARE_RESET,
1347 SMIAPP_SOFTWARE_RESET);
1349 gpiod_set_value(sensor->xshutdown, 0);
1350 clk_disable_unprepare(sensor->ext_clk);
1351 usleep_range(5000, 5000);
1352 regulator_disable(sensor->vana);
1353 sensor->streaming = false;
1356 static int smiapp_set_power(struct v4l2_subdev *subdev, int on)
1358 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1361 mutex_lock(&sensor->power_mutex);
1363 if (on && !sensor->power_count) {
1364 /* Power on and perform initialisation. */
1365 ret = smiapp_power_on(sensor);
1368 } else if (!on && sensor->power_count == 1) {
1369 smiapp_power_off(sensor);
1372 /* Update the power count. */
1373 sensor->power_count += on ? 1 : -1;
1374 WARN_ON(sensor->power_count < 0);
1377 mutex_unlock(&sensor->power_mutex);
1381 /* -----------------------------------------------------------------------------
1382 * Video stream management
1385 static int smiapp_start_streaming(struct smiapp_sensor *sensor)
1387 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1390 mutex_lock(&sensor->mutex);
1392 rval = smiapp_write(sensor, SMIAPP_REG_U16_CSI_DATA_FORMAT,
1393 (sensor->csi_format->width << 8) |
1394 sensor->csi_format->compressed);
1398 rval = smiapp_pll_configure(sensor);
1402 /* Analog crop start coordinates */
1403 rval = smiapp_write(sensor, SMIAPP_REG_U16_X_ADDR_START,
1404 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].left);
1408 rval = smiapp_write(sensor, SMIAPP_REG_U16_Y_ADDR_START,
1409 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].top);
1413 /* Analog crop end coordinates */
1414 rval = smiapp_write(
1415 sensor, SMIAPP_REG_U16_X_ADDR_END,
1416 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].left
1417 + sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].width - 1);
1421 rval = smiapp_write(
1422 sensor, SMIAPP_REG_U16_Y_ADDR_END,
1423 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].top
1424 + sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height - 1);
1429 * Output from pixel array, including blanking, is set using
1430 * controls below. No need to set here.
1434 if (sensor->limits[SMIAPP_LIMIT_DIGITAL_CROP_CAPABILITY]
1435 == SMIAPP_DIGITAL_CROP_CAPABILITY_INPUT_CROP) {
1436 rval = smiapp_write(
1437 sensor, SMIAPP_REG_U16_DIGITAL_CROP_X_OFFSET,
1438 sensor->scaler->crop[SMIAPP_PAD_SINK].left);
1442 rval = smiapp_write(
1443 sensor, SMIAPP_REG_U16_DIGITAL_CROP_Y_OFFSET,
1444 sensor->scaler->crop[SMIAPP_PAD_SINK].top);
1448 rval = smiapp_write(
1449 sensor, SMIAPP_REG_U16_DIGITAL_CROP_IMAGE_WIDTH,
1450 sensor->scaler->crop[SMIAPP_PAD_SINK].width);
1454 rval = smiapp_write(
1455 sensor, SMIAPP_REG_U16_DIGITAL_CROP_IMAGE_HEIGHT,
1456 sensor->scaler->crop[SMIAPP_PAD_SINK].height);
1462 if (sensor->limits[SMIAPP_LIMIT_SCALING_CAPABILITY]
1463 != SMIAPP_SCALING_CAPABILITY_NONE) {
1464 rval = smiapp_write(sensor, SMIAPP_REG_U16_SCALING_MODE,
1465 sensor->scaling_mode);
1469 rval = smiapp_write(sensor, SMIAPP_REG_U16_SCALE_M,
1475 /* Output size from sensor */
1476 rval = smiapp_write(sensor, SMIAPP_REG_U16_X_OUTPUT_SIZE,
1477 sensor->src->crop[SMIAPP_PAD_SRC].width);
1480 rval = smiapp_write(sensor, SMIAPP_REG_U16_Y_OUTPUT_SIZE,
1481 sensor->src->crop[SMIAPP_PAD_SRC].height);
1485 if ((sensor->limits[SMIAPP_LIMIT_FLASH_MODE_CAPABILITY] &
1486 (SMIAPP_FLASH_MODE_CAPABILITY_SINGLE_STROBE |
1487 SMIAPP_FLASH_MODE_CAPABILITY_MULTIPLE_STROBE)) &&
1488 sensor->hwcfg->strobe_setup != NULL &&
1489 sensor->hwcfg->strobe_setup->trigger != 0) {
1490 rval = smiapp_setup_flash_strobe(sensor);
1495 rval = smiapp_call_quirk(sensor, pre_streamon);
1497 dev_err(&client->dev, "pre_streamon quirks failed\n");
1501 rval = smiapp_write(sensor, SMIAPP_REG_U8_MODE_SELECT,
1502 SMIAPP_MODE_SELECT_STREAMING);
1505 mutex_unlock(&sensor->mutex);
1510 static int smiapp_stop_streaming(struct smiapp_sensor *sensor)
1512 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1515 mutex_lock(&sensor->mutex);
1516 rval = smiapp_write(sensor, SMIAPP_REG_U8_MODE_SELECT,
1517 SMIAPP_MODE_SELECT_SOFTWARE_STANDBY);
1521 rval = smiapp_call_quirk(sensor, post_streamoff);
1523 dev_err(&client->dev, "post_streamoff quirks failed\n");
1526 mutex_unlock(&sensor->mutex);
1530 /* -----------------------------------------------------------------------------
1531 * V4L2 subdev video operations
1534 static int smiapp_set_stream(struct v4l2_subdev *subdev, int enable)
1536 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1539 if (sensor->streaming == enable)
1543 sensor->streaming = true;
1544 rval = smiapp_start_streaming(sensor);
1546 sensor->streaming = false;
1548 rval = smiapp_stop_streaming(sensor);
1549 sensor->streaming = false;
1555 static int smiapp_enum_mbus_code(struct v4l2_subdev *subdev,
1556 struct v4l2_subdev_pad_config *cfg,
1557 struct v4l2_subdev_mbus_code_enum *code)
1559 struct i2c_client *client = v4l2_get_subdevdata(subdev);
1560 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1565 mutex_lock(&sensor->mutex);
1567 dev_err(&client->dev, "subdev %s, pad %d, index %d\n",
1568 subdev->name, code->pad, code->index);
1570 if (subdev != &sensor->src->sd || code->pad != SMIAPP_PAD_SRC) {
1574 code->code = sensor->internal_csi_format->code;
1579 for (i = 0; i < ARRAY_SIZE(smiapp_csi_data_formats); i++) {
1580 if (sensor->mbus_frame_fmts & (1 << i))
1583 if (idx == code->index) {
1584 code->code = smiapp_csi_data_formats[i].code;
1585 dev_err(&client->dev, "found index %d, i %d, code %x\n",
1586 code->index, i, code->code);
1593 mutex_unlock(&sensor->mutex);
1598 static u32 __smiapp_get_mbus_code(struct v4l2_subdev *subdev,
1601 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1603 if (subdev == &sensor->src->sd && pad == SMIAPP_PAD_SRC)
1604 return sensor->csi_format->code;
1606 return sensor->internal_csi_format->code;
1609 static int __smiapp_get_format(struct v4l2_subdev *subdev,
1610 struct v4l2_subdev_pad_config *cfg,
1611 struct v4l2_subdev_format *fmt)
1613 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
1615 if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1616 fmt->format = *v4l2_subdev_get_try_format(subdev, cfg, fmt->pad);
1618 struct v4l2_rect *r;
1620 if (fmt->pad == ssd->source_pad)
1621 r = &ssd->crop[ssd->source_pad];
1625 fmt->format.code = __smiapp_get_mbus_code(subdev, fmt->pad);
1626 fmt->format.width = r->width;
1627 fmt->format.height = r->height;
1628 fmt->format.field = V4L2_FIELD_NONE;
1634 static int smiapp_get_format(struct v4l2_subdev *subdev,
1635 struct v4l2_subdev_pad_config *cfg,
1636 struct v4l2_subdev_format *fmt)
1638 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1641 mutex_lock(&sensor->mutex);
1642 rval = __smiapp_get_format(subdev, cfg, fmt);
1643 mutex_unlock(&sensor->mutex);
1648 static void smiapp_get_crop_compose(struct v4l2_subdev *subdev,
1649 struct v4l2_subdev_pad_config *cfg,
1650 struct v4l2_rect **crops,
1651 struct v4l2_rect **comps, int which)
1653 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
1656 if (which == V4L2_SUBDEV_FORMAT_ACTIVE) {
1658 for (i = 0; i < subdev->entity.num_pads; i++)
1659 crops[i] = &ssd->crop[i];
1661 *comps = &ssd->compose;
1664 for (i = 0; i < subdev->entity.num_pads; i++) {
1665 crops[i] = v4l2_subdev_get_try_crop(subdev, cfg, i);
1670 *comps = v4l2_subdev_get_try_compose(subdev, cfg,
1677 /* Changes require propagation only on sink pad. */
1678 static void smiapp_propagate(struct v4l2_subdev *subdev,
1679 struct v4l2_subdev_pad_config *cfg, int which,
1682 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1683 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
1684 struct v4l2_rect *comp, *crops[SMIAPP_PADS];
1686 smiapp_get_crop_compose(subdev, cfg, crops, &comp, which);
1689 case V4L2_SEL_TGT_CROP:
1690 comp->width = crops[SMIAPP_PAD_SINK]->width;
1691 comp->height = crops[SMIAPP_PAD_SINK]->height;
1692 if (which == V4L2_SUBDEV_FORMAT_ACTIVE) {
1693 if (ssd == sensor->scaler) {
1696 SMIAPP_LIMIT_SCALER_N_MIN];
1697 sensor->scaling_mode =
1698 SMIAPP_SCALING_MODE_NONE;
1699 } else if (ssd == sensor->binner) {
1700 sensor->binning_horizontal = 1;
1701 sensor->binning_vertical = 1;
1705 case V4L2_SEL_TGT_COMPOSE:
1706 *crops[SMIAPP_PAD_SRC] = *comp;
1713 static const struct smiapp_csi_data_format
1714 *smiapp_validate_csi_data_format(struct smiapp_sensor *sensor, u32 code)
1716 const struct smiapp_csi_data_format *csi_format = sensor->csi_format;
1719 for (i = 0; i < ARRAY_SIZE(smiapp_csi_data_formats); i++) {
1720 if (sensor->mbus_frame_fmts & (1 << i)
1721 && smiapp_csi_data_formats[i].code == code)
1722 return &smiapp_csi_data_formats[i];
1728 static int smiapp_set_format_source(struct v4l2_subdev *subdev,
1729 struct v4l2_subdev_pad_config *cfg,
1730 struct v4l2_subdev_format *fmt)
1732 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1733 const struct smiapp_csi_data_format *csi_format,
1734 *old_csi_format = sensor->csi_format;
1735 unsigned long *valid_link_freqs;
1736 u32 code = fmt->format.code;
1740 rval = __smiapp_get_format(subdev, cfg, fmt);
1745 * Media bus code is changeable on src subdev's source pad. On
1746 * other source pads we just get format here.
1748 if (subdev != &sensor->src->sd)
1751 csi_format = smiapp_validate_csi_data_format(sensor, code);
1753 fmt->format.code = csi_format->code;
1755 if (fmt->which != V4L2_SUBDEV_FORMAT_ACTIVE)
1758 sensor->csi_format = csi_format;
1760 if (csi_format->width != old_csi_format->width)
1761 for (i = 0; i < ARRAY_SIZE(sensor->test_data); i++)
1762 __v4l2_ctrl_modify_range(
1763 sensor->test_data[i], 0,
1764 (1 << csi_format->width) - 1, 1, 0);
1766 if (csi_format->compressed == old_csi_format->compressed)
1770 &sensor->valid_link_freqs[sensor->csi_format->compressed
1771 - SMIAPP_COMPRESSED_BASE];
1773 __v4l2_ctrl_modify_range(
1774 sensor->link_freq, 0,
1775 __fls(*valid_link_freqs), ~*valid_link_freqs,
1776 __ffs(*valid_link_freqs));
1778 return smiapp_pll_update(sensor);
1781 static int smiapp_set_format(struct v4l2_subdev *subdev,
1782 struct v4l2_subdev_pad_config *cfg,
1783 struct v4l2_subdev_format *fmt)
1785 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1786 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
1787 struct v4l2_rect *crops[SMIAPP_PADS];
1789 mutex_lock(&sensor->mutex);
1791 if (fmt->pad == ssd->source_pad) {
1794 rval = smiapp_set_format_source(subdev, cfg, fmt);
1796 mutex_unlock(&sensor->mutex);
1801 /* Sink pad. Width and height are changeable here. */
1802 fmt->format.code = __smiapp_get_mbus_code(subdev, fmt->pad);
1803 fmt->format.width &= ~1;
1804 fmt->format.height &= ~1;
1805 fmt->format.field = V4L2_FIELD_NONE;
1808 clamp(fmt->format.width,
1809 sensor->limits[SMIAPP_LIMIT_MIN_X_OUTPUT_SIZE],
1810 sensor->limits[SMIAPP_LIMIT_MAX_X_OUTPUT_SIZE]);
1811 fmt->format.height =
1812 clamp(fmt->format.height,
1813 sensor->limits[SMIAPP_LIMIT_MIN_Y_OUTPUT_SIZE],
1814 sensor->limits[SMIAPP_LIMIT_MAX_Y_OUTPUT_SIZE]);
1816 smiapp_get_crop_compose(subdev, cfg, crops, NULL, fmt->which);
1818 crops[ssd->sink_pad]->left = 0;
1819 crops[ssd->sink_pad]->top = 0;
1820 crops[ssd->sink_pad]->width = fmt->format.width;
1821 crops[ssd->sink_pad]->height = fmt->format.height;
1822 if (fmt->which == V4L2_SUBDEV_FORMAT_ACTIVE)
1823 ssd->sink_fmt = *crops[ssd->sink_pad];
1824 smiapp_propagate(subdev, cfg, fmt->which,
1827 mutex_unlock(&sensor->mutex);
1833 * Calculate goodness of scaled image size compared to expected image
1834 * size and flags provided.
1836 #define SCALING_GOODNESS 100000
1837 #define SCALING_GOODNESS_EXTREME 100000000
1838 static int scaling_goodness(struct v4l2_subdev *subdev, int w, int ask_w,
1839 int h, int ask_h, u32 flags)
1841 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1842 struct i2c_client *client = v4l2_get_subdevdata(subdev);
1850 if (flags & V4L2_SEL_FLAG_GE) {
1852 val -= SCALING_GOODNESS;
1854 val -= SCALING_GOODNESS;
1857 if (flags & V4L2_SEL_FLAG_LE) {
1859 val -= SCALING_GOODNESS;
1861 val -= SCALING_GOODNESS;
1864 val -= abs(w - ask_w);
1865 val -= abs(h - ask_h);
1867 if (w < sensor->limits[SMIAPP_LIMIT_MIN_X_OUTPUT_SIZE])
1868 val -= SCALING_GOODNESS_EXTREME;
1870 dev_dbg(&client->dev, "w %d ask_w %d h %d ask_h %d goodness %d\n",
1871 w, ask_h, h, ask_h, val);
1876 static void smiapp_set_compose_binner(struct v4l2_subdev *subdev,
1877 struct v4l2_subdev_pad_config *cfg,
1878 struct v4l2_subdev_selection *sel,
1879 struct v4l2_rect **crops,
1880 struct v4l2_rect *comp)
1882 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1884 unsigned int binh = 1, binv = 1;
1885 int best = scaling_goodness(
1887 crops[SMIAPP_PAD_SINK]->width, sel->r.width,
1888 crops[SMIAPP_PAD_SINK]->height, sel->r.height, sel->flags);
1890 for (i = 0; i < sensor->nbinning_subtypes; i++) {
1891 int this = scaling_goodness(
1893 crops[SMIAPP_PAD_SINK]->width
1894 / sensor->binning_subtypes[i].horizontal,
1896 crops[SMIAPP_PAD_SINK]->height
1897 / sensor->binning_subtypes[i].vertical,
1898 sel->r.height, sel->flags);
1901 binh = sensor->binning_subtypes[i].horizontal;
1902 binv = sensor->binning_subtypes[i].vertical;
1906 if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
1907 sensor->binning_vertical = binv;
1908 sensor->binning_horizontal = binh;
1911 sel->r.width = (crops[SMIAPP_PAD_SINK]->width / binh) & ~1;
1912 sel->r.height = (crops[SMIAPP_PAD_SINK]->height / binv) & ~1;
1916 * Calculate best scaling ratio and mode for given output resolution.
1918 * Try all of these: horizontal ratio, vertical ratio and smallest
1919 * size possible (horizontally).
1921 * Also try whether horizontal scaler or full scaler gives a better
1924 static void smiapp_set_compose_scaler(struct v4l2_subdev *subdev,
1925 struct v4l2_subdev_pad_config *cfg,
1926 struct v4l2_subdev_selection *sel,
1927 struct v4l2_rect **crops,
1928 struct v4l2_rect *comp)
1930 struct i2c_client *client = v4l2_get_subdevdata(subdev);
1931 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1932 u32 min, max, a, b, max_m;
1933 u32 scale_m = sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN];
1934 int mode = SMIAPP_SCALING_MODE_HORIZONTAL;
1940 sel->r.width = min_t(unsigned int, sel->r.width,
1941 crops[SMIAPP_PAD_SINK]->width);
1942 sel->r.height = min_t(unsigned int, sel->r.height,
1943 crops[SMIAPP_PAD_SINK]->height);
1945 a = crops[SMIAPP_PAD_SINK]->width
1946 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN] / sel->r.width;
1947 b = crops[SMIAPP_PAD_SINK]->height
1948 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN] / sel->r.height;
1949 max_m = crops[SMIAPP_PAD_SINK]->width
1950 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN]
1951 / sensor->limits[SMIAPP_LIMIT_MIN_X_OUTPUT_SIZE];
1953 a = clamp(a, sensor->limits[SMIAPP_LIMIT_SCALER_M_MIN],
1954 sensor->limits[SMIAPP_LIMIT_SCALER_M_MAX]);
1955 b = clamp(b, sensor->limits[SMIAPP_LIMIT_SCALER_M_MIN],
1956 sensor->limits[SMIAPP_LIMIT_SCALER_M_MAX]);
1957 max_m = clamp(max_m, sensor->limits[SMIAPP_LIMIT_SCALER_M_MIN],
1958 sensor->limits[SMIAPP_LIMIT_SCALER_M_MAX]);
1960 dev_dbg(&client->dev, "scaling: a %d b %d max_m %d\n", a, b, max_m);
1962 min = min(max_m, min(a, b));
1963 max = min(max_m, max(a, b));
1972 try[ntry] = min + 1;
1975 try[ntry] = max + 1;
1980 for (i = 0; i < ntry; i++) {
1981 int this = scaling_goodness(
1983 crops[SMIAPP_PAD_SINK]->width
1985 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN],
1987 crops[SMIAPP_PAD_SINK]->height,
1991 dev_dbg(&client->dev, "trying factor %d (%d)\n", try[i], i);
1995 mode = SMIAPP_SCALING_MODE_HORIZONTAL;
1999 if (sensor->limits[SMIAPP_LIMIT_SCALING_CAPABILITY]
2000 == SMIAPP_SCALING_CAPABILITY_HORIZONTAL)
2003 this = scaling_goodness(
2004 subdev, crops[SMIAPP_PAD_SINK]->width
2006 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN],
2008 crops[SMIAPP_PAD_SINK]->height
2010 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN],
2016 mode = SMIAPP_SCALING_MODE_BOTH;
2022 (crops[SMIAPP_PAD_SINK]->width
2024 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN]) & ~1;
2025 if (mode == SMIAPP_SCALING_MODE_BOTH)
2027 (crops[SMIAPP_PAD_SINK]->height
2029 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN])
2032 sel->r.height = crops[SMIAPP_PAD_SINK]->height;
2034 if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2035 sensor->scale_m = scale_m;
2036 sensor->scaling_mode = mode;
2039 /* We're only called on source pads. This function sets scaling. */
2040 static int smiapp_set_compose(struct v4l2_subdev *subdev,
2041 struct v4l2_subdev_pad_config *cfg,
2042 struct v4l2_subdev_selection *sel)
2044 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2045 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
2046 struct v4l2_rect *comp, *crops[SMIAPP_PADS];
2048 smiapp_get_crop_compose(subdev, cfg, crops, &comp, sel->which);
2053 if (ssd == sensor->binner)
2054 smiapp_set_compose_binner(subdev, cfg, sel, crops, comp);
2056 smiapp_set_compose_scaler(subdev, cfg, sel, crops, comp);
2059 smiapp_propagate(subdev, cfg, sel->which,
2060 V4L2_SEL_TGT_COMPOSE);
2062 if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE)
2063 return smiapp_update_mode(sensor);
2068 static int __smiapp_sel_supported(struct v4l2_subdev *subdev,
2069 struct v4l2_subdev_selection *sel)
2071 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2072 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
2074 /* We only implement crop in three places. */
2075 switch (sel->target) {
2076 case V4L2_SEL_TGT_CROP:
2077 case V4L2_SEL_TGT_CROP_BOUNDS:
2078 if (ssd == sensor->pixel_array
2079 && sel->pad == SMIAPP_PA_PAD_SRC)
2081 if (ssd == sensor->src
2082 && sel->pad == SMIAPP_PAD_SRC)
2084 if (ssd == sensor->scaler
2085 && sel->pad == SMIAPP_PAD_SINK
2086 && sensor->limits[SMIAPP_LIMIT_DIGITAL_CROP_CAPABILITY]
2087 == SMIAPP_DIGITAL_CROP_CAPABILITY_INPUT_CROP)
2090 case V4L2_SEL_TGT_NATIVE_SIZE:
2091 if (ssd == sensor->pixel_array
2092 && sel->pad == SMIAPP_PA_PAD_SRC)
2095 case V4L2_SEL_TGT_COMPOSE:
2096 case V4L2_SEL_TGT_COMPOSE_BOUNDS:
2097 if (sel->pad == ssd->source_pad)
2099 if (ssd == sensor->binner)
2101 if (ssd == sensor->scaler
2102 && sensor->limits[SMIAPP_LIMIT_SCALING_CAPABILITY]
2103 != SMIAPP_SCALING_CAPABILITY_NONE)
2111 static int smiapp_set_crop(struct v4l2_subdev *subdev,
2112 struct v4l2_subdev_pad_config *cfg,
2113 struct v4l2_subdev_selection *sel)
2115 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2116 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
2117 struct v4l2_rect *src_size, *crops[SMIAPP_PADS];
2118 struct v4l2_rect _r;
2120 smiapp_get_crop_compose(subdev, cfg, crops, NULL, sel->which);
2122 if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2123 if (sel->pad == ssd->sink_pad)
2124 src_size = &ssd->sink_fmt;
2126 src_size = &ssd->compose;
2128 if (sel->pad == ssd->sink_pad) {
2131 _r.width = v4l2_subdev_get_try_format(subdev, cfg, sel->pad)
2133 _r.height = v4l2_subdev_get_try_format(subdev, cfg, sel->pad)
2138 v4l2_subdev_get_try_compose(
2139 subdev, cfg, ssd->sink_pad);
2143 if (ssd == sensor->src && sel->pad == SMIAPP_PAD_SRC) {
2148 sel->r.width = min(sel->r.width, src_size->width);
2149 sel->r.height = min(sel->r.height, src_size->height);
2151 sel->r.left = min_t(int, sel->r.left, src_size->width - sel->r.width);
2152 sel->r.top = min_t(int, sel->r.top, src_size->height - sel->r.height);
2154 *crops[sel->pad] = sel->r;
2156 if (ssd != sensor->pixel_array && sel->pad == SMIAPP_PAD_SINK)
2157 smiapp_propagate(subdev, cfg, sel->which,
2163 static int __smiapp_get_selection(struct v4l2_subdev *subdev,
2164 struct v4l2_subdev_pad_config *cfg,
2165 struct v4l2_subdev_selection *sel)
2167 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2168 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
2169 struct v4l2_rect *comp, *crops[SMIAPP_PADS];
2170 struct v4l2_rect sink_fmt;
2173 ret = __smiapp_sel_supported(subdev, sel);
2177 smiapp_get_crop_compose(subdev, cfg, crops, &comp, sel->which);
2179 if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2180 sink_fmt = ssd->sink_fmt;
2182 struct v4l2_mbus_framefmt *fmt =
2183 v4l2_subdev_get_try_format(subdev, cfg, ssd->sink_pad);
2187 sink_fmt.width = fmt->width;
2188 sink_fmt.height = fmt->height;
2191 switch (sel->target) {
2192 case V4L2_SEL_TGT_CROP_BOUNDS:
2193 case V4L2_SEL_TGT_NATIVE_SIZE:
2194 if (ssd == sensor->pixel_array) {
2195 sel->r.left = sel->r.top = 0;
2197 sensor->limits[SMIAPP_LIMIT_X_ADDR_MAX] + 1;
2199 sensor->limits[SMIAPP_LIMIT_Y_ADDR_MAX] + 1;
2200 } else if (sel->pad == ssd->sink_pad) {
2206 case V4L2_SEL_TGT_CROP:
2207 case V4L2_SEL_TGT_COMPOSE_BOUNDS:
2208 sel->r = *crops[sel->pad];
2210 case V4L2_SEL_TGT_COMPOSE:
2218 static int smiapp_get_selection(struct v4l2_subdev *subdev,
2219 struct v4l2_subdev_pad_config *cfg,
2220 struct v4l2_subdev_selection *sel)
2222 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2225 mutex_lock(&sensor->mutex);
2226 rval = __smiapp_get_selection(subdev, cfg, sel);
2227 mutex_unlock(&sensor->mutex);
2231 static int smiapp_set_selection(struct v4l2_subdev *subdev,
2232 struct v4l2_subdev_pad_config *cfg,
2233 struct v4l2_subdev_selection *sel)
2235 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2238 ret = __smiapp_sel_supported(subdev, sel);
2242 mutex_lock(&sensor->mutex);
2244 sel->r.left = max(0, sel->r.left & ~1);
2245 sel->r.top = max(0, sel->r.top & ~1);
2246 sel->r.width = SMIAPP_ALIGN_DIM(sel->r.width, sel->flags);
2247 sel->r.height = SMIAPP_ALIGN_DIM(sel->r.height, sel->flags);
2249 sel->r.width = max_t(unsigned int,
2250 sensor->limits[SMIAPP_LIMIT_MIN_X_OUTPUT_SIZE],
2252 sel->r.height = max_t(unsigned int,
2253 sensor->limits[SMIAPP_LIMIT_MIN_Y_OUTPUT_SIZE],
2256 switch (sel->target) {
2257 case V4L2_SEL_TGT_CROP:
2258 ret = smiapp_set_crop(subdev, cfg, sel);
2260 case V4L2_SEL_TGT_COMPOSE:
2261 ret = smiapp_set_compose(subdev, cfg, sel);
2267 mutex_unlock(&sensor->mutex);
2271 static int smiapp_get_skip_frames(struct v4l2_subdev *subdev, u32 *frames)
2273 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2275 *frames = sensor->frame_skip;
2279 static int smiapp_get_skip_top_lines(struct v4l2_subdev *subdev, u32 *lines)
2281 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2283 *lines = sensor->image_start;
2288 /* -----------------------------------------------------------------------------
2293 smiapp_sysfs_nvm_read(struct device *dev, struct device_attribute *attr,
2296 struct v4l2_subdev *subdev = i2c_get_clientdata(to_i2c_client(dev));
2297 struct i2c_client *client = v4l2_get_subdevdata(subdev);
2298 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2299 unsigned int nbytes;
2301 if (!sensor->dev_init_done)
2304 if (!sensor->nvm_size) {
2305 /* NVM not read yet - read it now */
2306 sensor->nvm_size = sensor->hwcfg->nvm_size;
2307 if (smiapp_set_power(subdev, 1) < 0)
2309 if (smiapp_read_nvm(sensor, sensor->nvm)) {
2310 dev_err(&client->dev, "nvm read failed\n");
2313 smiapp_set_power(subdev, 0);
2316 * NVM is still way below a PAGE_SIZE, so we can safely
2317 * assume this for now.
2319 nbytes = min_t(unsigned int, sensor->nvm_size, PAGE_SIZE);
2320 memcpy(buf, sensor->nvm, nbytes);
2324 static DEVICE_ATTR(nvm, S_IRUGO, smiapp_sysfs_nvm_read, NULL);
2327 smiapp_sysfs_ident_read(struct device *dev, struct device_attribute *attr,
2330 struct v4l2_subdev *subdev = i2c_get_clientdata(to_i2c_client(dev));
2331 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2332 struct smiapp_module_info *minfo = &sensor->minfo;
2334 return snprintf(buf, PAGE_SIZE, "%2.2x%4.4x%2.2x\n",
2335 minfo->manufacturer_id, minfo->model_id,
2336 minfo->revision_number_major) + 1;
2339 static DEVICE_ATTR(ident, S_IRUGO, smiapp_sysfs_ident_read, NULL);
2341 /* -----------------------------------------------------------------------------
2342 * V4L2 subdev core operations
2345 static int smiapp_identify_module(struct smiapp_sensor *sensor)
2347 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2348 struct smiapp_module_info *minfo = &sensor->minfo;
2352 minfo->name = SMIAPP_NAME;
2355 rval = smiapp_read_8only(sensor, SMIAPP_REG_U8_MANUFACTURER_ID,
2356 &minfo->manufacturer_id);
2358 rval = smiapp_read_8only(sensor, SMIAPP_REG_U16_MODEL_ID,
2361 rval = smiapp_read_8only(sensor,
2362 SMIAPP_REG_U8_REVISION_NUMBER_MAJOR,
2363 &minfo->revision_number_major);
2365 rval = smiapp_read_8only(sensor,
2366 SMIAPP_REG_U8_REVISION_NUMBER_MINOR,
2367 &minfo->revision_number_minor);
2369 rval = smiapp_read_8only(sensor,
2370 SMIAPP_REG_U8_MODULE_DATE_YEAR,
2371 &minfo->module_year);
2373 rval = smiapp_read_8only(sensor,
2374 SMIAPP_REG_U8_MODULE_DATE_MONTH,
2375 &minfo->module_month);
2377 rval = smiapp_read_8only(sensor, SMIAPP_REG_U8_MODULE_DATE_DAY,
2378 &minfo->module_day);
2382 rval = smiapp_read_8only(sensor,
2383 SMIAPP_REG_U8_SENSOR_MANUFACTURER_ID,
2384 &minfo->sensor_manufacturer_id);
2386 rval = smiapp_read_8only(sensor,
2387 SMIAPP_REG_U16_SENSOR_MODEL_ID,
2388 &minfo->sensor_model_id);
2390 rval = smiapp_read_8only(sensor,
2391 SMIAPP_REG_U8_SENSOR_REVISION_NUMBER,
2392 &minfo->sensor_revision_number);
2394 rval = smiapp_read_8only(sensor,
2395 SMIAPP_REG_U8_SENSOR_FIRMWARE_VERSION,
2396 &minfo->sensor_firmware_version);
2400 rval = smiapp_read_8only(sensor, SMIAPP_REG_U8_SMIA_VERSION,
2401 &minfo->smia_version);
2403 rval = smiapp_read_8only(sensor, SMIAPP_REG_U8_SMIAPP_VERSION,
2404 &minfo->smiapp_version);
2407 dev_err(&client->dev, "sensor detection failed\n");
2411 dev_dbg(&client->dev, "module 0x%2.2x-0x%4.4x\n",
2412 minfo->manufacturer_id, minfo->model_id);
2414 dev_dbg(&client->dev,
2415 "module revision 0x%2.2x-0x%2.2x date %2.2d-%2.2d-%2.2d\n",
2416 minfo->revision_number_major, minfo->revision_number_minor,
2417 minfo->module_year, minfo->module_month, minfo->module_day);
2419 dev_dbg(&client->dev, "sensor 0x%2.2x-0x%4.4x\n",
2420 minfo->sensor_manufacturer_id, minfo->sensor_model_id);
2422 dev_dbg(&client->dev,
2423 "sensor revision 0x%2.2x firmware version 0x%2.2x\n",
2424 minfo->sensor_revision_number, minfo->sensor_firmware_version);
2426 dev_dbg(&client->dev, "smia version %2.2d smiapp version %2.2d\n",
2427 minfo->smia_version, minfo->smiapp_version);
2430 * Some modules have bad data in the lvalues below. Hope the
2431 * rvalues have better stuff. The lvalues are module
2432 * parameters whereas the rvalues are sensor parameters.
2434 if (!minfo->manufacturer_id && !minfo->model_id) {
2435 minfo->manufacturer_id = minfo->sensor_manufacturer_id;
2436 minfo->model_id = minfo->sensor_model_id;
2437 minfo->revision_number_major = minfo->sensor_revision_number;
2440 for (i = 0; i < ARRAY_SIZE(smiapp_module_idents); i++) {
2441 if (smiapp_module_idents[i].manufacturer_id
2442 != minfo->manufacturer_id)
2444 if (smiapp_module_idents[i].model_id != minfo->model_id)
2446 if (smiapp_module_idents[i].flags
2447 & SMIAPP_MODULE_IDENT_FLAG_REV_LE) {
2448 if (smiapp_module_idents[i].revision_number_major
2449 < minfo->revision_number_major)
2452 if (smiapp_module_idents[i].revision_number_major
2453 != minfo->revision_number_major)
2457 minfo->name = smiapp_module_idents[i].name;
2458 minfo->quirk = smiapp_module_idents[i].quirk;
2462 if (i >= ARRAY_SIZE(smiapp_module_idents))
2463 dev_warn(&client->dev,
2464 "no quirks for this module; let's hope it's fully compliant\n");
2466 dev_dbg(&client->dev, "the sensor is called %s, ident %2.2x%4.4x%2.2x\n",
2467 minfo->name, minfo->manufacturer_id, minfo->model_id,
2468 minfo->revision_number_major);
2473 static const struct v4l2_subdev_ops smiapp_ops;
2474 static const struct v4l2_subdev_internal_ops smiapp_internal_ops;
2475 static const struct media_entity_operations smiapp_entity_ops;
2477 static int smiapp_register_subdevs(struct smiapp_sensor *sensor)
2479 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2480 struct smiapp_subdev *ssds[] = {
2483 sensor->pixel_array,
2488 for (i = 0; i < SMIAPP_SUBDEVS - 1; i++) {
2489 struct smiapp_subdev *this = ssds[i + 1];
2490 struct smiapp_subdev *last = ssds[i];
2495 rval = media_entity_pads_init(&this->sd.entity,
2496 this->npads, this->pads);
2498 dev_err(&client->dev,
2499 "media_entity_pads_init failed\n");
2503 rval = v4l2_device_register_subdev(sensor->src->sd.v4l2_dev,
2506 dev_err(&client->dev,
2507 "v4l2_device_register_subdev failed\n");
2511 rval = media_create_pad_link(&this->sd.entity,
2515 MEDIA_LNK_FL_ENABLED |
2516 MEDIA_LNK_FL_IMMUTABLE);
2518 dev_err(&client->dev,
2519 "media_create_pad_link failed\n");
2527 static void smiapp_cleanup(struct smiapp_sensor *sensor)
2529 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2531 device_remove_file(&client->dev, &dev_attr_nvm);
2532 device_remove_file(&client->dev, &dev_attr_ident);
2534 smiapp_free_controls(sensor);
2537 static int smiapp_init(struct smiapp_sensor *sensor)
2539 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2540 struct smiapp_pll *pll = &sensor->pll;
2541 struct smiapp_subdev *last = NULL;
2545 sensor->vana = devm_regulator_get(&client->dev, "vana");
2546 if (IS_ERR(sensor->vana)) {
2547 dev_err(&client->dev, "could not get regulator for vana\n");
2548 return PTR_ERR(sensor->vana);
2551 sensor->ext_clk = devm_clk_get(&client->dev, NULL);
2552 if (IS_ERR(sensor->ext_clk)) {
2553 dev_err(&client->dev, "could not get clock (%ld)\n",
2554 PTR_ERR(sensor->ext_clk));
2555 return -EPROBE_DEFER;
2558 rval = clk_set_rate(sensor->ext_clk,
2559 sensor->hwcfg->ext_clk);
2561 dev_err(&client->dev,
2562 "unable to set clock freq to %u\n",
2563 sensor->hwcfg->ext_clk);
2567 sensor->xshutdown = devm_gpiod_get_optional(&client->dev, "xshutdown",
2569 if (IS_ERR(sensor->xshutdown))
2570 return PTR_ERR(sensor->xshutdown);
2572 rval = smiapp_power_on(sensor);
2576 rval = smiapp_identify_module(sensor);
2582 rval = smiapp_get_all_limits(sensor);
2589 * Handle Sensor Module orientation on the board.
2591 * The application of H-FLIP and V-FLIP on the sensor is modified by
2592 * the sensor orientation on the board.
2594 * For SMIAPP_BOARD_SENSOR_ORIENT_180 the default behaviour is to set
2595 * both H-FLIP and V-FLIP for normal operation which also implies
2596 * that a set/unset operation for user space HFLIP and VFLIP v4l2
2597 * controls will need to be internally inverted.
2599 * Rotation also changes the bayer pattern.
2601 if (sensor->hwcfg->module_board_orient ==
2602 SMIAPP_MODULE_BOARD_ORIENT_180)
2603 sensor->hvflip_inv_mask = SMIAPP_IMAGE_ORIENTATION_HFLIP |
2604 SMIAPP_IMAGE_ORIENTATION_VFLIP;
2606 rval = smiapp_call_quirk(sensor, limits);
2608 dev_err(&client->dev, "limits quirks failed\n");
2612 if (sensor->limits[SMIAPP_LIMIT_BINNING_CAPABILITY]) {
2615 rval = smiapp_read(sensor,
2616 SMIAPP_REG_U8_BINNING_SUBTYPES, &val);
2621 sensor->nbinning_subtypes = min_t(u8, val,
2622 SMIAPP_BINNING_SUBTYPES);
2624 for (i = 0; i < sensor->nbinning_subtypes; i++) {
2626 sensor, SMIAPP_REG_U8_BINNING_TYPE_n(i), &val);
2631 sensor->binning_subtypes[i] =
2632 *(struct smiapp_binning_subtype *)&val;
2634 dev_dbg(&client->dev, "binning %xx%x\n",
2635 sensor->binning_subtypes[i].horizontal,
2636 sensor->binning_subtypes[i].vertical);
2639 sensor->binning_horizontal = 1;
2640 sensor->binning_vertical = 1;
2642 if (device_create_file(&client->dev, &dev_attr_ident) != 0) {
2643 dev_err(&client->dev, "sysfs ident entry creation failed\n");
2647 /* SMIA++ NVM initialization - it will be read from the sensor
2648 * when it is first requested by userspace.
2650 if (sensor->minfo.smiapp_version && sensor->hwcfg->nvm_size) {
2651 sensor->nvm = devm_kzalloc(&client->dev,
2652 sensor->hwcfg->nvm_size, GFP_KERNEL);
2653 if (sensor->nvm == NULL) {
2654 dev_err(&client->dev, "nvm buf allocation failed\n");
2659 if (device_create_file(&client->dev, &dev_attr_nvm) != 0) {
2660 dev_err(&client->dev, "sysfs nvm entry failed\n");
2666 /* We consider this as profile 0 sensor if any of these are zero. */
2667 if (!sensor->limits[SMIAPP_LIMIT_MIN_OP_SYS_CLK_DIV] ||
2668 !sensor->limits[SMIAPP_LIMIT_MAX_OP_SYS_CLK_DIV] ||
2669 !sensor->limits[SMIAPP_LIMIT_MIN_OP_PIX_CLK_DIV] ||
2670 !sensor->limits[SMIAPP_LIMIT_MAX_OP_PIX_CLK_DIV]) {
2671 sensor->minfo.smiapp_profile = SMIAPP_PROFILE_0;
2672 } else if (sensor->limits[SMIAPP_LIMIT_SCALING_CAPABILITY]
2673 != SMIAPP_SCALING_CAPABILITY_NONE) {
2674 if (sensor->limits[SMIAPP_LIMIT_SCALING_CAPABILITY]
2675 == SMIAPP_SCALING_CAPABILITY_HORIZONTAL)
2676 sensor->minfo.smiapp_profile = SMIAPP_PROFILE_1;
2678 sensor->minfo.smiapp_profile = SMIAPP_PROFILE_2;
2679 sensor->scaler = &sensor->ssds[sensor->ssds_used];
2680 sensor->ssds_used++;
2681 } else if (sensor->limits[SMIAPP_LIMIT_DIGITAL_CROP_CAPABILITY]
2682 == SMIAPP_DIGITAL_CROP_CAPABILITY_INPUT_CROP) {
2683 sensor->scaler = &sensor->ssds[sensor->ssds_used];
2684 sensor->ssds_used++;
2686 sensor->binner = &sensor->ssds[sensor->ssds_used];
2687 sensor->ssds_used++;
2688 sensor->pixel_array = &sensor->ssds[sensor->ssds_used];
2689 sensor->ssds_used++;
2691 sensor->scale_m = sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN];
2693 /* prepare PLL configuration input values */
2694 pll->bus_type = SMIAPP_PLL_BUS_TYPE_CSI2;
2695 pll->csi2.lanes = sensor->hwcfg->lanes;
2696 pll->ext_clk_freq_hz = sensor->hwcfg->ext_clk;
2697 pll->scale_n = sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN];
2698 /* Profile 0 sensors have no separate OP clock branch. */
2699 if (sensor->minfo.smiapp_profile == SMIAPP_PROFILE_0)
2700 pll->flags |= SMIAPP_PLL_FLAG_NO_OP_CLOCKS;
2702 for (i = 0; i < SMIAPP_SUBDEVS; i++) {
2704 struct smiapp_subdev *ssd;
2706 } const __this[] = {
2707 { sensor->scaler, "scaler", },
2708 { sensor->binner, "binner", },
2709 { sensor->pixel_array, "pixel array", },
2710 }, *_this = &__this[i];
2711 struct smiapp_subdev *this = _this->ssd;
2716 if (this != sensor->src)
2717 v4l2_subdev_init(&this->sd, &smiapp_ops);
2719 this->sensor = sensor;
2721 if (this == sensor->pixel_array) {
2725 this->source_pad = 1;
2728 snprintf(this->sd.name,
2729 sizeof(this->sd.name), "%s %s %d-%4.4x",
2730 sensor->minfo.name, _this->name,
2731 i2c_adapter_id(client->adapter), client->addr);
2733 this->sink_fmt.width =
2734 sensor->limits[SMIAPP_LIMIT_X_ADDR_MAX] + 1;
2735 this->sink_fmt.height =
2736 sensor->limits[SMIAPP_LIMIT_Y_ADDR_MAX] + 1;
2737 this->compose.width = this->sink_fmt.width;
2738 this->compose.height = this->sink_fmt.height;
2739 this->crop[this->source_pad] = this->compose;
2740 this->pads[this->source_pad].flags = MEDIA_PAD_FL_SOURCE;
2741 if (this != sensor->pixel_array) {
2742 this->crop[this->sink_pad] = this->compose;
2743 this->pads[this->sink_pad].flags = MEDIA_PAD_FL_SINK;
2746 this->sd.entity.ops = &smiapp_entity_ops;
2753 this->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
2754 this->sd.internal_ops = &smiapp_internal_ops;
2755 this->sd.owner = THIS_MODULE;
2756 v4l2_set_subdevdata(&this->sd, client);
2761 dev_dbg(&client->dev, "profile %d\n", sensor->minfo.smiapp_profile);
2763 sensor->pixel_array->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR;
2766 smiapp_read_frame_fmt(sensor);
2767 rval = smiapp_init_controls(sensor);
2771 rval = smiapp_call_quirk(sensor, init);
2775 rval = smiapp_get_mbus_formats(sensor);
2781 rval = smiapp_init_late_controls(sensor);
2787 mutex_lock(&sensor->mutex);
2788 rval = smiapp_update_mode(sensor);
2789 mutex_unlock(&sensor->mutex);
2791 dev_err(&client->dev, "update mode failed\n");
2795 sensor->streaming = false;
2796 sensor->dev_init_done = true;
2798 smiapp_power_off(sensor);
2803 smiapp_cleanup(sensor);
2806 smiapp_power_off(sensor);
2810 static int smiapp_registered(struct v4l2_subdev *subdev)
2812 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2813 struct i2c_client *client = v4l2_get_subdevdata(subdev);
2816 if (!client->dev.of_node) {
2817 rval = smiapp_init(sensor);
2822 rval = smiapp_register_subdevs(sensor);
2824 smiapp_cleanup(sensor);
2829 static int smiapp_open(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
2831 struct smiapp_subdev *ssd = to_smiapp_subdev(sd);
2832 struct smiapp_sensor *sensor = ssd->sensor;
2834 smiapp_csi_data_formats[smiapp_pixel_order(sensor)].code;
2837 mutex_lock(&sensor->mutex);
2839 for (i = 0; i < ssd->npads; i++) {
2840 struct v4l2_mbus_framefmt *try_fmt =
2841 v4l2_subdev_get_try_format(sd, fh->pad, i);
2842 struct v4l2_rect *try_crop = v4l2_subdev_get_try_crop(sd, fh->pad, i);
2843 struct v4l2_rect *try_comp;
2845 try_fmt->width = sensor->limits[SMIAPP_LIMIT_X_ADDR_MAX] + 1;
2846 try_fmt->height = sensor->limits[SMIAPP_LIMIT_Y_ADDR_MAX] + 1;
2847 try_fmt->code = mbus_code;
2848 try_fmt->field = V4L2_FIELD_NONE;
2852 try_crop->width = try_fmt->width;
2853 try_crop->height = try_fmt->height;
2855 if (ssd != sensor->pixel_array)
2858 try_comp = v4l2_subdev_get_try_compose(sd, fh->pad, i);
2859 *try_comp = *try_crop;
2862 mutex_unlock(&sensor->mutex);
2864 return smiapp_set_power(sd, 1);
2867 static int smiapp_close(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
2869 return smiapp_set_power(sd, 0);
2872 static const struct v4l2_subdev_video_ops smiapp_video_ops = {
2873 .s_stream = smiapp_set_stream,
2876 static const struct v4l2_subdev_core_ops smiapp_core_ops = {
2877 .s_power = smiapp_set_power,
2880 static const struct v4l2_subdev_pad_ops smiapp_pad_ops = {
2881 .enum_mbus_code = smiapp_enum_mbus_code,
2882 .get_fmt = smiapp_get_format,
2883 .set_fmt = smiapp_set_format,
2884 .get_selection = smiapp_get_selection,
2885 .set_selection = smiapp_set_selection,
2888 static const struct v4l2_subdev_sensor_ops smiapp_sensor_ops = {
2889 .g_skip_frames = smiapp_get_skip_frames,
2890 .g_skip_top_lines = smiapp_get_skip_top_lines,
2893 static const struct v4l2_subdev_ops smiapp_ops = {
2894 .core = &smiapp_core_ops,
2895 .video = &smiapp_video_ops,
2896 .pad = &smiapp_pad_ops,
2897 .sensor = &smiapp_sensor_ops,
2900 static const struct media_entity_operations smiapp_entity_ops = {
2901 .link_validate = v4l2_subdev_link_validate,
2904 static const struct v4l2_subdev_internal_ops smiapp_internal_src_ops = {
2905 .registered = smiapp_registered,
2906 .open = smiapp_open,
2907 .close = smiapp_close,
2910 static const struct v4l2_subdev_internal_ops smiapp_internal_ops = {
2911 .open = smiapp_open,
2912 .close = smiapp_close,
2915 /* -----------------------------------------------------------------------------
2921 static int smiapp_suspend(struct device *dev)
2923 struct i2c_client *client = to_i2c_client(dev);
2924 struct v4l2_subdev *subdev = i2c_get_clientdata(client);
2925 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2928 BUG_ON(mutex_is_locked(&sensor->mutex));
2930 if (sensor->power_count == 0)
2933 if (sensor->streaming)
2934 smiapp_stop_streaming(sensor);
2936 streaming = sensor->streaming;
2938 smiapp_power_off(sensor);
2940 /* save state for resume */
2941 sensor->streaming = streaming;
2946 static int smiapp_resume(struct device *dev)
2948 struct i2c_client *client = to_i2c_client(dev);
2949 struct v4l2_subdev *subdev = i2c_get_clientdata(client);
2950 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2953 if (sensor->power_count == 0)
2956 rval = smiapp_power_on(sensor);
2960 if (sensor->streaming)
2961 rval = smiapp_start_streaming(sensor);
2968 #define smiapp_suspend NULL
2969 #define smiapp_resume NULL
2971 #endif /* CONFIG_PM */
2973 static struct smiapp_hwconfig *smiapp_get_hwconfig(struct device *dev)
2975 struct smiapp_hwconfig *hwcfg;
2976 struct v4l2_of_endpoint *bus_cfg;
2977 struct device_node *ep;
2982 return dev->platform_data;
2984 ep = of_graph_get_next_endpoint(dev->of_node, NULL);
2988 bus_cfg = v4l2_of_alloc_parse_endpoint(ep);
2989 if (IS_ERR(bus_cfg))
2992 hwcfg = devm_kzalloc(dev, sizeof(*hwcfg), GFP_KERNEL);
2996 switch (bus_cfg->bus_type) {
2997 case V4L2_MBUS_CSI2:
2998 hwcfg->csi_signalling_mode = SMIAPP_CSI_SIGNALLING_MODE_CSI2;
3000 /* FIXME: add CCP2 support. */
3005 hwcfg->lanes = bus_cfg->bus.mipi_csi2.num_data_lanes;
3006 dev_dbg(dev, "lanes %u\n", hwcfg->lanes);
3008 /* NVM size is not mandatory */
3009 of_property_read_u32(dev->of_node, "nokia,nvm-size",
3012 rval = of_property_read_u32(dev->of_node, "clock-frequency",
3015 dev_warn(dev, "can't get clock-frequency\n");
3019 dev_dbg(dev, "nvm %d, clk %d, csi %d\n", hwcfg->nvm_size,
3020 hwcfg->ext_clk, hwcfg->csi_signalling_mode);
3022 if (!bus_cfg->nr_of_link_frequencies) {
3023 dev_warn(dev, "no link frequencies defined\n");
3027 hwcfg->op_sys_clock = devm_kcalloc(
3028 dev, bus_cfg->nr_of_link_frequencies + 1 /* guardian */,
3029 sizeof(*hwcfg->op_sys_clock), GFP_KERNEL);
3030 if (!hwcfg->op_sys_clock)
3033 for (i = 0; i < bus_cfg->nr_of_link_frequencies; i++) {
3034 hwcfg->op_sys_clock[i] = bus_cfg->link_frequencies[i];
3035 dev_dbg(dev, "freq %d: %lld\n", i, hwcfg->op_sys_clock[i]);
3038 v4l2_of_free_endpoint(bus_cfg);
3043 v4l2_of_free_endpoint(bus_cfg);
3048 static int smiapp_probe(struct i2c_client *client,
3049 const struct i2c_device_id *devid)
3051 struct smiapp_sensor *sensor;
3052 struct smiapp_hwconfig *hwcfg = smiapp_get_hwconfig(&client->dev);
3058 sensor = devm_kzalloc(&client->dev, sizeof(*sensor), GFP_KERNEL);
3062 sensor->hwcfg = hwcfg;
3063 mutex_init(&sensor->mutex);
3064 mutex_init(&sensor->power_mutex);
3065 sensor->src = &sensor->ssds[sensor->ssds_used];
3067 v4l2_i2c_subdev_init(&sensor->src->sd, client, &smiapp_ops);
3068 sensor->src->sd.internal_ops = &smiapp_internal_src_ops;
3069 sensor->src->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
3070 sensor->src->sensor = sensor;
3072 sensor->src->pads[0].flags = MEDIA_PAD_FL_SOURCE;
3073 rval = media_entity_pads_init(&sensor->src->sd.entity, 2,
3078 if (client->dev.of_node) {
3079 rval = smiapp_init(sensor);
3081 goto out_media_entity_cleanup;
3084 rval = v4l2_async_register_subdev(&sensor->src->sd);
3086 goto out_media_entity_cleanup;
3090 out_media_entity_cleanup:
3091 media_entity_cleanup(&sensor->src->sd.entity);
3096 static int smiapp_remove(struct i2c_client *client)
3098 struct v4l2_subdev *subdev = i2c_get_clientdata(client);
3099 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
3102 v4l2_async_unregister_subdev(subdev);
3104 if (sensor->power_count) {
3105 gpiod_set_value(sensor->xshutdown, 0);
3106 clk_disable_unprepare(sensor->ext_clk);
3107 sensor->power_count = 0;
3110 for (i = 0; i < sensor->ssds_used; i++) {
3111 v4l2_device_unregister_subdev(&sensor->ssds[i].sd);
3112 media_entity_cleanup(&sensor->ssds[i].sd.entity);
3114 smiapp_cleanup(sensor);
3119 static const struct of_device_id smiapp_of_table[] = {
3120 { .compatible = "nokia,smia" },
3123 MODULE_DEVICE_TABLE(of, smiapp_of_table);
3125 static const struct i2c_device_id smiapp_id_table[] = {
3129 MODULE_DEVICE_TABLE(i2c, smiapp_id_table);
3131 static const struct dev_pm_ops smiapp_pm_ops = {
3132 .suspend = smiapp_suspend,
3133 .resume = smiapp_resume,
3136 static struct i2c_driver smiapp_i2c_driver = {
3138 .of_match_table = smiapp_of_table,
3139 .name = SMIAPP_NAME,
3140 .pm = &smiapp_pm_ops,
3142 .probe = smiapp_probe,
3143 .remove = smiapp_remove,
3144 .id_table = smiapp_id_table,
3147 module_i2c_driver(smiapp_i2c_driver);
3149 MODULE_AUTHOR("Sakari Ailus <sakari.ailus@iki.fi>");
3150 MODULE_DESCRIPTION("Generic SMIA/SMIA++ camera module driver");
3151 MODULE_LICENSE("GPL");