2 * drivers/media/i2c/smiapp/smiapp-core.c
4 * Generic driver for SMIA/SMIA++ compliant camera modules
6 * Copyright (C) 2010--2012 Nokia Corporation
7 * Contact: Sakari Ailus <sakari.ailus@iki.fi>
9 * Based on smiapp driver by Vimarsh Zutshi
10 * Based on jt8ev1.c by Vimarsh Zutshi
11 * Based on smia-sensor.c by Tuukka Toivonen <tuukkat76@gmail.com>
13 * This program is free software; you can redistribute it and/or
14 * modify it under the terms of the GNU General Public License
15 * version 2 as published by the Free Software Foundation.
17 * This program is distributed in the hope that it will be useful, but
18 * WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20 * General Public License for more details.
23 #include <linux/clk.h>
24 #include <linux/delay.h>
25 #include <linux/device.h>
26 #include <linux/gpio.h>
27 #include <linux/gpio/consumer.h>
28 #include <linux/module.h>
29 #include <linux/pm_runtime.h>
30 #include <linux/property.h>
31 #include <linux/regulator/consumer.h>
32 #include <linux/slab.h>
33 #include <linux/smiapp.h>
34 #include <linux/v4l2-mediabus.h>
35 #include <media/v4l2-fwnode.h>
36 #include <media/v4l2-device.h>
40 #define SMIAPP_ALIGN_DIM(dim, flags) \
41 ((flags) & V4L2_SEL_FLAG_GE \
46 * smiapp_module_idents - supported camera modules
48 static const struct smiapp_module_ident smiapp_module_idents[] = {
49 SMIAPP_IDENT_L(0x01, 0x022b, -1, "vs6555"),
50 SMIAPP_IDENT_L(0x01, 0x022e, -1, "vw6558"),
51 SMIAPP_IDENT_L(0x07, 0x7698, -1, "ovm7698"),
52 SMIAPP_IDENT_L(0x0b, 0x4242, -1, "smiapp-003"),
53 SMIAPP_IDENT_L(0x0c, 0x208a, -1, "tcm8330md"),
54 SMIAPP_IDENT_LQ(0x0c, 0x2134, -1, "tcm8500md", &smiapp_tcm8500md_quirk),
55 SMIAPP_IDENT_L(0x0c, 0x213e, -1, "et8en2"),
56 SMIAPP_IDENT_L(0x0c, 0x2184, -1, "tcm8580md"),
57 SMIAPP_IDENT_LQ(0x0c, 0x560f, -1, "jt8ew9", &smiapp_jt8ew9_quirk),
58 SMIAPP_IDENT_LQ(0x10, 0x4141, -1, "jt8ev1", &smiapp_jt8ev1_quirk),
59 SMIAPP_IDENT_LQ(0x10, 0x4241, -1, "imx125es", &smiapp_imx125es_quirk),
64 * Dynamic Capability Identification
68 static int smiapp_read_frame_fmt(struct smiapp_sensor *sensor)
70 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
71 u32 fmt_model_type, fmt_model_subtype, ncol_desc, nrow_desc;
77 rval = smiapp_read(sensor, SMIAPP_REG_U8_FRAME_FORMAT_MODEL_TYPE,
82 rval = smiapp_read(sensor, SMIAPP_REG_U8_FRAME_FORMAT_MODEL_SUBTYPE,
87 ncol_desc = (fmt_model_subtype
88 & SMIAPP_FRAME_FORMAT_MODEL_SUBTYPE_NCOLS_MASK)
89 >> SMIAPP_FRAME_FORMAT_MODEL_SUBTYPE_NCOLS_SHIFT;
90 nrow_desc = fmt_model_subtype
91 & SMIAPP_FRAME_FORMAT_MODEL_SUBTYPE_NROWS_MASK;
93 dev_dbg(&client->dev, "format_model_type %s\n",
94 fmt_model_type == SMIAPP_FRAME_FORMAT_MODEL_TYPE_2BYTE
96 fmt_model_type == SMIAPP_FRAME_FORMAT_MODEL_TYPE_4BYTE
97 ? "4 byte" : "is simply bad");
99 for (i = 0; i < ncol_desc + nrow_desc; i++) {
107 if (fmt_model_type == SMIAPP_FRAME_FORMAT_MODEL_TYPE_2BYTE) {
108 reg = SMIAPP_REG_U16_FRAME_FORMAT_DESCRIPTOR_2(i);
109 rval = smiapp_read(sensor, reg, &desc);
115 & SMIAPP_FRAME_FORMAT_DESC_2_PIXELCODE_MASK)
116 >> SMIAPP_FRAME_FORMAT_DESC_2_PIXELCODE_SHIFT;
117 pixels = desc & SMIAPP_FRAME_FORMAT_DESC_2_PIXELS_MASK;
118 } else if (fmt_model_type
119 == SMIAPP_FRAME_FORMAT_MODEL_TYPE_4BYTE) {
120 reg = SMIAPP_REG_U32_FRAME_FORMAT_DESCRIPTOR_4(i);
121 rval = smiapp_read(sensor, reg, &desc);
127 & SMIAPP_FRAME_FORMAT_DESC_4_PIXELCODE_MASK)
128 >> SMIAPP_FRAME_FORMAT_DESC_4_PIXELCODE_SHIFT;
129 pixels = desc & SMIAPP_FRAME_FORMAT_DESC_4_PIXELS_MASK;
131 dev_dbg(&client->dev,
132 "invalid frame format model type %d\n",
143 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_EMBEDDED:
146 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_DUMMY:
149 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_BLACK:
152 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_DARK:
155 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_VISIBLE:
163 dev_dbg(&client->dev,
164 "0x%8.8x %s pixels: %d %s (pixelcode %u)\n", reg,
165 what, pixels, which, pixelcode);
169 SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_VISIBLE)
170 sensor->visible_pixel_start = pixel_count;
171 pixel_count += pixels;
175 /* Handle row descriptors */
177 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_EMBEDDED:
178 if (sensor->embedded_end)
180 sensor->embedded_start = line_count;
181 sensor->embedded_end = line_count + pixels;
183 case SMIAPP_FRAME_FORMAT_DESC_PIXELCODE_VISIBLE:
184 sensor->image_start = line_count;
187 line_count += pixels;
190 if (sensor->embedded_end > sensor->image_start) {
191 dev_dbg(&client->dev,
192 "adjusting image start line to %u (was %u)\n",
193 sensor->embedded_end, sensor->image_start);
194 sensor->image_start = sensor->embedded_end;
197 dev_dbg(&client->dev, "embedded data from lines %d to %d\n",
198 sensor->embedded_start, sensor->embedded_end);
199 dev_dbg(&client->dev, "image data starts at line %d\n",
200 sensor->image_start);
205 static int smiapp_pll_configure(struct smiapp_sensor *sensor)
207 struct smiapp_pll *pll = &sensor->pll;
211 sensor, SMIAPP_REG_U16_VT_PIX_CLK_DIV, pll->vt.pix_clk_div);
216 sensor, SMIAPP_REG_U16_VT_SYS_CLK_DIV, pll->vt.sys_clk_div);
221 sensor, SMIAPP_REG_U16_PRE_PLL_CLK_DIV, pll->pre_pll_clk_div);
226 sensor, SMIAPP_REG_U16_PLL_MULTIPLIER, pll->pll_multiplier);
230 /* Lane op clock ratio does not apply here. */
232 sensor, SMIAPP_REG_U32_REQUESTED_LINK_BIT_RATE_MBPS,
233 DIV_ROUND_UP(pll->op.sys_clk_freq_hz, 1000000 / 256 / 256));
234 if (rval < 0 || sensor->minfo.smiapp_profile == SMIAPP_PROFILE_0)
238 sensor, SMIAPP_REG_U16_OP_PIX_CLK_DIV, pll->op.pix_clk_div);
243 sensor, SMIAPP_REG_U16_OP_SYS_CLK_DIV, pll->op.sys_clk_div);
246 static int smiapp_pll_try(struct smiapp_sensor *sensor,
247 struct smiapp_pll *pll)
249 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
250 struct smiapp_pll_limits lim = {
251 .min_pre_pll_clk_div = sensor->limits[SMIAPP_LIMIT_MIN_PRE_PLL_CLK_DIV],
252 .max_pre_pll_clk_div = sensor->limits[SMIAPP_LIMIT_MAX_PRE_PLL_CLK_DIV],
253 .min_pll_ip_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_PLL_IP_FREQ_HZ],
254 .max_pll_ip_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_PLL_IP_FREQ_HZ],
255 .min_pll_multiplier = sensor->limits[SMIAPP_LIMIT_MIN_PLL_MULTIPLIER],
256 .max_pll_multiplier = sensor->limits[SMIAPP_LIMIT_MAX_PLL_MULTIPLIER],
257 .min_pll_op_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_PLL_OP_FREQ_HZ],
258 .max_pll_op_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_PLL_OP_FREQ_HZ],
260 .op.min_sys_clk_div = sensor->limits[SMIAPP_LIMIT_MIN_OP_SYS_CLK_DIV],
261 .op.max_sys_clk_div = sensor->limits[SMIAPP_LIMIT_MAX_OP_SYS_CLK_DIV],
262 .op.min_pix_clk_div = sensor->limits[SMIAPP_LIMIT_MIN_OP_PIX_CLK_DIV],
263 .op.max_pix_clk_div = sensor->limits[SMIAPP_LIMIT_MAX_OP_PIX_CLK_DIV],
264 .op.min_sys_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_OP_SYS_CLK_FREQ_HZ],
265 .op.max_sys_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_OP_SYS_CLK_FREQ_HZ],
266 .op.min_pix_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_OP_PIX_CLK_FREQ_HZ],
267 .op.max_pix_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_OP_PIX_CLK_FREQ_HZ],
269 .vt.min_sys_clk_div = sensor->limits[SMIAPP_LIMIT_MIN_VT_SYS_CLK_DIV],
270 .vt.max_sys_clk_div = sensor->limits[SMIAPP_LIMIT_MAX_VT_SYS_CLK_DIV],
271 .vt.min_pix_clk_div = sensor->limits[SMIAPP_LIMIT_MIN_VT_PIX_CLK_DIV],
272 .vt.max_pix_clk_div = sensor->limits[SMIAPP_LIMIT_MAX_VT_PIX_CLK_DIV],
273 .vt.min_sys_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_VT_SYS_CLK_FREQ_HZ],
274 .vt.max_sys_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_VT_SYS_CLK_FREQ_HZ],
275 .vt.min_pix_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MIN_VT_PIX_CLK_FREQ_HZ],
276 .vt.max_pix_clk_freq_hz = sensor->limits[SMIAPP_LIMIT_MAX_VT_PIX_CLK_FREQ_HZ],
278 .min_line_length_pck_bin = sensor->limits[SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK_BIN],
279 .min_line_length_pck = sensor->limits[SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK],
282 return smiapp_pll_calculate(&client->dev, &lim, pll);
285 static int smiapp_pll_update(struct smiapp_sensor *sensor)
287 struct smiapp_pll *pll = &sensor->pll;
290 pll->binning_horizontal = sensor->binning_horizontal;
291 pll->binning_vertical = sensor->binning_vertical;
293 sensor->link_freq->qmenu_int[sensor->link_freq->val];
294 pll->scale_m = sensor->scale_m;
295 pll->bits_per_pixel = sensor->csi_format->compressed;
297 rval = smiapp_pll_try(sensor, pll);
301 __v4l2_ctrl_s_ctrl_int64(sensor->pixel_rate_parray,
302 pll->pixel_rate_pixel_array);
303 __v4l2_ctrl_s_ctrl_int64(sensor->pixel_rate_csi, pll->pixel_rate_csi);
311 * V4L2 Controls handling
315 static void __smiapp_update_exposure_limits(struct smiapp_sensor *sensor)
317 struct v4l2_ctrl *ctrl = sensor->exposure;
320 max = sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height
321 + sensor->vblank->val
322 - sensor->limits[SMIAPP_LIMIT_COARSE_INTEGRATION_TIME_MAX_MARGIN];
324 __v4l2_ctrl_modify_range(ctrl, ctrl->minimum, max, ctrl->step, max);
330 * 1. Bits-per-pixel, descending.
331 * 2. Bits-per-pixel compressed, descending.
332 * 3. Pixel order, same as in pixel_order_str. Formats for all four pixel
333 * orders must be defined.
335 static const struct smiapp_csi_data_format smiapp_csi_data_formats[] = {
336 { MEDIA_BUS_FMT_SGRBG16_1X16, 16, 16, SMIAPP_PIXEL_ORDER_GRBG, },
337 { MEDIA_BUS_FMT_SRGGB16_1X16, 16, 16, SMIAPP_PIXEL_ORDER_RGGB, },
338 { MEDIA_BUS_FMT_SBGGR16_1X16, 16, 16, SMIAPP_PIXEL_ORDER_BGGR, },
339 { MEDIA_BUS_FMT_SGBRG16_1X16, 16, 16, SMIAPP_PIXEL_ORDER_GBRG, },
340 { MEDIA_BUS_FMT_SGRBG14_1X14, 14, 14, SMIAPP_PIXEL_ORDER_GRBG, },
341 { MEDIA_BUS_FMT_SRGGB14_1X14, 14, 14, SMIAPP_PIXEL_ORDER_RGGB, },
342 { MEDIA_BUS_FMT_SBGGR14_1X14, 14, 14, SMIAPP_PIXEL_ORDER_BGGR, },
343 { MEDIA_BUS_FMT_SGBRG14_1X14, 14, 14, SMIAPP_PIXEL_ORDER_GBRG, },
344 { MEDIA_BUS_FMT_SGRBG12_1X12, 12, 12, SMIAPP_PIXEL_ORDER_GRBG, },
345 { MEDIA_BUS_FMT_SRGGB12_1X12, 12, 12, SMIAPP_PIXEL_ORDER_RGGB, },
346 { MEDIA_BUS_FMT_SBGGR12_1X12, 12, 12, SMIAPP_PIXEL_ORDER_BGGR, },
347 { MEDIA_BUS_FMT_SGBRG12_1X12, 12, 12, SMIAPP_PIXEL_ORDER_GBRG, },
348 { MEDIA_BUS_FMT_SGRBG10_1X10, 10, 10, SMIAPP_PIXEL_ORDER_GRBG, },
349 { MEDIA_BUS_FMT_SRGGB10_1X10, 10, 10, SMIAPP_PIXEL_ORDER_RGGB, },
350 { MEDIA_BUS_FMT_SBGGR10_1X10, 10, 10, SMIAPP_PIXEL_ORDER_BGGR, },
351 { MEDIA_BUS_FMT_SGBRG10_1X10, 10, 10, SMIAPP_PIXEL_ORDER_GBRG, },
352 { MEDIA_BUS_FMT_SGRBG10_DPCM8_1X8, 10, 8, SMIAPP_PIXEL_ORDER_GRBG, },
353 { MEDIA_BUS_FMT_SRGGB10_DPCM8_1X8, 10, 8, SMIAPP_PIXEL_ORDER_RGGB, },
354 { MEDIA_BUS_FMT_SBGGR10_DPCM8_1X8, 10, 8, SMIAPP_PIXEL_ORDER_BGGR, },
355 { MEDIA_BUS_FMT_SGBRG10_DPCM8_1X8, 10, 8, SMIAPP_PIXEL_ORDER_GBRG, },
356 { MEDIA_BUS_FMT_SGRBG8_1X8, 8, 8, SMIAPP_PIXEL_ORDER_GRBG, },
357 { MEDIA_BUS_FMT_SRGGB8_1X8, 8, 8, SMIAPP_PIXEL_ORDER_RGGB, },
358 { MEDIA_BUS_FMT_SBGGR8_1X8, 8, 8, SMIAPP_PIXEL_ORDER_BGGR, },
359 { MEDIA_BUS_FMT_SGBRG8_1X8, 8, 8, SMIAPP_PIXEL_ORDER_GBRG, },
362 static const char *pixel_order_str[] = { "GRBG", "RGGB", "BGGR", "GBRG" };
364 #define to_csi_format_idx(fmt) (((unsigned long)(fmt) \
365 - (unsigned long)smiapp_csi_data_formats) \
366 / sizeof(*smiapp_csi_data_formats))
368 static u32 smiapp_pixel_order(struct smiapp_sensor *sensor)
370 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
374 if (sensor->hflip->val)
375 flip |= SMIAPP_IMAGE_ORIENTATION_HFLIP;
377 if (sensor->vflip->val)
378 flip |= SMIAPP_IMAGE_ORIENTATION_VFLIP;
381 flip ^= sensor->hvflip_inv_mask;
383 dev_dbg(&client->dev, "flip %d\n", flip);
384 return sensor->default_pixel_order ^ flip;
387 static void smiapp_update_mbus_formats(struct smiapp_sensor *sensor)
389 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
390 unsigned int csi_format_idx =
391 to_csi_format_idx(sensor->csi_format) & ~3;
392 unsigned int internal_csi_format_idx =
393 to_csi_format_idx(sensor->internal_csi_format) & ~3;
394 unsigned int pixel_order = smiapp_pixel_order(sensor);
396 sensor->mbus_frame_fmts =
397 sensor->default_mbus_frame_fmts << pixel_order;
399 &smiapp_csi_data_formats[csi_format_idx + pixel_order];
400 sensor->internal_csi_format =
401 &smiapp_csi_data_formats[internal_csi_format_idx
404 BUG_ON(max(internal_csi_format_idx, csi_format_idx) + pixel_order
405 >= ARRAY_SIZE(smiapp_csi_data_formats));
407 dev_dbg(&client->dev, "new pixel order %s\n",
408 pixel_order_str[pixel_order]);
411 static const char * const smiapp_test_patterns[] = {
414 "Eight Vertical Colour Bars",
415 "Colour Bars With Fade to Grey",
416 "Pseudorandom Sequence (PN9)",
419 static int smiapp_set_ctrl(struct v4l2_ctrl *ctrl)
421 struct smiapp_sensor *sensor =
422 container_of(ctrl->handler, struct smiapp_subdev, ctrl_handler)
429 case V4L2_CID_ANALOGUE_GAIN:
432 SMIAPP_REG_U16_ANALOGUE_GAIN_CODE_GLOBAL, ctrl->val);
434 case V4L2_CID_EXPOSURE:
437 SMIAPP_REG_U16_COARSE_INTEGRATION_TIME, ctrl->val);
441 if (sensor->streaming)
444 if (sensor->hflip->val)
445 orient |= SMIAPP_IMAGE_ORIENTATION_HFLIP;
447 if (sensor->vflip->val)
448 orient |= SMIAPP_IMAGE_ORIENTATION_VFLIP;
450 orient ^= sensor->hvflip_inv_mask;
451 rval = smiapp_write(sensor, SMIAPP_REG_U8_IMAGE_ORIENTATION,
456 smiapp_update_mbus_formats(sensor);
460 case V4L2_CID_VBLANK:
461 exposure = sensor->exposure->val;
463 __smiapp_update_exposure_limits(sensor);
465 if (exposure > sensor->exposure->maximum) {
466 sensor->exposure->val = sensor->exposure->maximum;
467 rval = smiapp_set_ctrl(sensor->exposure);
473 sensor, SMIAPP_REG_U16_FRAME_LENGTH_LINES,
474 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height
477 case V4L2_CID_HBLANK:
479 sensor, SMIAPP_REG_U16_LINE_LENGTH_PCK,
480 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].width
483 case V4L2_CID_LINK_FREQ:
484 if (sensor->streaming)
487 return smiapp_pll_update(sensor);
489 case V4L2_CID_TEST_PATTERN: {
492 for (i = 0; i < ARRAY_SIZE(sensor->test_data); i++)
494 sensor->test_data[i],
496 V4L2_SMIAPP_TEST_PATTERN_MODE_SOLID_COLOUR);
499 sensor, SMIAPP_REG_U16_TEST_PATTERN_MODE, ctrl->val);
502 case V4L2_CID_TEST_PATTERN_RED:
504 sensor, SMIAPP_REG_U16_TEST_DATA_RED, ctrl->val);
506 case V4L2_CID_TEST_PATTERN_GREENR:
508 sensor, SMIAPP_REG_U16_TEST_DATA_GREENR, ctrl->val);
510 case V4L2_CID_TEST_PATTERN_BLUE:
512 sensor, SMIAPP_REG_U16_TEST_DATA_BLUE, ctrl->val);
514 case V4L2_CID_TEST_PATTERN_GREENB:
516 sensor, SMIAPP_REG_U16_TEST_DATA_GREENB, ctrl->val);
518 case V4L2_CID_PIXEL_RATE:
519 /* For v4l2_ctrl_s_ctrl_int64() used internally. */
527 static const struct v4l2_ctrl_ops smiapp_ctrl_ops = {
528 .s_ctrl = smiapp_set_ctrl,
531 static int smiapp_init_controls(struct smiapp_sensor *sensor)
533 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
536 rval = v4l2_ctrl_handler_init(&sensor->pixel_array->ctrl_handler, 12);
540 sensor->pixel_array->ctrl_handler.lock = &sensor->mutex;
542 sensor->analog_gain = v4l2_ctrl_new_std(
543 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
544 V4L2_CID_ANALOGUE_GAIN,
545 sensor->limits[SMIAPP_LIMIT_ANALOGUE_GAIN_CODE_MIN],
546 sensor->limits[SMIAPP_LIMIT_ANALOGUE_GAIN_CODE_MAX],
547 max(sensor->limits[SMIAPP_LIMIT_ANALOGUE_GAIN_CODE_STEP], 1U),
548 sensor->limits[SMIAPP_LIMIT_ANALOGUE_GAIN_CODE_MIN]);
550 /* Exposure limits will be updated soon, use just something here. */
551 sensor->exposure = v4l2_ctrl_new_std(
552 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
553 V4L2_CID_EXPOSURE, 0, 0, 1, 0);
555 sensor->hflip = v4l2_ctrl_new_std(
556 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
557 V4L2_CID_HFLIP, 0, 1, 1, 0);
558 sensor->vflip = v4l2_ctrl_new_std(
559 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
560 V4L2_CID_VFLIP, 0, 1, 1, 0);
562 sensor->vblank = v4l2_ctrl_new_std(
563 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
564 V4L2_CID_VBLANK, 0, 1, 1, 0);
567 sensor->vblank->flags |= V4L2_CTRL_FLAG_UPDATE;
569 sensor->hblank = v4l2_ctrl_new_std(
570 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
571 V4L2_CID_HBLANK, 0, 1, 1, 0);
574 sensor->hblank->flags |= V4L2_CTRL_FLAG_UPDATE;
576 sensor->pixel_rate_parray = v4l2_ctrl_new_std(
577 &sensor->pixel_array->ctrl_handler, &smiapp_ctrl_ops,
578 V4L2_CID_PIXEL_RATE, 1, INT_MAX, 1, 1);
580 v4l2_ctrl_new_std_menu_items(&sensor->pixel_array->ctrl_handler,
581 &smiapp_ctrl_ops, V4L2_CID_TEST_PATTERN,
582 ARRAY_SIZE(smiapp_test_patterns) - 1,
583 0, 0, smiapp_test_patterns);
585 if (sensor->pixel_array->ctrl_handler.error) {
586 dev_err(&client->dev,
587 "pixel array controls initialization failed (%d)\n",
588 sensor->pixel_array->ctrl_handler.error);
589 return sensor->pixel_array->ctrl_handler.error;
592 sensor->pixel_array->sd.ctrl_handler =
593 &sensor->pixel_array->ctrl_handler;
595 v4l2_ctrl_cluster(2, &sensor->hflip);
597 rval = v4l2_ctrl_handler_init(&sensor->src->ctrl_handler, 0);
601 sensor->src->ctrl_handler.lock = &sensor->mutex;
603 sensor->pixel_rate_csi = v4l2_ctrl_new_std(
604 &sensor->src->ctrl_handler, &smiapp_ctrl_ops,
605 V4L2_CID_PIXEL_RATE, 1, INT_MAX, 1, 1);
607 if (sensor->src->ctrl_handler.error) {
608 dev_err(&client->dev,
609 "src controls initialization failed (%d)\n",
610 sensor->src->ctrl_handler.error);
611 return sensor->src->ctrl_handler.error;
614 sensor->src->sd.ctrl_handler = &sensor->src->ctrl_handler;
620 * For controls that require information on available media bus codes
621 * and linke frequencies.
623 static int smiapp_init_late_controls(struct smiapp_sensor *sensor)
625 unsigned long *valid_link_freqs = &sensor->valid_link_freqs[
626 sensor->csi_format->compressed - sensor->compressed_min_bpp];
629 for (i = 0; i < ARRAY_SIZE(sensor->test_data); i++) {
630 int max_value = (1 << sensor->csi_format->width) - 1;
632 sensor->test_data[i] = v4l2_ctrl_new_std(
633 &sensor->pixel_array->ctrl_handler,
634 &smiapp_ctrl_ops, V4L2_CID_TEST_PATTERN_RED + i,
635 0, max_value, 1, max_value);
638 for (max = 0; sensor->hwcfg->op_sys_clock[max + 1]; max++);
640 sensor->link_freq = v4l2_ctrl_new_int_menu(
641 &sensor->src->ctrl_handler, &smiapp_ctrl_ops,
642 V4L2_CID_LINK_FREQ, __fls(*valid_link_freqs),
643 __ffs(*valid_link_freqs), sensor->hwcfg->op_sys_clock);
645 return sensor->src->ctrl_handler.error;
648 static void smiapp_free_controls(struct smiapp_sensor *sensor)
652 for (i = 0; i < sensor->ssds_used; i++)
653 v4l2_ctrl_handler_free(&sensor->ssds[i].ctrl_handler);
656 static int smiapp_get_limits(struct smiapp_sensor *sensor, int const *limit,
659 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
664 for (i = 0; i < n; i++) {
666 sensor, smiapp_reg_limits[limit[i]].addr, &val);
669 sensor->limits[limit[i]] = val;
670 dev_dbg(&client->dev, "0x%8.8x \"%s\" = %u, 0x%x\n",
671 smiapp_reg_limits[limit[i]].addr,
672 smiapp_reg_limits[limit[i]].what, val, val);
678 static int smiapp_get_all_limits(struct smiapp_sensor *sensor)
683 for (i = 0; i < SMIAPP_LIMIT_LAST; i++) {
684 rval = smiapp_get_limits(sensor, &i, 1);
689 if (sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN] == 0)
690 smiapp_replace_limit(sensor, SMIAPP_LIMIT_SCALER_N_MIN, 16);
695 static int smiapp_get_limits_binning(struct smiapp_sensor *sensor)
697 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
698 static u32 const limits[] = {
699 SMIAPP_LIMIT_MIN_FRAME_LENGTH_LINES_BIN,
700 SMIAPP_LIMIT_MAX_FRAME_LENGTH_LINES_BIN,
701 SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK_BIN,
702 SMIAPP_LIMIT_MAX_LINE_LENGTH_PCK_BIN,
703 SMIAPP_LIMIT_MIN_LINE_BLANKING_PCK_BIN,
704 SMIAPP_LIMIT_FINE_INTEGRATION_TIME_MIN_BIN,
705 SMIAPP_LIMIT_FINE_INTEGRATION_TIME_MAX_MARGIN_BIN,
707 static u32 const limits_replace[] = {
708 SMIAPP_LIMIT_MIN_FRAME_LENGTH_LINES,
709 SMIAPP_LIMIT_MAX_FRAME_LENGTH_LINES,
710 SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK,
711 SMIAPP_LIMIT_MAX_LINE_LENGTH_PCK,
712 SMIAPP_LIMIT_MIN_LINE_BLANKING_PCK,
713 SMIAPP_LIMIT_FINE_INTEGRATION_TIME_MIN,
714 SMIAPP_LIMIT_FINE_INTEGRATION_TIME_MAX_MARGIN,
719 if (sensor->limits[SMIAPP_LIMIT_BINNING_CAPABILITY] ==
720 SMIAPP_BINNING_CAPABILITY_NO) {
721 for (i = 0; i < ARRAY_SIZE(limits); i++)
722 sensor->limits[limits[i]] =
723 sensor->limits[limits_replace[i]];
728 rval = smiapp_get_limits(sensor, limits, ARRAY_SIZE(limits));
733 * Sanity check whether the binning limits are valid. If not,
734 * use the non-binning ones.
736 if (sensor->limits[SMIAPP_LIMIT_MIN_FRAME_LENGTH_LINES_BIN]
737 && sensor->limits[SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK_BIN]
738 && sensor->limits[SMIAPP_LIMIT_MIN_LINE_BLANKING_PCK_BIN])
741 for (i = 0; i < ARRAY_SIZE(limits); i++) {
742 dev_dbg(&client->dev,
743 "replace limit 0x%8.8x \"%s\" = %d, 0x%x\n",
744 smiapp_reg_limits[limits[i]].addr,
745 smiapp_reg_limits[limits[i]].what,
746 sensor->limits[limits_replace[i]],
747 sensor->limits[limits_replace[i]]);
748 sensor->limits[limits[i]] =
749 sensor->limits[limits_replace[i]];
755 static int smiapp_get_mbus_formats(struct smiapp_sensor *sensor)
757 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
758 struct smiapp_pll *pll = &sensor->pll;
759 u8 compressed_max_bpp = 0;
760 unsigned int type, n;
761 unsigned int i, pixel_order;
765 sensor, SMIAPP_REG_U8_DATA_FORMAT_MODEL_TYPE, &type);
769 dev_dbg(&client->dev, "data_format_model_type %d\n", type);
771 rval = smiapp_read(sensor, SMIAPP_REG_U8_PIXEL_ORDER,
776 if (pixel_order >= ARRAY_SIZE(pixel_order_str)) {
777 dev_dbg(&client->dev, "bad pixel order %d\n", pixel_order);
781 dev_dbg(&client->dev, "pixel order %d (%s)\n", pixel_order,
782 pixel_order_str[pixel_order]);
785 case SMIAPP_DATA_FORMAT_MODEL_TYPE_NORMAL:
786 n = SMIAPP_DATA_FORMAT_MODEL_TYPE_NORMAL_N;
788 case SMIAPP_DATA_FORMAT_MODEL_TYPE_EXTENDED:
789 n = SMIAPP_DATA_FORMAT_MODEL_TYPE_EXTENDED_N;
795 sensor->default_pixel_order = pixel_order;
796 sensor->mbus_frame_fmts = 0;
798 for (i = 0; i < n; i++) {
803 SMIAPP_REG_U16_DATA_FORMAT_DESCRIPTOR(i), &fmt);
807 dev_dbg(&client->dev, "%u: bpp %u, compressed %u\n",
808 i, fmt >> 8, (u8)fmt);
810 for (j = 0; j < ARRAY_SIZE(smiapp_csi_data_formats); j++) {
811 const struct smiapp_csi_data_format *f =
812 &smiapp_csi_data_formats[j];
814 if (f->pixel_order != SMIAPP_PIXEL_ORDER_GRBG)
817 if (f->width != fmt >> 8 || f->compressed != (u8)fmt)
820 dev_dbg(&client->dev, "jolly good! %d\n", j);
822 sensor->default_mbus_frame_fmts |= 1 << j;
826 /* Figure out which BPP values can be used with which formats. */
827 pll->binning_horizontal = 1;
828 pll->binning_vertical = 1;
829 pll->scale_m = sensor->scale_m;
831 for (i = 0; i < ARRAY_SIZE(smiapp_csi_data_formats); i++) {
832 sensor->compressed_min_bpp =
833 min(smiapp_csi_data_formats[i].compressed,
834 sensor->compressed_min_bpp);
836 max(smiapp_csi_data_formats[i].compressed,
840 sensor->valid_link_freqs = devm_kcalloc(
842 compressed_max_bpp - sensor->compressed_min_bpp + 1,
843 sizeof(*sensor->valid_link_freqs), GFP_KERNEL);
844 if (!sensor->valid_link_freqs)
847 for (i = 0; i < ARRAY_SIZE(smiapp_csi_data_formats); i++) {
848 const struct smiapp_csi_data_format *f =
849 &smiapp_csi_data_formats[i];
850 unsigned long *valid_link_freqs =
851 &sensor->valid_link_freqs[
852 f->compressed - sensor->compressed_min_bpp];
855 if (!(sensor->default_mbus_frame_fmts & 1 << i))
858 pll->bits_per_pixel = f->compressed;
860 for (j = 0; sensor->hwcfg->op_sys_clock[j]; j++) {
861 pll->link_freq = sensor->hwcfg->op_sys_clock[j];
863 rval = smiapp_pll_try(sensor, pll);
864 dev_dbg(&client->dev, "link freq %u Hz, bpp %u %s\n",
865 pll->link_freq, pll->bits_per_pixel,
866 rval ? "not ok" : "ok");
870 set_bit(j, valid_link_freqs);
873 if (!*valid_link_freqs) {
874 dev_info(&client->dev,
875 "no valid link frequencies for %u bpp\n",
877 sensor->default_mbus_frame_fmts &= ~BIT(i);
881 if (!sensor->csi_format
882 || f->width > sensor->csi_format->width
883 || (f->width == sensor->csi_format->width
884 && f->compressed > sensor->csi_format->compressed)) {
885 sensor->csi_format = f;
886 sensor->internal_csi_format = f;
890 if (!sensor->csi_format) {
891 dev_err(&client->dev, "no supported mbus code found\n");
895 smiapp_update_mbus_formats(sensor);
900 static void smiapp_update_blanking(struct smiapp_sensor *sensor)
902 struct v4l2_ctrl *vblank = sensor->vblank;
903 struct v4l2_ctrl *hblank = sensor->hblank;
907 sensor->limits[SMIAPP_LIMIT_MIN_FRAME_BLANKING_LINES],
908 sensor->limits[SMIAPP_LIMIT_MIN_FRAME_LENGTH_LINES_BIN] -
909 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height);
910 max = sensor->limits[SMIAPP_LIMIT_MAX_FRAME_LENGTH_LINES_BIN] -
911 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height;
913 __v4l2_ctrl_modify_range(vblank, min, max, vblank->step, min);
916 sensor->limits[SMIAPP_LIMIT_MIN_LINE_LENGTH_PCK_BIN] -
917 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].width,
918 sensor->limits[SMIAPP_LIMIT_MIN_LINE_BLANKING_PCK_BIN]);
919 max = sensor->limits[SMIAPP_LIMIT_MAX_LINE_LENGTH_PCK_BIN] -
920 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].width;
922 __v4l2_ctrl_modify_range(hblank, min, max, hblank->step, min);
924 __smiapp_update_exposure_limits(sensor);
927 static int smiapp_update_mode(struct smiapp_sensor *sensor)
929 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
930 unsigned int binning_mode;
933 /* Binning has to be set up here; it affects limits */
934 if (sensor->binning_horizontal == 1 &&
935 sensor->binning_vertical == 1) {
939 (sensor->binning_horizontal << 4)
940 | sensor->binning_vertical;
943 sensor, SMIAPP_REG_U8_BINNING_TYPE, binning_type);
949 rval = smiapp_write(sensor, SMIAPP_REG_U8_BINNING_MODE, binning_mode);
953 /* Get updated limits due to binning */
954 rval = smiapp_get_limits_binning(sensor);
958 rval = smiapp_pll_update(sensor);
962 /* Output from pixel array, including blanking */
963 smiapp_update_blanking(sensor);
965 dev_dbg(&client->dev, "vblank\t\t%d\n", sensor->vblank->val);
966 dev_dbg(&client->dev, "hblank\t\t%d\n", sensor->hblank->val);
968 dev_dbg(&client->dev, "real timeperframe\t100/%d\n",
969 sensor->pll.pixel_rate_pixel_array /
970 ((sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].width
971 + sensor->hblank->val) *
972 (sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height
973 + sensor->vblank->val) / 100));
980 * SMIA++ NVM handling
983 static int smiapp_read_nvm(struct smiapp_sensor *sensor,
989 np = sensor->nvm_size / SMIAPP_NVM_PAGE_SIZE;
990 for (p = 0; p < np; p++) {
993 SMIAPP_REG_U8_DATA_TRANSFER_IF_1_PAGE_SELECT, p);
997 rval = smiapp_write(sensor,
998 SMIAPP_REG_U8_DATA_TRANSFER_IF_1_CTRL,
999 SMIAPP_DATA_TRANSFER_IF_1_CTRL_EN |
1000 SMIAPP_DATA_TRANSFER_IF_1_CTRL_RD_EN);
1004 for (i = 1000; i > 0; i--) {
1007 SMIAPP_REG_U8_DATA_TRANSFER_IF_1_STATUS, &s);
1012 if (s & SMIAPP_DATA_TRANSFER_IF_1_STATUS_RD_READY)
1021 for (i = 0; i < SMIAPP_NVM_PAGE_SIZE; i++) {
1024 SMIAPP_REG_U8_DATA_TRANSFER_IF_1_DATA_0 + i,
1034 rval2 = smiapp_write(sensor, SMIAPP_REG_U8_DATA_TRANSFER_IF_1_CTRL, 0);
1043 * SMIA++ CCI address control
1046 static int smiapp_change_cci_addr(struct smiapp_sensor *sensor)
1048 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1052 client->addr = sensor->hwcfg->i2c_addr_dfl;
1054 rval = smiapp_write(sensor,
1055 SMIAPP_REG_U8_CCI_ADDRESS_CONTROL,
1056 sensor->hwcfg->i2c_addr_alt << 1);
1060 client->addr = sensor->hwcfg->i2c_addr_alt;
1062 /* verify addr change went ok */
1063 rval = smiapp_read(sensor, SMIAPP_REG_U8_CCI_ADDRESS_CONTROL, &val);
1067 if (val != sensor->hwcfg->i2c_addr_alt << 1)
1075 * SMIA++ Mode Control
1078 static int smiapp_setup_flash_strobe(struct smiapp_sensor *sensor)
1080 struct smiapp_flash_strobe_parms *strobe_setup;
1081 unsigned int ext_freq = sensor->hwcfg->ext_clk;
1083 u32 strobe_adjustment;
1084 u32 strobe_width_high_rs;
1087 strobe_setup = sensor->hwcfg->strobe_setup;
1090 * How to calculate registers related to strobe length. Please
1091 * do not change, or if you do at least know what you're
1094 * Sakari Ailus <sakari.ailus@iki.fi> 2010-10-25
1096 * flash_strobe_length [us] / 10^6 = (tFlash_strobe_width_ctrl
1097 * / EXTCLK freq [Hz]) * flash_strobe_adjustment
1099 * tFlash_strobe_width_ctrl E N, [1 - 0xffff]
1100 * flash_strobe_adjustment E N, [1 - 0xff]
1102 * The formula above is written as below to keep it on one
1105 * l / 10^6 = w / e * a
1107 * Let's mark w * a by x:
1115 * The strobe width must be at least as long as requested,
1116 * thus rounding upwards is needed.
1118 * x = (l * e + 10^6 - 1) / 10^6
1119 * -----------------------------
1121 * Maximum possible accuracy is wanted at all times. Thus keep
1122 * a as small as possible.
1124 * Calculate a, assuming maximum w, with rounding upwards:
1126 * a = (x + (2^16 - 1) - 1) / (2^16 - 1)
1127 * -------------------------------------
1129 * Thus, we also get w, with that a, with rounding upwards:
1131 * w = (x + a - 1) / a
1132 * -------------------
1136 * x E [1, (2^16 - 1) * (2^8 - 1)]
1138 * Substituting maximum x to the original formula (with rounding),
1139 * the maximum l is thus
1141 * (2^16 - 1) * (2^8 - 1) * 10^6 = l * e + 10^6 - 1
1143 * l = (10^6 * (2^16 - 1) * (2^8 - 1) - 10^6 + 1) / e
1144 * --------------------------------------------------
1146 * flash_strobe_length must be clamped between 1 and
1147 * (10^6 * (2^16 - 1) * (2^8 - 1) - 10^6 + 1) / EXTCLK freq.
1151 * flash_strobe_adjustment = ((flash_strobe_length *
1152 * EXTCLK freq + 10^6 - 1) / 10^6 + (2^16 - 1) - 1) / (2^16 - 1)
1154 * tFlash_strobe_width_ctrl = ((flash_strobe_length *
1155 * EXTCLK freq + 10^6 - 1) / 10^6 +
1156 * flash_strobe_adjustment - 1) / flash_strobe_adjustment
1158 tmp = div_u64(1000000ULL * ((1 << 16) - 1) * ((1 << 8) - 1) -
1159 1000000 + 1, ext_freq);
1160 strobe_setup->strobe_width_high_us =
1161 clamp_t(u32, strobe_setup->strobe_width_high_us, 1, tmp);
1163 tmp = div_u64(((u64)strobe_setup->strobe_width_high_us * (u64)ext_freq +
1164 1000000 - 1), 1000000ULL);
1165 strobe_adjustment = (tmp + (1 << 16) - 1 - 1) / ((1 << 16) - 1);
1166 strobe_width_high_rs = (tmp + strobe_adjustment - 1) /
1169 rval = smiapp_write(sensor, SMIAPP_REG_U8_FLASH_MODE_RS,
1170 strobe_setup->mode);
1174 rval = smiapp_write(sensor, SMIAPP_REG_U8_FLASH_STROBE_ADJUSTMENT,
1179 rval = smiapp_write(
1180 sensor, SMIAPP_REG_U16_TFLASH_STROBE_WIDTH_HIGH_RS_CTRL,
1181 strobe_width_high_rs);
1185 rval = smiapp_write(sensor, SMIAPP_REG_U16_TFLASH_STROBE_DELAY_RS_CTRL,
1186 strobe_setup->strobe_delay);
1190 rval = smiapp_write(sensor, SMIAPP_REG_U16_FLASH_STROBE_START_POINT,
1191 strobe_setup->stobe_start_point);
1195 rval = smiapp_write(sensor, SMIAPP_REG_U8_FLASH_TRIGGER_RS,
1196 strobe_setup->trigger);
1199 sensor->hwcfg->strobe_setup->trigger = 0;
1204 /* -----------------------------------------------------------------------------
1208 static int smiapp_power_on(struct device *dev)
1210 struct i2c_client *client = to_i2c_client(dev);
1211 struct v4l2_subdev *subdev = i2c_get_clientdata(client);
1212 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
1214 * The sub-device related to the I2C device is always the
1215 * source one, i.e. ssds[0].
1217 struct smiapp_sensor *sensor =
1218 container_of(ssd, struct smiapp_sensor, ssds[0]);
1222 rval = regulator_enable(sensor->vana);
1224 dev_err(&client->dev, "failed to enable vana regulator\n");
1227 usleep_range(1000, 1000);
1229 rval = clk_prepare_enable(sensor->ext_clk);
1231 dev_dbg(&client->dev, "failed to enable xclk\n");
1234 usleep_range(1000, 1000);
1236 gpiod_set_value(sensor->xshutdown, 1);
1238 sleep = SMIAPP_RESET_DELAY(sensor->hwcfg->ext_clk);
1239 usleep_range(sleep, sleep);
1242 * Failures to respond to the address change command have been noticed.
1243 * Those failures seem to be caused by the sensor requiring a longer
1244 * boot time than advertised. An additional 10ms delay seems to work
1245 * around the issue, but the SMIA++ I2C write retry hack makes the delay
1246 * unnecessary. The failures need to be investigated to find a proper
1247 * fix, and a delay will likely need to be added here if the I2C write
1248 * retry hack is reverted before the root cause of the boot time issue
1252 if (sensor->hwcfg->i2c_addr_alt) {
1253 rval = smiapp_change_cci_addr(sensor);
1255 dev_err(&client->dev, "cci address change error\n");
1256 goto out_cci_addr_fail;
1260 rval = smiapp_write(sensor, SMIAPP_REG_U8_SOFTWARE_RESET,
1261 SMIAPP_SOFTWARE_RESET);
1263 dev_err(&client->dev, "software reset failed\n");
1264 goto out_cci_addr_fail;
1267 if (sensor->hwcfg->i2c_addr_alt) {
1268 rval = smiapp_change_cci_addr(sensor);
1270 dev_err(&client->dev, "cci address change error\n");
1271 goto out_cci_addr_fail;
1275 rval = smiapp_write(sensor, SMIAPP_REG_U16_COMPRESSION_MODE,
1276 SMIAPP_COMPRESSION_MODE_SIMPLE_PREDICTOR);
1278 dev_err(&client->dev, "compression mode set failed\n");
1279 goto out_cci_addr_fail;
1282 rval = smiapp_write(
1283 sensor, SMIAPP_REG_U16_EXTCLK_FREQUENCY_MHZ,
1284 sensor->hwcfg->ext_clk / (1000000 / (1 << 8)));
1286 dev_err(&client->dev, "extclk frequency set failed\n");
1287 goto out_cci_addr_fail;
1290 rval = smiapp_write(sensor, SMIAPP_REG_U8_CSI_LANE_MODE,
1291 sensor->hwcfg->lanes - 1);
1293 dev_err(&client->dev, "csi lane mode set failed\n");
1294 goto out_cci_addr_fail;
1297 rval = smiapp_write(sensor, SMIAPP_REG_U8_FAST_STANDBY_CTRL,
1298 SMIAPP_FAST_STANDBY_CTRL_IMMEDIATE);
1300 dev_err(&client->dev, "fast standby set failed\n");
1301 goto out_cci_addr_fail;
1304 rval = smiapp_write(sensor, SMIAPP_REG_U8_CSI_SIGNALLING_MODE,
1305 sensor->hwcfg->csi_signalling_mode);
1307 dev_err(&client->dev, "csi signalling mode set failed\n");
1308 goto out_cci_addr_fail;
1311 /* DPHY control done by sensor based on requested link rate */
1312 rval = smiapp_write(sensor, SMIAPP_REG_U8_DPHY_CTRL,
1313 SMIAPP_DPHY_CTRL_UI);
1317 rval = smiapp_call_quirk(sensor, post_poweron);
1319 dev_err(&client->dev, "post_poweron quirks failed\n");
1320 goto out_cci_addr_fail;
1323 /* Are we still initialising...? If yes, return here. */
1324 if (!sensor->pixel_array)
1327 rval = v4l2_ctrl_handler_setup(&sensor->pixel_array->ctrl_handler);
1329 goto out_cci_addr_fail;
1331 rval = v4l2_ctrl_handler_setup(&sensor->src->ctrl_handler);
1333 goto out_cci_addr_fail;
1335 mutex_lock(&sensor->mutex);
1336 rval = smiapp_update_mode(sensor);
1337 mutex_unlock(&sensor->mutex);
1339 goto out_cci_addr_fail;
1345 gpiod_set_value(sensor->xshutdown, 0);
1346 clk_disable_unprepare(sensor->ext_clk);
1349 regulator_disable(sensor->vana);
1354 static int smiapp_power_off(struct device *dev)
1356 struct i2c_client *client = to_i2c_client(dev);
1357 struct v4l2_subdev *subdev = i2c_get_clientdata(client);
1358 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
1359 struct smiapp_sensor *sensor =
1360 container_of(ssd, struct smiapp_sensor, ssds[0]);
1363 * Currently power/clock to lens are enable/disabled separately
1364 * but they are essentially the same signals. So if the sensor is
1365 * powered off while the lens is powered on the sensor does not
1366 * really see a power off and next time the cci address change
1367 * will fail. So do a soft reset explicitly here.
1369 if (sensor->hwcfg->i2c_addr_alt)
1370 smiapp_write(sensor,
1371 SMIAPP_REG_U8_SOFTWARE_RESET,
1372 SMIAPP_SOFTWARE_RESET);
1374 gpiod_set_value(sensor->xshutdown, 0);
1375 clk_disable_unprepare(sensor->ext_clk);
1376 usleep_range(5000, 5000);
1377 regulator_disable(sensor->vana);
1378 sensor->streaming = false;
1383 static int smiapp_set_power(struct v4l2_subdev *subdev, int on)
1388 pm_runtime_mark_last_busy(subdev->dev);
1389 pm_runtime_put_autosuspend(subdev->dev);
1394 rval = pm_runtime_get_sync(subdev->dev);
1398 if (rval != -EBUSY && rval != -EAGAIN)
1399 pm_runtime_set_active(subdev->dev);
1401 pm_runtime_put(subdev->dev);
1406 /* -----------------------------------------------------------------------------
1407 * Video stream management
1410 static int smiapp_start_streaming(struct smiapp_sensor *sensor)
1412 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1415 mutex_lock(&sensor->mutex);
1417 rval = smiapp_write(sensor, SMIAPP_REG_U16_CSI_DATA_FORMAT,
1418 (sensor->csi_format->width << 8) |
1419 sensor->csi_format->compressed);
1423 rval = smiapp_pll_configure(sensor);
1427 /* Analog crop start coordinates */
1428 rval = smiapp_write(sensor, SMIAPP_REG_U16_X_ADDR_START,
1429 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].left);
1433 rval = smiapp_write(sensor, SMIAPP_REG_U16_Y_ADDR_START,
1434 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].top);
1438 /* Analog crop end coordinates */
1439 rval = smiapp_write(
1440 sensor, SMIAPP_REG_U16_X_ADDR_END,
1441 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].left
1442 + sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].width - 1);
1446 rval = smiapp_write(
1447 sensor, SMIAPP_REG_U16_Y_ADDR_END,
1448 sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].top
1449 + sensor->pixel_array->crop[SMIAPP_PA_PAD_SRC].height - 1);
1454 * Output from pixel array, including blanking, is set using
1455 * controls below. No need to set here.
1459 if (sensor->limits[SMIAPP_LIMIT_DIGITAL_CROP_CAPABILITY]
1460 == SMIAPP_DIGITAL_CROP_CAPABILITY_INPUT_CROP) {
1461 rval = smiapp_write(
1462 sensor, SMIAPP_REG_U16_DIGITAL_CROP_X_OFFSET,
1463 sensor->scaler->crop[SMIAPP_PAD_SINK].left);
1467 rval = smiapp_write(
1468 sensor, SMIAPP_REG_U16_DIGITAL_CROP_Y_OFFSET,
1469 sensor->scaler->crop[SMIAPP_PAD_SINK].top);
1473 rval = smiapp_write(
1474 sensor, SMIAPP_REG_U16_DIGITAL_CROP_IMAGE_WIDTH,
1475 sensor->scaler->crop[SMIAPP_PAD_SINK].width);
1479 rval = smiapp_write(
1480 sensor, SMIAPP_REG_U16_DIGITAL_CROP_IMAGE_HEIGHT,
1481 sensor->scaler->crop[SMIAPP_PAD_SINK].height);
1487 if (sensor->limits[SMIAPP_LIMIT_SCALING_CAPABILITY]
1488 != SMIAPP_SCALING_CAPABILITY_NONE) {
1489 rval = smiapp_write(sensor, SMIAPP_REG_U16_SCALING_MODE,
1490 sensor->scaling_mode);
1494 rval = smiapp_write(sensor, SMIAPP_REG_U16_SCALE_M,
1500 /* Output size from sensor */
1501 rval = smiapp_write(sensor, SMIAPP_REG_U16_X_OUTPUT_SIZE,
1502 sensor->src->crop[SMIAPP_PAD_SRC].width);
1505 rval = smiapp_write(sensor, SMIAPP_REG_U16_Y_OUTPUT_SIZE,
1506 sensor->src->crop[SMIAPP_PAD_SRC].height);
1510 if ((sensor->limits[SMIAPP_LIMIT_FLASH_MODE_CAPABILITY] &
1511 (SMIAPP_FLASH_MODE_CAPABILITY_SINGLE_STROBE |
1512 SMIAPP_FLASH_MODE_CAPABILITY_MULTIPLE_STROBE)) &&
1513 sensor->hwcfg->strobe_setup != NULL &&
1514 sensor->hwcfg->strobe_setup->trigger != 0) {
1515 rval = smiapp_setup_flash_strobe(sensor);
1520 rval = smiapp_call_quirk(sensor, pre_streamon);
1522 dev_err(&client->dev, "pre_streamon quirks failed\n");
1526 rval = smiapp_write(sensor, SMIAPP_REG_U8_MODE_SELECT,
1527 SMIAPP_MODE_SELECT_STREAMING);
1530 mutex_unlock(&sensor->mutex);
1535 static int smiapp_stop_streaming(struct smiapp_sensor *sensor)
1537 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
1540 mutex_lock(&sensor->mutex);
1541 rval = smiapp_write(sensor, SMIAPP_REG_U8_MODE_SELECT,
1542 SMIAPP_MODE_SELECT_SOFTWARE_STANDBY);
1546 rval = smiapp_call_quirk(sensor, post_streamoff);
1548 dev_err(&client->dev, "post_streamoff quirks failed\n");
1551 mutex_unlock(&sensor->mutex);
1555 /* -----------------------------------------------------------------------------
1556 * V4L2 subdev video operations
1559 static int smiapp_set_stream(struct v4l2_subdev *subdev, int enable)
1561 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1564 if (sensor->streaming == enable)
1568 sensor->streaming = true;
1569 rval = smiapp_start_streaming(sensor);
1571 sensor->streaming = false;
1573 rval = smiapp_stop_streaming(sensor);
1574 sensor->streaming = false;
1580 static int smiapp_enum_mbus_code(struct v4l2_subdev *subdev,
1581 struct v4l2_subdev_pad_config *cfg,
1582 struct v4l2_subdev_mbus_code_enum *code)
1584 struct i2c_client *client = v4l2_get_subdevdata(subdev);
1585 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1590 mutex_lock(&sensor->mutex);
1592 dev_err(&client->dev, "subdev %s, pad %d, index %d\n",
1593 subdev->name, code->pad, code->index);
1595 if (subdev != &sensor->src->sd || code->pad != SMIAPP_PAD_SRC) {
1599 code->code = sensor->internal_csi_format->code;
1604 for (i = 0; i < ARRAY_SIZE(smiapp_csi_data_formats); i++) {
1605 if (sensor->mbus_frame_fmts & (1 << i))
1608 if (idx == code->index) {
1609 code->code = smiapp_csi_data_formats[i].code;
1610 dev_err(&client->dev, "found index %d, i %d, code %x\n",
1611 code->index, i, code->code);
1618 mutex_unlock(&sensor->mutex);
1623 static u32 __smiapp_get_mbus_code(struct v4l2_subdev *subdev,
1626 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1628 if (subdev == &sensor->src->sd && pad == SMIAPP_PAD_SRC)
1629 return sensor->csi_format->code;
1631 return sensor->internal_csi_format->code;
1634 static int __smiapp_get_format(struct v4l2_subdev *subdev,
1635 struct v4l2_subdev_pad_config *cfg,
1636 struct v4l2_subdev_format *fmt)
1638 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
1640 if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1641 fmt->format = *v4l2_subdev_get_try_format(subdev, cfg,
1644 struct v4l2_rect *r;
1646 if (fmt->pad == ssd->source_pad)
1647 r = &ssd->crop[ssd->source_pad];
1651 fmt->format.code = __smiapp_get_mbus_code(subdev, fmt->pad);
1652 fmt->format.width = r->width;
1653 fmt->format.height = r->height;
1654 fmt->format.field = V4L2_FIELD_NONE;
1660 static int smiapp_get_format(struct v4l2_subdev *subdev,
1661 struct v4l2_subdev_pad_config *cfg,
1662 struct v4l2_subdev_format *fmt)
1664 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1667 mutex_lock(&sensor->mutex);
1668 rval = __smiapp_get_format(subdev, cfg, fmt);
1669 mutex_unlock(&sensor->mutex);
1674 static void smiapp_get_crop_compose(struct v4l2_subdev *subdev,
1675 struct v4l2_subdev_pad_config *cfg,
1676 struct v4l2_rect **crops,
1677 struct v4l2_rect **comps, int which)
1679 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
1682 if (which == V4L2_SUBDEV_FORMAT_ACTIVE) {
1684 for (i = 0; i < subdev->entity.num_pads; i++)
1685 crops[i] = &ssd->crop[i];
1687 *comps = &ssd->compose;
1690 for (i = 0; i < subdev->entity.num_pads; i++) {
1691 crops[i] = v4l2_subdev_get_try_crop(subdev, cfg, i);
1696 *comps = v4l2_subdev_get_try_compose(subdev, cfg,
1703 /* Changes require propagation only on sink pad. */
1704 static void smiapp_propagate(struct v4l2_subdev *subdev,
1705 struct v4l2_subdev_pad_config *cfg, int which,
1708 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1709 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
1710 struct v4l2_rect *comp, *crops[SMIAPP_PADS];
1712 smiapp_get_crop_compose(subdev, cfg, crops, &comp, which);
1715 case V4L2_SEL_TGT_CROP:
1716 comp->width = crops[SMIAPP_PAD_SINK]->width;
1717 comp->height = crops[SMIAPP_PAD_SINK]->height;
1718 if (which == V4L2_SUBDEV_FORMAT_ACTIVE) {
1719 if (ssd == sensor->scaler) {
1722 SMIAPP_LIMIT_SCALER_N_MIN];
1723 sensor->scaling_mode =
1724 SMIAPP_SCALING_MODE_NONE;
1725 } else if (ssd == sensor->binner) {
1726 sensor->binning_horizontal = 1;
1727 sensor->binning_vertical = 1;
1731 case V4L2_SEL_TGT_COMPOSE:
1732 *crops[SMIAPP_PAD_SRC] = *comp;
1739 static const struct smiapp_csi_data_format
1740 *smiapp_validate_csi_data_format(struct smiapp_sensor *sensor, u32 code)
1744 for (i = 0; i < ARRAY_SIZE(smiapp_csi_data_formats); i++) {
1745 if (sensor->mbus_frame_fmts & (1 << i)
1746 && smiapp_csi_data_formats[i].code == code)
1747 return &smiapp_csi_data_formats[i];
1750 return sensor->csi_format;
1753 static int smiapp_set_format_source(struct v4l2_subdev *subdev,
1754 struct v4l2_subdev_pad_config *cfg,
1755 struct v4l2_subdev_format *fmt)
1757 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1758 const struct smiapp_csi_data_format *csi_format,
1759 *old_csi_format = sensor->csi_format;
1760 unsigned long *valid_link_freqs;
1761 u32 code = fmt->format.code;
1765 rval = __smiapp_get_format(subdev, cfg, fmt);
1770 * Media bus code is changeable on src subdev's source pad. On
1771 * other source pads we just get format here.
1773 if (subdev != &sensor->src->sd)
1776 csi_format = smiapp_validate_csi_data_format(sensor, code);
1778 fmt->format.code = csi_format->code;
1780 if (fmt->which != V4L2_SUBDEV_FORMAT_ACTIVE)
1783 sensor->csi_format = csi_format;
1785 if (csi_format->width != old_csi_format->width)
1786 for (i = 0; i < ARRAY_SIZE(sensor->test_data); i++)
1787 __v4l2_ctrl_modify_range(
1788 sensor->test_data[i], 0,
1789 (1 << csi_format->width) - 1, 1, 0);
1791 if (csi_format->compressed == old_csi_format->compressed)
1795 &sensor->valid_link_freqs[sensor->csi_format->compressed
1796 - sensor->compressed_min_bpp];
1798 __v4l2_ctrl_modify_range(
1799 sensor->link_freq, 0,
1800 __fls(*valid_link_freqs), ~*valid_link_freqs,
1801 __ffs(*valid_link_freqs));
1803 return smiapp_pll_update(sensor);
1806 static int smiapp_set_format(struct v4l2_subdev *subdev,
1807 struct v4l2_subdev_pad_config *cfg,
1808 struct v4l2_subdev_format *fmt)
1810 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1811 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
1812 struct v4l2_rect *crops[SMIAPP_PADS];
1814 mutex_lock(&sensor->mutex);
1816 if (fmt->pad == ssd->source_pad) {
1819 rval = smiapp_set_format_source(subdev, cfg, fmt);
1821 mutex_unlock(&sensor->mutex);
1826 /* Sink pad. Width and height are changeable here. */
1827 fmt->format.code = __smiapp_get_mbus_code(subdev, fmt->pad);
1828 fmt->format.width &= ~1;
1829 fmt->format.height &= ~1;
1830 fmt->format.field = V4L2_FIELD_NONE;
1833 clamp(fmt->format.width,
1834 sensor->limits[SMIAPP_LIMIT_MIN_X_OUTPUT_SIZE],
1835 sensor->limits[SMIAPP_LIMIT_MAX_X_OUTPUT_SIZE]);
1836 fmt->format.height =
1837 clamp(fmt->format.height,
1838 sensor->limits[SMIAPP_LIMIT_MIN_Y_OUTPUT_SIZE],
1839 sensor->limits[SMIAPP_LIMIT_MAX_Y_OUTPUT_SIZE]);
1841 smiapp_get_crop_compose(subdev, cfg, crops, NULL, fmt->which);
1843 crops[ssd->sink_pad]->left = 0;
1844 crops[ssd->sink_pad]->top = 0;
1845 crops[ssd->sink_pad]->width = fmt->format.width;
1846 crops[ssd->sink_pad]->height = fmt->format.height;
1847 if (fmt->which == V4L2_SUBDEV_FORMAT_ACTIVE)
1848 ssd->sink_fmt = *crops[ssd->sink_pad];
1849 smiapp_propagate(subdev, cfg, fmt->which,
1852 mutex_unlock(&sensor->mutex);
1858 * Calculate goodness of scaled image size compared to expected image
1859 * size and flags provided.
1861 #define SCALING_GOODNESS 100000
1862 #define SCALING_GOODNESS_EXTREME 100000000
1863 static int scaling_goodness(struct v4l2_subdev *subdev, int w, int ask_w,
1864 int h, int ask_h, u32 flags)
1866 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1867 struct i2c_client *client = v4l2_get_subdevdata(subdev);
1875 if (flags & V4L2_SEL_FLAG_GE) {
1877 val -= SCALING_GOODNESS;
1879 val -= SCALING_GOODNESS;
1882 if (flags & V4L2_SEL_FLAG_LE) {
1884 val -= SCALING_GOODNESS;
1886 val -= SCALING_GOODNESS;
1889 val -= abs(w - ask_w);
1890 val -= abs(h - ask_h);
1892 if (w < sensor->limits[SMIAPP_LIMIT_MIN_X_OUTPUT_SIZE])
1893 val -= SCALING_GOODNESS_EXTREME;
1895 dev_dbg(&client->dev, "w %d ask_w %d h %d ask_h %d goodness %d\n",
1896 w, ask_h, h, ask_h, val);
1901 static void smiapp_set_compose_binner(struct v4l2_subdev *subdev,
1902 struct v4l2_subdev_pad_config *cfg,
1903 struct v4l2_subdev_selection *sel,
1904 struct v4l2_rect **crops,
1905 struct v4l2_rect *comp)
1907 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1909 unsigned int binh = 1, binv = 1;
1910 int best = scaling_goodness(
1912 crops[SMIAPP_PAD_SINK]->width, sel->r.width,
1913 crops[SMIAPP_PAD_SINK]->height, sel->r.height, sel->flags);
1915 for (i = 0; i < sensor->nbinning_subtypes; i++) {
1916 int this = scaling_goodness(
1918 crops[SMIAPP_PAD_SINK]->width
1919 / sensor->binning_subtypes[i].horizontal,
1921 crops[SMIAPP_PAD_SINK]->height
1922 / sensor->binning_subtypes[i].vertical,
1923 sel->r.height, sel->flags);
1926 binh = sensor->binning_subtypes[i].horizontal;
1927 binv = sensor->binning_subtypes[i].vertical;
1931 if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
1932 sensor->binning_vertical = binv;
1933 sensor->binning_horizontal = binh;
1936 sel->r.width = (crops[SMIAPP_PAD_SINK]->width / binh) & ~1;
1937 sel->r.height = (crops[SMIAPP_PAD_SINK]->height / binv) & ~1;
1941 * Calculate best scaling ratio and mode for given output resolution.
1943 * Try all of these: horizontal ratio, vertical ratio and smallest
1944 * size possible (horizontally).
1946 * Also try whether horizontal scaler or full scaler gives a better
1949 static void smiapp_set_compose_scaler(struct v4l2_subdev *subdev,
1950 struct v4l2_subdev_pad_config *cfg,
1951 struct v4l2_subdev_selection *sel,
1952 struct v4l2_rect **crops,
1953 struct v4l2_rect *comp)
1955 struct i2c_client *client = v4l2_get_subdevdata(subdev);
1956 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
1957 u32 min, max, a, b, max_m;
1958 u32 scale_m = sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN];
1959 int mode = SMIAPP_SCALING_MODE_HORIZONTAL;
1965 sel->r.width = min_t(unsigned int, sel->r.width,
1966 crops[SMIAPP_PAD_SINK]->width);
1967 sel->r.height = min_t(unsigned int, sel->r.height,
1968 crops[SMIAPP_PAD_SINK]->height);
1970 a = crops[SMIAPP_PAD_SINK]->width
1971 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN] / sel->r.width;
1972 b = crops[SMIAPP_PAD_SINK]->height
1973 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN] / sel->r.height;
1974 max_m = crops[SMIAPP_PAD_SINK]->width
1975 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN]
1976 / sensor->limits[SMIAPP_LIMIT_MIN_X_OUTPUT_SIZE];
1978 a = clamp(a, sensor->limits[SMIAPP_LIMIT_SCALER_M_MIN],
1979 sensor->limits[SMIAPP_LIMIT_SCALER_M_MAX]);
1980 b = clamp(b, sensor->limits[SMIAPP_LIMIT_SCALER_M_MIN],
1981 sensor->limits[SMIAPP_LIMIT_SCALER_M_MAX]);
1982 max_m = clamp(max_m, sensor->limits[SMIAPP_LIMIT_SCALER_M_MIN],
1983 sensor->limits[SMIAPP_LIMIT_SCALER_M_MAX]);
1985 dev_dbg(&client->dev, "scaling: a %d b %d max_m %d\n", a, b, max_m);
1987 min = min(max_m, min(a, b));
1988 max = min(max_m, max(a, b));
1997 try[ntry] = min + 1;
2000 try[ntry] = max + 1;
2005 for (i = 0; i < ntry; i++) {
2006 int this = scaling_goodness(
2008 crops[SMIAPP_PAD_SINK]->width
2010 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN],
2012 crops[SMIAPP_PAD_SINK]->height,
2016 dev_dbg(&client->dev, "trying factor %d (%d)\n", try[i], i);
2020 mode = SMIAPP_SCALING_MODE_HORIZONTAL;
2024 if (sensor->limits[SMIAPP_LIMIT_SCALING_CAPABILITY]
2025 == SMIAPP_SCALING_CAPABILITY_HORIZONTAL)
2028 this = scaling_goodness(
2029 subdev, crops[SMIAPP_PAD_SINK]->width
2031 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN],
2033 crops[SMIAPP_PAD_SINK]->height
2035 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN],
2041 mode = SMIAPP_SCALING_MODE_BOTH;
2047 (crops[SMIAPP_PAD_SINK]->width
2049 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN]) & ~1;
2050 if (mode == SMIAPP_SCALING_MODE_BOTH)
2052 (crops[SMIAPP_PAD_SINK]->height
2054 * sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN])
2057 sel->r.height = crops[SMIAPP_PAD_SINK]->height;
2059 if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2060 sensor->scale_m = scale_m;
2061 sensor->scaling_mode = mode;
2064 /* We're only called on source pads. This function sets scaling. */
2065 static int smiapp_set_compose(struct v4l2_subdev *subdev,
2066 struct v4l2_subdev_pad_config *cfg,
2067 struct v4l2_subdev_selection *sel)
2069 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2070 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
2071 struct v4l2_rect *comp, *crops[SMIAPP_PADS];
2073 smiapp_get_crop_compose(subdev, cfg, crops, &comp, sel->which);
2078 if (ssd == sensor->binner)
2079 smiapp_set_compose_binner(subdev, cfg, sel, crops, comp);
2081 smiapp_set_compose_scaler(subdev, cfg, sel, crops, comp);
2084 smiapp_propagate(subdev, cfg, sel->which, V4L2_SEL_TGT_COMPOSE);
2086 if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE)
2087 return smiapp_update_mode(sensor);
2092 static int __smiapp_sel_supported(struct v4l2_subdev *subdev,
2093 struct v4l2_subdev_selection *sel)
2095 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2096 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
2098 /* We only implement crop in three places. */
2099 switch (sel->target) {
2100 case V4L2_SEL_TGT_CROP:
2101 case V4L2_SEL_TGT_CROP_BOUNDS:
2102 if (ssd == sensor->pixel_array
2103 && sel->pad == SMIAPP_PA_PAD_SRC)
2105 if (ssd == sensor->src
2106 && sel->pad == SMIAPP_PAD_SRC)
2108 if (ssd == sensor->scaler
2109 && sel->pad == SMIAPP_PAD_SINK
2110 && sensor->limits[SMIAPP_LIMIT_DIGITAL_CROP_CAPABILITY]
2111 == SMIAPP_DIGITAL_CROP_CAPABILITY_INPUT_CROP)
2114 case V4L2_SEL_TGT_NATIVE_SIZE:
2115 if (ssd == sensor->pixel_array
2116 && sel->pad == SMIAPP_PA_PAD_SRC)
2119 case V4L2_SEL_TGT_COMPOSE:
2120 case V4L2_SEL_TGT_COMPOSE_BOUNDS:
2121 if (sel->pad == ssd->source_pad)
2123 if (ssd == sensor->binner)
2125 if (ssd == sensor->scaler
2126 && sensor->limits[SMIAPP_LIMIT_SCALING_CAPABILITY]
2127 != SMIAPP_SCALING_CAPABILITY_NONE)
2135 static int smiapp_set_crop(struct v4l2_subdev *subdev,
2136 struct v4l2_subdev_pad_config *cfg,
2137 struct v4l2_subdev_selection *sel)
2139 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2140 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
2141 struct v4l2_rect *src_size, *crops[SMIAPP_PADS];
2142 struct v4l2_rect _r;
2144 smiapp_get_crop_compose(subdev, cfg, crops, NULL, sel->which);
2146 if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2147 if (sel->pad == ssd->sink_pad)
2148 src_size = &ssd->sink_fmt;
2150 src_size = &ssd->compose;
2152 if (sel->pad == ssd->sink_pad) {
2155 _r.width = v4l2_subdev_get_try_format(subdev, cfg, sel->pad)
2157 _r.height = v4l2_subdev_get_try_format(subdev, cfg, sel->pad)
2161 src_size = v4l2_subdev_get_try_compose(
2162 subdev, cfg, ssd->sink_pad);
2166 if (ssd == sensor->src && sel->pad == SMIAPP_PAD_SRC) {
2171 sel->r.width = min(sel->r.width, src_size->width);
2172 sel->r.height = min(sel->r.height, src_size->height);
2174 sel->r.left = min_t(int, sel->r.left, src_size->width - sel->r.width);
2175 sel->r.top = min_t(int, sel->r.top, src_size->height - sel->r.height);
2177 *crops[sel->pad] = sel->r;
2179 if (ssd != sensor->pixel_array && sel->pad == SMIAPP_PAD_SINK)
2180 smiapp_propagate(subdev, cfg, sel->which,
2186 static void smiapp_get_native_size(struct smiapp_subdev *ssd,
2187 struct v4l2_rect *r)
2191 r->width = ssd->sensor->limits[SMIAPP_LIMIT_X_ADDR_MAX] + 1;
2192 r->height = ssd->sensor->limits[SMIAPP_LIMIT_Y_ADDR_MAX] + 1;
2195 static int __smiapp_get_selection(struct v4l2_subdev *subdev,
2196 struct v4l2_subdev_pad_config *cfg,
2197 struct v4l2_subdev_selection *sel)
2199 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2200 struct smiapp_subdev *ssd = to_smiapp_subdev(subdev);
2201 struct v4l2_rect *comp, *crops[SMIAPP_PADS];
2202 struct v4l2_rect sink_fmt;
2205 ret = __smiapp_sel_supported(subdev, sel);
2209 smiapp_get_crop_compose(subdev, cfg, crops, &comp, sel->which);
2211 if (sel->which == V4L2_SUBDEV_FORMAT_ACTIVE) {
2212 sink_fmt = ssd->sink_fmt;
2214 struct v4l2_mbus_framefmt *fmt =
2215 v4l2_subdev_get_try_format(subdev, cfg, ssd->sink_pad);
2219 sink_fmt.width = fmt->width;
2220 sink_fmt.height = fmt->height;
2223 switch (sel->target) {
2224 case V4L2_SEL_TGT_CROP_BOUNDS:
2225 case V4L2_SEL_TGT_NATIVE_SIZE:
2226 if (ssd == sensor->pixel_array)
2227 smiapp_get_native_size(ssd, &sel->r);
2228 else if (sel->pad == ssd->sink_pad)
2233 case V4L2_SEL_TGT_CROP:
2234 case V4L2_SEL_TGT_COMPOSE_BOUNDS:
2235 sel->r = *crops[sel->pad];
2237 case V4L2_SEL_TGT_COMPOSE:
2245 static int smiapp_get_selection(struct v4l2_subdev *subdev,
2246 struct v4l2_subdev_pad_config *cfg,
2247 struct v4l2_subdev_selection *sel)
2249 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2252 mutex_lock(&sensor->mutex);
2253 rval = __smiapp_get_selection(subdev, cfg, sel);
2254 mutex_unlock(&sensor->mutex);
2258 static int smiapp_set_selection(struct v4l2_subdev *subdev,
2259 struct v4l2_subdev_pad_config *cfg,
2260 struct v4l2_subdev_selection *sel)
2262 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2265 ret = __smiapp_sel_supported(subdev, sel);
2269 mutex_lock(&sensor->mutex);
2271 sel->r.left = max(0, sel->r.left & ~1);
2272 sel->r.top = max(0, sel->r.top & ~1);
2273 sel->r.width = SMIAPP_ALIGN_DIM(sel->r.width, sel->flags);
2274 sel->r.height = SMIAPP_ALIGN_DIM(sel->r.height, sel->flags);
2276 sel->r.width = max_t(unsigned int,
2277 sensor->limits[SMIAPP_LIMIT_MIN_X_OUTPUT_SIZE],
2279 sel->r.height = max_t(unsigned int,
2280 sensor->limits[SMIAPP_LIMIT_MIN_Y_OUTPUT_SIZE],
2283 switch (sel->target) {
2284 case V4L2_SEL_TGT_CROP:
2285 ret = smiapp_set_crop(subdev, cfg, sel);
2287 case V4L2_SEL_TGT_COMPOSE:
2288 ret = smiapp_set_compose(subdev, cfg, sel);
2294 mutex_unlock(&sensor->mutex);
2298 static int smiapp_get_skip_frames(struct v4l2_subdev *subdev, u32 *frames)
2300 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2302 *frames = sensor->frame_skip;
2306 static int smiapp_get_skip_top_lines(struct v4l2_subdev *subdev, u32 *lines)
2308 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2310 *lines = sensor->image_start;
2315 /* -----------------------------------------------------------------------------
2320 smiapp_sysfs_nvm_read(struct device *dev, struct device_attribute *attr,
2323 struct v4l2_subdev *subdev = i2c_get_clientdata(to_i2c_client(dev));
2324 struct i2c_client *client = v4l2_get_subdevdata(subdev);
2325 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2326 unsigned int nbytes;
2328 if (!sensor->dev_init_done)
2331 if (!sensor->nvm_size) {
2334 /* NVM not read yet - read it now */
2335 sensor->nvm_size = sensor->hwcfg->nvm_size;
2337 rval = pm_runtime_get_sync(&client->dev);
2339 if (rval != -EBUSY && rval != -EAGAIN)
2340 pm_runtime_set_active(&client->dev);
2341 pm_runtime_put_noidle(&client->dev);
2345 if (smiapp_read_nvm(sensor, sensor->nvm)) {
2346 pm_runtime_put(&client->dev);
2347 dev_err(&client->dev, "nvm read failed\n");
2351 pm_runtime_mark_last_busy(&client->dev);
2352 pm_runtime_put_autosuspend(&client->dev);
2355 * NVM is still way below a PAGE_SIZE, so we can safely
2356 * assume this for now.
2358 nbytes = min_t(unsigned int, sensor->nvm_size, PAGE_SIZE);
2359 memcpy(buf, sensor->nvm, nbytes);
2363 static DEVICE_ATTR(nvm, S_IRUGO, smiapp_sysfs_nvm_read, NULL);
2366 smiapp_sysfs_ident_read(struct device *dev, struct device_attribute *attr,
2369 struct v4l2_subdev *subdev = i2c_get_clientdata(to_i2c_client(dev));
2370 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2371 struct smiapp_module_info *minfo = &sensor->minfo;
2373 return snprintf(buf, PAGE_SIZE, "%2.2x%4.4x%2.2x\n",
2374 minfo->manufacturer_id, minfo->model_id,
2375 minfo->revision_number_major) + 1;
2378 static DEVICE_ATTR(ident, S_IRUGO, smiapp_sysfs_ident_read, NULL);
2380 /* -----------------------------------------------------------------------------
2381 * V4L2 subdev core operations
2384 static int smiapp_identify_module(struct smiapp_sensor *sensor)
2386 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2387 struct smiapp_module_info *minfo = &sensor->minfo;
2391 minfo->name = SMIAPP_NAME;
2394 rval = smiapp_read_8only(sensor, SMIAPP_REG_U8_MANUFACTURER_ID,
2395 &minfo->manufacturer_id);
2397 rval = smiapp_read_8only(sensor, SMIAPP_REG_U16_MODEL_ID,
2400 rval = smiapp_read_8only(sensor,
2401 SMIAPP_REG_U8_REVISION_NUMBER_MAJOR,
2402 &minfo->revision_number_major);
2404 rval = smiapp_read_8only(sensor,
2405 SMIAPP_REG_U8_REVISION_NUMBER_MINOR,
2406 &minfo->revision_number_minor);
2408 rval = smiapp_read_8only(sensor,
2409 SMIAPP_REG_U8_MODULE_DATE_YEAR,
2410 &minfo->module_year);
2412 rval = smiapp_read_8only(sensor,
2413 SMIAPP_REG_U8_MODULE_DATE_MONTH,
2414 &minfo->module_month);
2416 rval = smiapp_read_8only(sensor, SMIAPP_REG_U8_MODULE_DATE_DAY,
2417 &minfo->module_day);
2421 rval = smiapp_read_8only(sensor,
2422 SMIAPP_REG_U8_SENSOR_MANUFACTURER_ID,
2423 &minfo->sensor_manufacturer_id);
2425 rval = smiapp_read_8only(sensor,
2426 SMIAPP_REG_U16_SENSOR_MODEL_ID,
2427 &minfo->sensor_model_id);
2429 rval = smiapp_read_8only(sensor,
2430 SMIAPP_REG_U8_SENSOR_REVISION_NUMBER,
2431 &minfo->sensor_revision_number);
2433 rval = smiapp_read_8only(sensor,
2434 SMIAPP_REG_U8_SENSOR_FIRMWARE_VERSION,
2435 &minfo->sensor_firmware_version);
2439 rval = smiapp_read_8only(sensor, SMIAPP_REG_U8_SMIA_VERSION,
2440 &minfo->smia_version);
2442 rval = smiapp_read_8only(sensor, SMIAPP_REG_U8_SMIAPP_VERSION,
2443 &minfo->smiapp_version);
2446 dev_err(&client->dev, "sensor detection failed\n");
2450 dev_dbg(&client->dev, "module 0x%2.2x-0x%4.4x\n",
2451 minfo->manufacturer_id, minfo->model_id);
2453 dev_dbg(&client->dev,
2454 "module revision 0x%2.2x-0x%2.2x date %2.2d-%2.2d-%2.2d\n",
2455 minfo->revision_number_major, minfo->revision_number_minor,
2456 minfo->module_year, minfo->module_month, minfo->module_day);
2458 dev_dbg(&client->dev, "sensor 0x%2.2x-0x%4.4x\n",
2459 minfo->sensor_manufacturer_id, minfo->sensor_model_id);
2461 dev_dbg(&client->dev,
2462 "sensor revision 0x%2.2x firmware version 0x%2.2x\n",
2463 minfo->sensor_revision_number, minfo->sensor_firmware_version);
2465 dev_dbg(&client->dev, "smia version %2.2d smiapp version %2.2d\n",
2466 minfo->smia_version, minfo->smiapp_version);
2469 * Some modules have bad data in the lvalues below. Hope the
2470 * rvalues have better stuff. The lvalues are module
2471 * parameters whereas the rvalues are sensor parameters.
2473 if (!minfo->manufacturer_id && !minfo->model_id) {
2474 minfo->manufacturer_id = minfo->sensor_manufacturer_id;
2475 minfo->model_id = minfo->sensor_model_id;
2476 minfo->revision_number_major = minfo->sensor_revision_number;
2479 for (i = 0; i < ARRAY_SIZE(smiapp_module_idents); i++) {
2480 if (smiapp_module_idents[i].manufacturer_id
2481 != minfo->manufacturer_id)
2483 if (smiapp_module_idents[i].model_id != minfo->model_id)
2485 if (smiapp_module_idents[i].flags
2486 & SMIAPP_MODULE_IDENT_FLAG_REV_LE) {
2487 if (smiapp_module_idents[i].revision_number_major
2488 < minfo->revision_number_major)
2491 if (smiapp_module_idents[i].revision_number_major
2492 != minfo->revision_number_major)
2496 minfo->name = smiapp_module_idents[i].name;
2497 minfo->quirk = smiapp_module_idents[i].quirk;
2501 if (i >= ARRAY_SIZE(smiapp_module_idents))
2502 dev_warn(&client->dev,
2503 "no quirks for this module; let's hope it's fully compliant\n");
2505 dev_dbg(&client->dev, "the sensor is called %s, ident %2.2x%4.4x%2.2x\n",
2506 minfo->name, minfo->manufacturer_id, minfo->model_id,
2507 minfo->revision_number_major);
2512 static const struct v4l2_subdev_ops smiapp_ops;
2513 static const struct v4l2_subdev_internal_ops smiapp_internal_ops;
2514 static const struct media_entity_operations smiapp_entity_ops;
2516 static int smiapp_register_subdev(struct smiapp_sensor *sensor,
2517 struct smiapp_subdev *ssd,
2518 struct smiapp_subdev *sink_ssd,
2519 u16 source_pad, u16 sink_pad, u32 link_flags)
2521 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2527 rval = media_entity_pads_init(&ssd->sd.entity,
2528 ssd->npads, ssd->pads);
2530 dev_err(&client->dev,
2531 "media_entity_pads_init failed\n");
2535 rval = v4l2_device_register_subdev(sensor->src->sd.v4l2_dev,
2538 dev_err(&client->dev,
2539 "v4l2_device_register_subdev failed\n");
2543 rval = media_create_pad_link(&ssd->sd.entity, source_pad,
2544 &sink_ssd->sd.entity, sink_pad,
2547 dev_err(&client->dev,
2548 "media_create_pad_link failed\n");
2549 v4l2_device_unregister_subdev(&ssd->sd);
2556 static void smiapp_unregistered(struct v4l2_subdev *subdev)
2558 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2561 for (i = 1; i < sensor->ssds_used; i++)
2562 v4l2_device_unregister_subdev(&sensor->ssds[i].sd);
2565 static int smiapp_registered(struct v4l2_subdev *subdev)
2567 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2570 if (sensor->scaler) {
2571 rval = smiapp_register_subdev(
2572 sensor, sensor->binner, sensor->scaler,
2573 SMIAPP_PAD_SRC, SMIAPP_PAD_SINK,
2574 MEDIA_LNK_FL_ENABLED | MEDIA_LNK_FL_IMMUTABLE);
2579 rval = smiapp_register_subdev(
2580 sensor, sensor->pixel_array, sensor->binner,
2581 SMIAPP_PA_PAD_SRC, SMIAPP_PAD_SINK,
2582 MEDIA_LNK_FL_ENABLED | MEDIA_LNK_FL_IMMUTABLE);
2589 smiapp_unregistered(subdev);
2594 static void smiapp_cleanup(struct smiapp_sensor *sensor)
2596 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2598 device_remove_file(&client->dev, &dev_attr_nvm);
2599 device_remove_file(&client->dev, &dev_attr_ident);
2601 smiapp_free_controls(sensor);
2604 static void smiapp_create_subdev(struct smiapp_sensor *sensor,
2605 struct smiapp_subdev *ssd, const char *name,
2606 unsigned short num_pads)
2608 struct i2c_client *client = v4l2_get_subdevdata(&sensor->src->sd);
2613 if (ssd != sensor->src)
2614 v4l2_subdev_init(&ssd->sd, &smiapp_ops);
2616 ssd->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
2617 ssd->sensor = sensor;
2619 ssd->npads = num_pads;
2620 ssd->source_pad = num_pads - 1;
2622 snprintf(ssd->sd.name,
2623 sizeof(ssd->sd.name), "%s %s %d-%4.4x", sensor->minfo.name,
2624 name, i2c_adapter_id(client->adapter), client->addr);
2626 smiapp_get_native_size(ssd, &ssd->sink_fmt);
2628 ssd->compose.width = ssd->sink_fmt.width;
2629 ssd->compose.height = ssd->sink_fmt.height;
2630 ssd->crop[ssd->source_pad] = ssd->compose;
2631 ssd->pads[ssd->source_pad].flags = MEDIA_PAD_FL_SOURCE;
2632 if (ssd != sensor->pixel_array) {
2633 ssd->crop[ssd->sink_pad] = ssd->compose;
2634 ssd->pads[ssd->sink_pad].flags = MEDIA_PAD_FL_SINK;
2637 ssd->sd.entity.ops = &smiapp_entity_ops;
2639 if (ssd == sensor->src)
2642 ssd->sd.internal_ops = &smiapp_internal_ops;
2643 ssd->sd.owner = THIS_MODULE;
2644 ssd->sd.dev = &client->dev;
2645 v4l2_set_subdevdata(&ssd->sd, client);
2648 static int smiapp_open(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
2650 struct smiapp_subdev *ssd = to_smiapp_subdev(sd);
2651 struct smiapp_sensor *sensor = ssd->sensor;
2655 mutex_lock(&sensor->mutex);
2657 for (i = 0; i < ssd->npads; i++) {
2658 struct v4l2_mbus_framefmt *try_fmt =
2659 v4l2_subdev_get_try_format(sd, fh->pad, i);
2660 struct v4l2_rect *try_crop =
2661 v4l2_subdev_get_try_crop(sd, fh->pad, i);
2662 struct v4l2_rect *try_comp;
2664 smiapp_get_native_size(ssd, try_crop);
2666 try_fmt->width = try_crop->width;
2667 try_fmt->height = try_crop->height;
2668 try_fmt->code = sensor->internal_csi_format->code;
2669 try_fmt->field = V4L2_FIELD_NONE;
2671 if (ssd != sensor->pixel_array)
2674 try_comp = v4l2_subdev_get_try_compose(sd, fh->pad, i);
2675 *try_comp = *try_crop;
2678 mutex_unlock(&sensor->mutex);
2680 rval = pm_runtime_get_sync(sd->dev);
2684 if (rval != -EBUSY && rval != -EAGAIN)
2685 pm_runtime_set_active(sd->dev);
2686 pm_runtime_put(sd->dev);
2691 static int smiapp_close(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
2693 pm_runtime_mark_last_busy(sd->dev);
2694 pm_runtime_put_autosuspend(sd->dev);
2699 static const struct v4l2_subdev_video_ops smiapp_video_ops = {
2700 .s_stream = smiapp_set_stream,
2703 static const struct v4l2_subdev_core_ops smiapp_core_ops = {
2704 .s_power = smiapp_set_power,
2707 static const struct v4l2_subdev_pad_ops smiapp_pad_ops = {
2708 .enum_mbus_code = smiapp_enum_mbus_code,
2709 .get_fmt = smiapp_get_format,
2710 .set_fmt = smiapp_set_format,
2711 .get_selection = smiapp_get_selection,
2712 .set_selection = smiapp_set_selection,
2715 static const struct v4l2_subdev_sensor_ops smiapp_sensor_ops = {
2716 .g_skip_frames = smiapp_get_skip_frames,
2717 .g_skip_top_lines = smiapp_get_skip_top_lines,
2720 static const struct v4l2_subdev_ops smiapp_ops = {
2721 .core = &smiapp_core_ops,
2722 .video = &smiapp_video_ops,
2723 .pad = &smiapp_pad_ops,
2724 .sensor = &smiapp_sensor_ops,
2727 static const struct media_entity_operations smiapp_entity_ops = {
2728 .link_validate = v4l2_subdev_link_validate,
2731 static const struct v4l2_subdev_internal_ops smiapp_internal_src_ops = {
2732 .registered = smiapp_registered,
2733 .unregistered = smiapp_unregistered,
2734 .open = smiapp_open,
2735 .close = smiapp_close,
2738 static const struct v4l2_subdev_internal_ops smiapp_internal_ops = {
2739 .open = smiapp_open,
2740 .close = smiapp_close,
2743 /* -----------------------------------------------------------------------------
2747 static int __maybe_unused smiapp_suspend(struct device *dev)
2749 struct i2c_client *client = to_i2c_client(dev);
2750 struct v4l2_subdev *subdev = i2c_get_clientdata(client);
2751 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2752 bool streaming = sensor->streaming;
2755 rval = pm_runtime_get_sync(dev);
2757 if (rval != -EBUSY && rval != -EAGAIN)
2758 pm_runtime_set_active(&client->dev);
2759 pm_runtime_put(dev);
2763 if (sensor->streaming)
2764 smiapp_stop_streaming(sensor);
2766 /* save state for resume */
2767 sensor->streaming = streaming;
2772 static int __maybe_unused smiapp_resume(struct device *dev)
2774 struct i2c_client *client = to_i2c_client(dev);
2775 struct v4l2_subdev *subdev = i2c_get_clientdata(client);
2776 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
2779 pm_runtime_put(dev);
2781 if (sensor->streaming)
2782 rval = smiapp_start_streaming(sensor);
2787 static struct smiapp_hwconfig *smiapp_get_hwconfig(struct device *dev)
2789 struct smiapp_hwconfig *hwcfg;
2790 struct v4l2_fwnode_endpoint *bus_cfg;
2791 struct fwnode_handle *ep;
2792 struct fwnode_handle *fwnode = dev_fwnode(dev);
2797 return dev->platform_data;
2799 ep = fwnode_graph_get_next_endpoint(fwnode, NULL);
2803 bus_cfg = v4l2_fwnode_endpoint_alloc_parse(ep);
2804 if (IS_ERR(bus_cfg))
2807 hwcfg = devm_kzalloc(dev, sizeof(*hwcfg), GFP_KERNEL);
2811 switch (bus_cfg->bus_type) {
2812 case V4L2_MBUS_CSI2:
2813 hwcfg->csi_signalling_mode = SMIAPP_CSI_SIGNALLING_MODE_CSI2;
2814 hwcfg->lanes = bus_cfg->bus.mipi_csi2.num_data_lanes;
2816 case V4L2_MBUS_CCP2:
2817 hwcfg->csi_signalling_mode = (bus_cfg->bus.mipi_csi1.strobe) ?
2818 SMIAPP_CSI_SIGNALLING_MODE_CCP2_DATA_STROBE :
2819 SMIAPP_CSI_SIGNALLING_MODE_CCP2_DATA_CLOCK;
2823 dev_err(dev, "unsupported bus %u\n", bus_cfg->bus_type);
2827 dev_dbg(dev, "lanes %u\n", hwcfg->lanes);
2829 /* NVM size is not mandatory */
2830 fwnode_property_read_u32(fwnode, "nokia,nvm-size", &hwcfg->nvm_size);
2832 rval = fwnode_property_read_u32(fwnode, "clock-frequency",
2835 dev_warn(dev, "can't get clock-frequency\n");
2839 dev_dbg(dev, "nvm %d, clk %d, mode %d\n",
2840 hwcfg->nvm_size, hwcfg->ext_clk, hwcfg->csi_signalling_mode);
2842 if (!bus_cfg->nr_of_link_frequencies) {
2843 dev_warn(dev, "no link frequencies defined\n");
2847 hwcfg->op_sys_clock = devm_kcalloc(
2848 dev, bus_cfg->nr_of_link_frequencies + 1 /* guardian */,
2849 sizeof(*hwcfg->op_sys_clock), GFP_KERNEL);
2850 if (!hwcfg->op_sys_clock)
2853 for (i = 0; i < bus_cfg->nr_of_link_frequencies; i++) {
2854 hwcfg->op_sys_clock[i] = bus_cfg->link_frequencies[i];
2855 dev_dbg(dev, "freq %d: %lld\n", i, hwcfg->op_sys_clock[i]);
2858 v4l2_fwnode_endpoint_free(bus_cfg);
2859 fwnode_handle_put(ep);
2863 v4l2_fwnode_endpoint_free(bus_cfg);
2864 fwnode_handle_put(ep);
2868 static int smiapp_probe(struct i2c_client *client,
2869 const struct i2c_device_id *devid)
2871 struct smiapp_sensor *sensor;
2872 struct smiapp_hwconfig *hwcfg = smiapp_get_hwconfig(&client->dev);
2879 sensor = devm_kzalloc(&client->dev, sizeof(*sensor), GFP_KERNEL);
2883 sensor->hwcfg = hwcfg;
2884 mutex_init(&sensor->mutex);
2885 sensor->src = &sensor->ssds[sensor->ssds_used];
2887 v4l2_i2c_subdev_init(&sensor->src->sd, client, &smiapp_ops);
2888 sensor->src->sd.internal_ops = &smiapp_internal_src_ops;
2890 sensor->vana = devm_regulator_get(&client->dev, "vana");
2891 if (IS_ERR(sensor->vana)) {
2892 dev_err(&client->dev, "could not get regulator for vana\n");
2893 return PTR_ERR(sensor->vana);
2896 sensor->ext_clk = devm_clk_get(&client->dev, NULL);
2897 if (IS_ERR(sensor->ext_clk)) {
2898 dev_err(&client->dev, "could not get clock (%ld)\n",
2899 PTR_ERR(sensor->ext_clk));
2900 return -EPROBE_DEFER;
2903 rval = clk_set_rate(sensor->ext_clk, sensor->hwcfg->ext_clk);
2905 dev_err(&client->dev,
2906 "unable to set clock freq to %u\n",
2907 sensor->hwcfg->ext_clk);
2911 sensor->xshutdown = devm_gpiod_get_optional(&client->dev, "xshutdown",
2913 if (IS_ERR(sensor->xshutdown))
2914 return PTR_ERR(sensor->xshutdown);
2916 rval = smiapp_power_on(&client->dev);
2920 rval = smiapp_identify_module(sensor);
2926 rval = smiapp_get_all_limits(sensor);
2932 rval = smiapp_read_frame_fmt(sensor);
2939 * Handle Sensor Module orientation on the board.
2941 * The application of H-FLIP and V-FLIP on the sensor is modified by
2942 * the sensor orientation on the board.
2944 * For SMIAPP_BOARD_SENSOR_ORIENT_180 the default behaviour is to set
2945 * both H-FLIP and V-FLIP for normal operation which also implies
2946 * that a set/unset operation for user space HFLIP and VFLIP v4l2
2947 * controls will need to be internally inverted.
2949 * Rotation also changes the bayer pattern.
2951 if (sensor->hwcfg->module_board_orient ==
2952 SMIAPP_MODULE_BOARD_ORIENT_180)
2953 sensor->hvflip_inv_mask = SMIAPP_IMAGE_ORIENTATION_HFLIP |
2954 SMIAPP_IMAGE_ORIENTATION_VFLIP;
2956 rval = smiapp_call_quirk(sensor, limits);
2958 dev_err(&client->dev, "limits quirks failed\n");
2962 if (sensor->limits[SMIAPP_LIMIT_BINNING_CAPABILITY]) {
2965 rval = smiapp_read(sensor,
2966 SMIAPP_REG_U8_BINNING_SUBTYPES, &val);
2971 sensor->nbinning_subtypes = min_t(u8, val,
2972 SMIAPP_BINNING_SUBTYPES);
2974 for (i = 0; i < sensor->nbinning_subtypes; i++) {
2976 sensor, SMIAPP_REG_U8_BINNING_TYPE_n(i), &val);
2981 sensor->binning_subtypes[i] =
2982 *(struct smiapp_binning_subtype *)&val;
2984 dev_dbg(&client->dev, "binning %xx%x\n",
2985 sensor->binning_subtypes[i].horizontal,
2986 sensor->binning_subtypes[i].vertical);
2989 sensor->binning_horizontal = 1;
2990 sensor->binning_vertical = 1;
2992 if (device_create_file(&client->dev, &dev_attr_ident) != 0) {
2993 dev_err(&client->dev, "sysfs ident entry creation failed\n");
2997 /* SMIA++ NVM initialization - it will be read from the sensor
2998 * when it is first requested by userspace.
3000 if (sensor->minfo.smiapp_version && sensor->hwcfg->nvm_size) {
3001 sensor->nvm = devm_kzalloc(&client->dev,
3002 sensor->hwcfg->nvm_size, GFP_KERNEL);
3003 if (sensor->nvm == NULL) {
3008 if (device_create_file(&client->dev, &dev_attr_nvm) != 0) {
3009 dev_err(&client->dev, "sysfs nvm entry failed\n");
3015 /* We consider this as profile 0 sensor if any of these are zero. */
3016 if (!sensor->limits[SMIAPP_LIMIT_MIN_OP_SYS_CLK_DIV] ||
3017 !sensor->limits[SMIAPP_LIMIT_MAX_OP_SYS_CLK_DIV] ||
3018 !sensor->limits[SMIAPP_LIMIT_MIN_OP_PIX_CLK_DIV] ||
3019 !sensor->limits[SMIAPP_LIMIT_MAX_OP_PIX_CLK_DIV]) {
3020 sensor->minfo.smiapp_profile = SMIAPP_PROFILE_0;
3021 } else if (sensor->limits[SMIAPP_LIMIT_SCALING_CAPABILITY]
3022 != SMIAPP_SCALING_CAPABILITY_NONE) {
3023 if (sensor->limits[SMIAPP_LIMIT_SCALING_CAPABILITY]
3024 == SMIAPP_SCALING_CAPABILITY_HORIZONTAL)
3025 sensor->minfo.smiapp_profile = SMIAPP_PROFILE_1;
3027 sensor->minfo.smiapp_profile = SMIAPP_PROFILE_2;
3028 sensor->scaler = &sensor->ssds[sensor->ssds_used];
3029 sensor->ssds_used++;
3030 } else if (sensor->limits[SMIAPP_LIMIT_DIGITAL_CROP_CAPABILITY]
3031 == SMIAPP_DIGITAL_CROP_CAPABILITY_INPUT_CROP) {
3032 sensor->scaler = &sensor->ssds[sensor->ssds_used];
3033 sensor->ssds_used++;
3035 sensor->binner = &sensor->ssds[sensor->ssds_used];
3036 sensor->ssds_used++;
3037 sensor->pixel_array = &sensor->ssds[sensor->ssds_used];
3038 sensor->ssds_used++;
3040 sensor->scale_m = sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN];
3042 /* prepare PLL configuration input values */
3043 sensor->pll.bus_type = SMIAPP_PLL_BUS_TYPE_CSI2;
3044 sensor->pll.csi2.lanes = sensor->hwcfg->lanes;
3045 sensor->pll.ext_clk_freq_hz = sensor->hwcfg->ext_clk;
3046 sensor->pll.scale_n = sensor->limits[SMIAPP_LIMIT_SCALER_N_MIN];
3047 /* Profile 0 sensors have no separate OP clock branch. */
3048 if (sensor->minfo.smiapp_profile == SMIAPP_PROFILE_0)
3049 sensor->pll.flags |= SMIAPP_PLL_FLAG_NO_OP_CLOCKS;
3051 smiapp_create_subdev(sensor, sensor->scaler, "scaler", 2);
3052 smiapp_create_subdev(sensor, sensor->binner, "binner", 2);
3053 smiapp_create_subdev(sensor, sensor->pixel_array, "pixel_array", 1);
3055 dev_dbg(&client->dev, "profile %d\n", sensor->minfo.smiapp_profile);
3057 sensor->pixel_array->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR;
3059 rval = smiapp_init_controls(sensor);
3063 rval = smiapp_call_quirk(sensor, init);
3067 rval = smiapp_get_mbus_formats(sensor);
3073 rval = smiapp_init_late_controls(sensor);
3079 mutex_lock(&sensor->mutex);
3080 rval = smiapp_update_mode(sensor);
3081 mutex_unlock(&sensor->mutex);
3083 dev_err(&client->dev, "update mode failed\n");
3087 sensor->streaming = false;
3088 sensor->dev_init_done = true;
3090 rval = media_entity_pads_init(&sensor->src->sd.entity, 2,
3093 goto out_media_entity_cleanup;
3095 rval = v4l2_async_register_subdev(&sensor->src->sd);
3097 goto out_media_entity_cleanup;
3099 pm_runtime_set_active(&client->dev);
3100 pm_runtime_get_noresume(&client->dev);
3101 pm_runtime_enable(&client->dev);
3102 pm_runtime_set_autosuspend_delay(&client->dev, 1000);
3103 pm_runtime_use_autosuspend(&client->dev);
3104 pm_runtime_put_autosuspend(&client->dev);
3108 out_media_entity_cleanup:
3109 media_entity_cleanup(&sensor->src->sd.entity);
3112 smiapp_cleanup(sensor);
3115 smiapp_power_off(&client->dev);
3120 static int smiapp_remove(struct i2c_client *client)
3122 struct v4l2_subdev *subdev = i2c_get_clientdata(client);
3123 struct smiapp_sensor *sensor = to_smiapp_sensor(subdev);
3126 v4l2_async_unregister_subdev(subdev);
3128 pm_runtime_disable(&client->dev);
3129 if (!pm_runtime_status_suspended(&client->dev))
3130 smiapp_power_off(&client->dev);
3131 pm_runtime_set_suspended(&client->dev);
3133 for (i = 0; i < sensor->ssds_used; i++) {
3134 v4l2_device_unregister_subdev(&sensor->ssds[i].sd);
3135 media_entity_cleanup(&sensor->ssds[i].sd.entity);
3137 smiapp_cleanup(sensor);
3142 static const struct of_device_id smiapp_of_table[] = {
3143 { .compatible = "nokia,smia" },
3146 MODULE_DEVICE_TABLE(of, smiapp_of_table);
3148 static const struct i2c_device_id smiapp_id_table[] = {
3152 MODULE_DEVICE_TABLE(i2c, smiapp_id_table);
3154 static const struct dev_pm_ops smiapp_pm_ops = {
3155 SET_SYSTEM_SLEEP_PM_OPS(smiapp_suspend, smiapp_resume)
3156 SET_RUNTIME_PM_OPS(smiapp_power_off, smiapp_power_on, NULL)
3159 static struct i2c_driver smiapp_i2c_driver = {
3161 .of_match_table = smiapp_of_table,
3162 .name = SMIAPP_NAME,
3163 .pm = &smiapp_pm_ops,
3165 .probe = smiapp_probe,
3166 .remove = smiapp_remove,
3167 .id_table = smiapp_id_table,
3170 module_i2c_driver(smiapp_i2c_driver);
3172 MODULE_AUTHOR("Sakari Ailus <sakari.ailus@iki.fi>");
3173 MODULE_DESCRIPTION("Generic SMIA/SMIA++ camera module driver");
3174 MODULE_LICENSE("GPL");