drivers/staging/media/omap4iss/iss_ipipe.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 /*
   3  * TI OMAP4 ISS V4L2 Driver - ISP IPIPE module
   4  *
   5  * Copyright (C) 2012 Texas Instruments, Inc.
   6  *
   7  * Author: Sergio Aguirre <sergio.a.aguirre@gmail.com>
   8  */
   9
  10 #include <linux/module.h>
  11 #include <linux/uaccess.h>
  12 #include <linux/delay.h>
  13 #include <linux/device.h>
  14 #include <linux/dma-mapping.h>
  15 #include <linux/mm.h>
  16 #include <linux/sched.h>
  17
  18 #include "iss.h"
  19 #include "iss_regs.h"
  20 #include "iss_ipipe.h"
  21
  22 static struct v4l2_mbus_framefmt *
  23 __ipipe_get_format(struct iss_ipipe_device *ipipe,
  24                    struct v4l2_subdev_state *sd_state,
  25                    unsigned int pad,
  26                    enum v4l2_subdev_format_whence which);
  27
  28 static const unsigned int ipipe_fmts[] = {
  29         MEDIA_BUS_FMT_SGRBG10_1X10,
  30         MEDIA_BUS_FMT_SRGGB10_1X10,
  31         MEDIA_BUS_FMT_SBGGR10_1X10,
  32         MEDIA_BUS_FMT_SGBRG10_1X10,
  33 };
  34
  35 /*
  36  * ipipe_print_status - Print current IPIPE Module register values.
  37  * @ipipe: Pointer to ISS ISP IPIPE device.
  38  *
  39  * Also prints other debug information stored in the IPIPE module.
  40  */
  41 #define IPIPE_PRINT_REGISTER(iss, name)\
  42         dev_dbg(iss->dev, "###IPIPE " #name "=0x%08x\n", \
  43                 iss_reg_read(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_##name))
  44
  45 static void ipipe_print_status(struct iss_ipipe_device *ipipe)
  46 {
  47         struct iss_device *iss = to_iss_device(ipipe);
  48
  49         dev_dbg(iss->dev, "-------------IPIPE Register dump-------------\n");
  50
  51         IPIPE_PRINT_REGISTER(iss, SRC_EN);
  52         IPIPE_PRINT_REGISTER(iss, SRC_MODE);
  53         IPIPE_PRINT_REGISTER(iss, SRC_FMT);
  54         IPIPE_PRINT_REGISTER(iss, SRC_COL);
  55         IPIPE_PRINT_REGISTER(iss, SRC_VPS);
  56         IPIPE_PRINT_REGISTER(iss, SRC_VSZ);
  57         IPIPE_PRINT_REGISTER(iss, SRC_HPS);
  58         IPIPE_PRINT_REGISTER(iss, SRC_HSZ);
  59         IPIPE_PRINT_REGISTER(iss, GCK_MMR);
  60         IPIPE_PRINT_REGISTER(iss, YUV_PHS);
  61
  62         dev_dbg(iss->dev, "-----------------------------------------------\n");
  63 }
  64
  65 /*
  66  * ipipe_enable - Enable/Disable IPIPE.
  67  * @enable: enable flag
  68  *
  69  */
  70 static void ipipe_enable(struct iss_ipipe_device *ipipe, u8 enable)
  71 {
  72         struct iss_device *iss = to_iss_device(ipipe);
  73
  74         iss_reg_update(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_SRC_EN,
  75                        IPIPE_SRC_EN_EN, enable ? IPIPE_SRC_EN_EN : 0);
  76 }
  77
  78 /* -----------------------------------------------------------------------------
  79  * Format- and pipeline-related configuration helpers
  80  */
  81
  82 static void ipipe_configure(struct iss_ipipe_device *ipipe)
  83 {
  84         struct iss_device *iss = to_iss_device(ipipe);
  85         struct v4l2_mbus_framefmt *format;
  86
  87         /* IPIPE_PAD_SINK */
  88         format = &ipipe->formats[IPIPE_PAD_SINK];
  89
  90         /* NOTE: Currently just supporting pipeline IN: RGB, OUT: YUV422 */
  91         iss_reg_write(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_SRC_FMT,
  92                       IPIPE_SRC_FMT_RAW2YUV);
  93
  94         /* Enable YUV444 -> YUV422 conversion */
  95         iss_reg_write(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_YUV_PHS,
  96                       IPIPE_YUV_PHS_LPF);
  97
  98         iss_reg_write(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_SRC_VPS, 0);
  99         iss_reg_write(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_SRC_HPS, 0);
 100         iss_reg_write(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_SRC_VSZ,
 101                       (format->height - 2) & IPIPE_SRC_VSZ_MASK);
 102         iss_reg_write(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_SRC_HSZ,
 103                       (format->width - 1) & IPIPE_SRC_HSZ_MASK);
 104
 105         /* Ignore ipipeif_wrt signal, and operate on-the-fly.  */
 106         iss_reg_clr(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_SRC_MODE,
 107                     IPIPE_SRC_MODE_WRT | IPIPE_SRC_MODE_OST);
 108
 109         /* HACK: Values tuned for Ducati SW (OV) */
 110         iss_reg_write(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_SRC_COL,
 111                       IPIPE_SRC_COL_EE_B | IPIPE_SRC_COL_EO_GB |
 112                       IPIPE_SRC_COL_OE_GR | IPIPE_SRC_COL_OO_R);
 113
 114         /* IPIPE_PAD_SOURCE_VP */
 115         format = &ipipe->formats[IPIPE_PAD_SOURCE_VP];
 116         /* Do nothing? */
 117 }
 118
 119 /* -----------------------------------------------------------------------------
 120  * V4L2 subdev operations
 121  */
 122
 123 /*
 124  * ipipe_set_stream - Enable/Disable streaming on the IPIPE module
 125  * @sd: ISP IPIPE V4L2 subdevice
 126  * @enable: Enable/disable stream
 127  */
 128 static int ipipe_set_stream(struct v4l2_subdev *sd, int enable)
 129 {
 130         struct iss_ipipe_device *ipipe = v4l2_get_subdevdata(sd);
 131         struct iss_device *iss = to_iss_device(ipipe);
 132         int ret = 0;
 133
 134         if (ipipe->state == ISS_PIPELINE_STREAM_STOPPED) {
 135                 if (enable == ISS_PIPELINE_STREAM_STOPPED)
 136                         return 0;
 137
 138                 omap4iss_isp_subclk_enable(iss, OMAP4_ISS_ISP_SUBCLK_IPIPE);
 139
 140                 /* Enable clk_arm_g0 */
 141                 iss_reg_write(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_GCK_MMR,
 142                               IPIPE_GCK_MMR_REG);
 143
 144                 /* Enable clk_pix_g[3:0] */
 145                 iss_reg_write(iss, OMAP4_ISS_MEM_ISP_IPIPE, IPIPE_GCK_PIX,
 146                               IPIPE_GCK_PIX_G3 | IPIPE_GCK_PIX_G2 |
 147                               IPIPE_GCK_PIX_G1 | IPIPE_GCK_PIX_G0);
 148         }
 149
 150         switch (enable) {
 151         case ISS_PIPELINE_STREAM_CONTINUOUS:
 152
 153                 ipipe_configure(ipipe);
 154                 ipipe_print_status(ipipe);
 155
 156                 atomic_set(&ipipe->stopping, 0);
 157                 ipipe_enable(ipipe, 1);
 158                 break;
 159
 160         case ISS_PIPELINE_STREAM_STOPPED:
 161                 if (ipipe->state == ISS_PIPELINE_STREAM_STOPPED)
 162                         return 0;
 163                 if (omap4iss_module_sync_idle(&sd->entity, &ipipe->wait,
 164                                               &ipipe->stopping))
 165                         ret = -ETIMEDOUT;
 166
 167                 ipipe_enable(ipipe, 0);
 168                 omap4iss_isp_subclk_disable(iss, OMAP4_ISS_ISP_SUBCLK_IPIPE);
 169                 break;
 170         }
 171
 172         ipipe->state = enable;
 173         return ret;
 174 }
 175
 176 static struct v4l2_mbus_framefmt *
 177 __ipipe_get_format(struct iss_ipipe_device *ipipe,
 178                    struct v4l2_subdev_state *sd_state,
 179                    unsigned int pad,
 180                    enum v4l2_subdev_format_whence which)
 181 {
 182         if (which == V4L2_SUBDEV_FORMAT_TRY)
 183                 return v4l2_subdev_state_get_format(sd_state, pad);
 184
 185         return &ipipe->formats[pad];
 186 }
 187
 188 /*
 189  * ipipe_try_format - Try video format on a pad
 190  * @ipipe: ISS IPIPE device
 191  * @sd_state: V4L2 subdev state
 192  * @pad: Pad number
 193  * @fmt: Format
 194  */
 195 static void
 196 ipipe_try_format(struct iss_ipipe_device *ipipe,
 197                  struct v4l2_subdev_state *sd_state,
 198                  unsigned int pad,
 199                  struct v4l2_mbus_framefmt *fmt,
 200                  enum v4l2_subdev_format_whence which)
 201 {
 202         struct v4l2_mbus_framefmt *format;
 203         unsigned int width = fmt->width;
 204         unsigned int height = fmt->height;
 205         unsigned int i;
 206
 207         switch (pad) {
 208         case IPIPE_PAD_SINK:
 209                 for (i = 0; i < ARRAY_SIZE(ipipe_fmts); i++) {
 210                         if (fmt->code == ipipe_fmts[i])
 211                                 break;
 212                 }
 213
 214                 /* If not found, use SGRBG10 as default */
 215                 if (i >= ARRAY_SIZE(ipipe_fmts))
 216                         fmt->code = MEDIA_BUS_FMT_SGRBG10_1X10;
 217
 218                 /* Clamp the input size. */
 219                 fmt->width = clamp_t(u32, width, 1, 8192);
 220                 fmt->height = clamp_t(u32, height, 1, 8192);
 221                 fmt->colorspace = V4L2_COLORSPACE_SRGB;
 222                 break;
 223
 224         case IPIPE_PAD_SOURCE_VP:
 225                 format = __ipipe_get_format(ipipe, sd_state, IPIPE_PAD_SINK,
 226                                             which);
 227                 memcpy(fmt, format, sizeof(*fmt));
 228
 229                 fmt->code = MEDIA_BUS_FMT_UYVY8_1X16;
 230                 fmt->width = clamp_t(u32, width, 32, fmt->width);
 231                 fmt->height = clamp_t(u32, height, 32, fmt->height);
 232                 fmt->colorspace = V4L2_COLORSPACE_JPEG;
 233                 break;
 234         }
 235
 236         fmt->field = V4L2_FIELD_NONE;
 237 }
 238
 239 /*
 240  * ipipe_enum_mbus_code - Handle pixel format enumeration
 241  * @sd     : pointer to v4l2 subdev structure
 242  * @sd_state: V4L2 subdev state
 243  * @code   : pointer to v4l2_subdev_mbus_code_enum structure
 244  * return -EINVAL or zero on success
 245  */
 246 static int ipipe_enum_mbus_code(struct v4l2_subdev *sd,
 247                                 struct v4l2_subdev_state *sd_state,
 248                                 struct v4l2_subdev_mbus_code_enum *code)
 249 {
 250         switch (code->pad) {
 251         case IPIPE_PAD_SINK:
 252                 if (code->index >= ARRAY_SIZE(ipipe_fmts))
 253                         return -EINVAL;
 254
 255                 code->code = ipipe_fmts[code->index];
 256                 break;
 257
 258         case IPIPE_PAD_SOURCE_VP:
 259                 /* FIXME: Forced format conversion inside IPIPE ? */
 260                 if (code->index != 0)
 261                         return -EINVAL;
 262
 263                 code->code = MEDIA_BUS_FMT_UYVY8_1X16;
 264                 break;
 265
 266         default:
 267                 return -EINVAL;
 268         }
 269
 270         return 0;
 271 }
 272
 273 static int ipipe_enum_frame_size(struct v4l2_subdev *sd,
 274                                  struct v4l2_subdev_state *sd_state,
 275                                  struct v4l2_subdev_frame_size_enum *fse)
 276 {
 277         struct iss_ipipe_device *ipipe = v4l2_get_subdevdata(sd);
 278         struct v4l2_mbus_framefmt format;
 279
 280         if (fse->index != 0)
 281                 return -EINVAL;
 282
 283         format.code = fse->code;
 284         format.width = 1;
 285         format.height = 1;
 286         ipipe_try_format(ipipe, sd_state, fse->pad, &format, fse->which);
 287         fse->min_width = format.width;
 288         fse->min_height = format.height;
 289
 290         if (format.code != fse->code)
 291                 return -EINVAL;
 292
 293         format.code = fse->code;
 294         format.width = -1;
 295         format.height = -1;
 296         ipipe_try_format(ipipe, sd_state, fse->pad, &format, fse->which);
 297         fse->max_width = format.width;
 298         fse->max_height = format.height;
 299
 300         return 0;
 301 }
 302
 303 /*
 304  * ipipe_get_format - Retrieve the video format on a pad
 305  * @sd : ISP IPIPE V4L2 subdevice
 306  * @sd_state: V4L2 subdev state
 307  * @fmt: Format
 308  *
 309  * Return 0 on success or -EINVAL if the pad is invalid or doesn't correspond
 310  * to the format type.
 311  */
 312 static int ipipe_get_format(struct v4l2_subdev *sd,
 313                             struct v4l2_subdev_state *sd_state,
 314                             struct v4l2_subdev_format *fmt)
 315 {
 316         struct iss_ipipe_device *ipipe = v4l2_get_subdevdata(sd);
 317         struct v4l2_mbus_framefmt *format;
 318
 319         format = __ipipe_get_format(ipipe, sd_state, fmt->pad, fmt->which);
 320         if (!format)
 321                 return -EINVAL;
 322
 323         fmt->format = *format;
 324         return 0;
 325 }
 326
 327 /*
 328  * ipipe_set_format - Set the video format on a pad
 329  * @sd : ISP IPIPE V4L2 subdevice
 330  * @sd_state: V4L2 subdev state
 331  * @fmt: Format
 332  *
 333  * Return 0 on success or -EINVAL if the pad is invalid or doesn't correspond
 334  * to the format type.
 335  */
 336 static int ipipe_set_format(struct v4l2_subdev *sd,
 337                             struct v4l2_subdev_state *sd_state,
 338                             struct v4l2_subdev_format *fmt)
 339 {
 340         struct iss_ipipe_device *ipipe = v4l2_get_subdevdata(sd);
 341         struct v4l2_mbus_framefmt *format;
 342
 343         format = __ipipe_get_format(ipipe, sd_state, fmt->pad, fmt->which);
 344         if (!format)
 345                 return -EINVAL;
 346
 347         ipipe_try_format(ipipe, sd_state, fmt->pad, &fmt->format, fmt->which);
 348         *format = fmt->format;
 349
 350         /* Propagate the format from sink to source */
 351         if (fmt->pad == IPIPE_PAD_SINK) {
 352                 format = __ipipe_get_format(ipipe, sd_state,
 353                                             IPIPE_PAD_SOURCE_VP,
 354                                             fmt->which);
 355                 *format = fmt->format;
 356                 ipipe_try_format(ipipe, sd_state, IPIPE_PAD_SOURCE_VP, format,
 357                                  fmt->which);
 358         }
 359
 360         return 0;
 361 }
 362
 363 static int ipipe_link_validate(struct v4l2_subdev *sd, struct media_link *link,
 364                                struct v4l2_subdev_format *source_fmt,
 365                                struct v4l2_subdev_format *sink_fmt)
 366 {
 367         /* Check if the two ends match */
 368         if (source_fmt->format.width != sink_fmt->format.width ||
 369             source_fmt->format.height != sink_fmt->format.height)
 370                 return -EPIPE;
 371
 372         if (source_fmt->format.code != sink_fmt->format.code)
 373                 return -EPIPE;
 374
 375         return 0;
 376 }
 377
 378 /*
 379  * ipipe_init_formats - Initialize formats on all pads
 380  * @sd: ISP IPIPE V4L2 subdevice
 381  * @fh: V4L2 subdev file handle
 382  *
 383  * Initialize all pad formats with default values. If fh is not NULL, try
 384  * formats are initialized on the file handle. Otherwise active formats are
 385  * initialized on the device.
 386  */
 387 static int ipipe_init_formats(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
 388 {
 389         struct v4l2_subdev_format format;
 390
 391         memset(&format, 0, sizeof(format));
 392         format.pad = IPIPE_PAD_SINK;
 393         format.which = fh ? V4L2_SUBDEV_FORMAT_TRY : V4L2_SUBDEV_FORMAT_ACTIVE;
 394         format.format.code = MEDIA_BUS_FMT_SGRBG10_1X10;
 395         format.format.width = 4096;
 396         format.format.height = 4096;
 397         ipipe_set_format(sd, fh ? fh->state : NULL, &format);
 398
 399         return 0;
 400 }
 401
 402 /* V4L2 subdev video operations */
 403 static const struct v4l2_subdev_video_ops ipipe_v4l2_video_ops = {
 404         .s_stream = ipipe_set_stream,
 405 };
 406
 407 /* V4L2 subdev pad operations */
 408 static const struct v4l2_subdev_pad_ops ipipe_v4l2_pad_ops = {
 409         .enum_mbus_code = ipipe_enum_mbus_code,
 410         .enum_frame_size = ipipe_enum_frame_size,
 411         .get_fmt = ipipe_get_format,
 412         .set_fmt = ipipe_set_format,
 413         .link_validate = ipipe_link_validate,
 414 };
 415
 416 /* V4L2 subdev operations */
 417 static const struct v4l2_subdev_ops ipipe_v4l2_ops = {
 418         .video = &ipipe_v4l2_video_ops,
 419         .pad = &ipipe_v4l2_pad_ops,
 420 };
 421
 422 /* V4L2 subdev internal operations */
 423 static const struct v4l2_subdev_internal_ops ipipe_v4l2_internal_ops = {
 424         .open = ipipe_init_formats,
 425 };
 426
 427 /* -----------------------------------------------------------------------------
 428  * Media entity operations
 429  */
 430
 431 /*
 432  * ipipe_link_setup - Setup IPIPE connections
 433  * @entity: IPIPE media entity
 434  * @local: Pad at the local end of the link
 435  * @remote: Pad at the remote end of the link
 436  * @flags: Link flags
 437  *
 438  * return -EINVAL or zero on success
 439  */
 440 static int ipipe_link_setup(struct media_entity *entity,
 441                             const struct media_pad *local,
 442                             const struct media_pad *remote, u32 flags)
 443 {
 444         struct v4l2_subdev *sd = media_entity_to_v4l2_subdev(entity);
 445         struct iss_ipipe_device *ipipe = v4l2_get_subdevdata(sd);
 446         struct iss_device *iss = to_iss_device(ipipe);
 447
 448         if (!is_media_entity_v4l2_subdev(remote->entity))
 449                 return -EINVAL;
 450
 451         switch (local->index) {
 452         case IPIPE_PAD_SINK:
 453                 /* Read from IPIPEIF. */
 454                 if (!(flags & MEDIA_LNK_FL_ENABLED)) {
 455                         ipipe->input = IPIPE_INPUT_NONE;
 456                         break;
 457                 }
 458
 459                 if (ipipe->input != IPIPE_INPUT_NONE)
 460                         return -EBUSY;
 461
 462                 if (remote->entity == &iss->ipipeif.subdev.entity)
 463                         ipipe->input = IPIPE_INPUT_IPIPEIF;
 464
 465                 break;
 466
 467         case IPIPE_PAD_SOURCE_VP:
 468                 /* Send to RESIZER */
 469                 if (flags & MEDIA_LNK_FL_ENABLED) {
 470                         if (ipipe->output & ~IPIPE_OUTPUT_VP)
 471                                 return -EBUSY;
 472                         ipipe->output |= IPIPE_OUTPUT_VP;
 473                 } else {
 474                         ipipe->output &= ~IPIPE_OUTPUT_VP;
 475                 }
 476                 break;
 477
 478         default:
 479                 return -EINVAL;
 480         }
 481
 482         return 0;
 483 }
 484
 485 /* media operations */
 486 static const struct media_entity_operations ipipe_media_ops = {
 487         .link_setup = ipipe_link_setup,
 488         .link_validate = v4l2_subdev_link_validate,
 489 };
 490
 491 /*
 492  * ipipe_init_entities - Initialize V4L2 subdev and media entity
 493  * @ipipe: ISS ISP IPIPE module
 494  *
 495  * Return 0 on success and a negative error code on failure.
 496  */
 497 static int ipipe_init_entities(struct iss_ipipe_device *ipipe)
 498 {
 499         struct v4l2_subdev *sd = &ipipe->subdev;
 500         struct media_pad *pads = ipipe->pads;
 501         struct media_entity *me = &sd->entity;
 502         int ret;
 503
 504         ipipe->input = IPIPE_INPUT_NONE;
 505
 506         v4l2_subdev_init(sd, &ipipe_v4l2_ops);
 507         sd->internal_ops = &ipipe_v4l2_internal_ops;
 508         strscpy(sd->name, "OMAP4 ISS ISP IPIPE", sizeof(sd->name));
 509         sd->grp_id = BIT(16);   /* group ID for iss subdevs */
 510         v4l2_set_subdevdata(sd, ipipe);
 511         sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
 512
 513         pads[IPIPE_PAD_SINK].flags = MEDIA_PAD_FL_SINK;
 514         pads[IPIPE_PAD_SOURCE_VP].flags = MEDIA_PAD_FL_SOURCE;
 515
 516         me->ops = &ipipe_media_ops;
 517         ret = media_entity_pads_init(me, IPIPE_PADS_NUM, pads);
 518         if (ret < 0)
 519                 return ret;
 520
 521         ipipe_init_formats(sd, NULL);
 522
 523         return 0;
 524 }
 525
 526 void omap4iss_ipipe_unregister_entities(struct iss_ipipe_device *ipipe)
 527 {
 528         v4l2_device_unregister_subdev(&ipipe->subdev);
 529 }
 530
 531 int omap4iss_ipipe_register_entities(struct iss_ipipe_device *ipipe,
 532                                      struct v4l2_device *vdev)
 533 {
 534         int ret;
 535
 536         /* Register the subdev and video node. */
 537         ret = v4l2_device_register_subdev(vdev, &ipipe->subdev);
 538         if (ret < 0)
 539                 goto error;
 540
 541         return 0;
 542
 543 error:
 544         omap4iss_ipipe_unregister_entities(ipipe);
 545         return ret;
 546 }
 547
 548 /* -----------------------------------------------------------------------------
 549  * ISP IPIPE initialisation and cleanup
 550  */
 551
 552 /*
 553  * omap4iss_ipipe_init - IPIPE module initialization.
 554  * @iss: Device pointer specific to the OMAP4 ISS.
 555  *
 556  * TODO: Get the initialisation values from platform data.
 557  *
 558  * Return 0 on success or a negative error code otherwise.
 559  */
 560 int omap4iss_ipipe_init(struct iss_device *iss)
 561 {
 562         struct iss_ipipe_device *ipipe = &iss->ipipe;
 563
 564         ipipe->state = ISS_PIPELINE_STREAM_STOPPED;
 565         init_waitqueue_head(&ipipe->wait);
 566
 567         return ipipe_init_entities(ipipe);
 568 }
 569
 570 /*
 571  * omap4iss_ipipe_cleanup - IPIPE module cleanup.
 572  * @iss: Device pointer specific to the OMAP4 ISS.
 573  */
 574 void omap4iss_ipipe_cleanup(struct iss_device *iss)
 575 {
 576         struct iss_ipipe_device *ipipe = &iss->ipipe;
 577
 578         media_entity_cleanup(&ipipe->subdev.entity);
 579 }