1 // SPDX-License-Identifier: GPL-2.0+
3 * R-Car Gen3 Digital Radio Interface (DRIF) driver
5 * Copyright (C) 2017 Renesas Electronics Corporation
9 * The R-Car DRIF is a receive only MSIOF like controller with an
10 * external master device driving the SCK. It receives data into a FIFO,
11 * then this driver uses the SYS-DMAC engine to move the data from
12 * the device to memory.
14 * Each DRIF channel DRIFx (as per datasheet) contains two internal
15 * channels DRIFx0 & DRIFx1 within itself with each having its own resources
16 * like module clk, register set, irq and dma. These internal channels share
17 * common CLK & SYNC from master. The two data pins D0 & D1 shall be
18 * considered to represent the two internal channels. This internal split
19 * is not visible to the master device.
21 * Depending on the master device, a DRIF channel can use
22 * (1) both internal channels (D0 & D1) to receive data in parallel (or)
23 * (2) one internal channel (D0 or D1) to receive data
25 * The primary design goal of this controller is to act as a Digital Radio
26 * Interface that receives digital samples from a tuner device. Hence the
27 * driver exposes the device as a V4L2 SDR device. In order to qualify as
28 * a V4L2 SDR device, it should possess a tuner interface as mandated by the
29 * framework. This driver expects a tuner driver (sub-device) to bind
30 * asynchronously with this device and the combined drivers shall expose
31 * a V4L2 compliant SDR device. The DRIF driver is independent of the
34 * The DRIF h/w can support I2S mode and Frame start synchronization pulse mode.
35 * This driver is tested for I2S mode only because of the availability of
36 * suitable master devices. Hence, not all configurable options of DRIF h/w
37 * like lsb/msb first, syncdl, dtdl etc. are exposed via DT and I2S defaults
38 * are used. These can be exposed later if needed after testing.
40 #include <linux/bitops.h>
41 #include <linux/clk.h>
42 #include <linux/dma-mapping.h>
43 #include <linux/dmaengine.h>
44 #include <linux/ioctl.h>
45 #include <linux/iopoll.h>
46 #include <linux/module.h>
48 #include <linux/of_graph.h>
49 #include <linux/of_platform.h>
50 #include <linux/platform_device.h>
51 #include <linux/sched.h>
52 #include <media/v4l2-async.h>
53 #include <media/v4l2-ctrls.h>
54 #include <media/v4l2-device.h>
55 #include <media/v4l2-event.h>
56 #include <media/v4l2-fh.h>
57 #include <media/v4l2-ioctl.h>
58 #include <media/videobuf2-v4l2.h>
59 #include <media/videobuf2-vmalloc.h>
61 /* DRIF register offsets */
62 #define RCAR_DRIF_SITMDR1 0x00
63 #define RCAR_DRIF_SITMDR2 0x04
64 #define RCAR_DRIF_SITMDR3 0x08
65 #define RCAR_DRIF_SIRMDR1 0x10
66 #define RCAR_DRIF_SIRMDR2 0x14
67 #define RCAR_DRIF_SIRMDR3 0x18
68 #define RCAR_DRIF_SICTR 0x28
69 #define RCAR_DRIF_SIFCTR 0x30
70 #define RCAR_DRIF_SISTR 0x40
71 #define RCAR_DRIF_SIIER 0x44
72 #define RCAR_DRIF_SIRFDR 0x60
74 #define RCAR_DRIF_RFOVF BIT(3) /* Receive FIFO overflow */
75 #define RCAR_DRIF_RFUDF BIT(4) /* Receive FIFO underflow */
76 #define RCAR_DRIF_RFSERR BIT(5) /* Receive frame sync error */
77 #define RCAR_DRIF_REOF BIT(7) /* Frame reception end */
78 #define RCAR_DRIF_RDREQ BIT(12) /* Receive data xfer req */
79 #define RCAR_DRIF_RFFUL BIT(13) /* Receive FIFO full */
82 #define RCAR_DRIF_SIRMDR1_SYNCMD_FRAME (0 << 28)
83 #define RCAR_DRIF_SIRMDR1_SYNCMD_LR (3 << 28)
85 #define RCAR_DRIF_SIRMDR1_SYNCAC_POL_HIGH (0 << 25)
86 #define RCAR_DRIF_SIRMDR1_SYNCAC_POL_LOW (1 << 25)
88 #define RCAR_DRIF_SIRMDR1_MSB_FIRST (0 << 24)
89 #define RCAR_DRIF_SIRMDR1_LSB_FIRST (1 << 24)
91 #define RCAR_DRIF_SIRMDR1_DTDL_0 (0 << 20)
92 #define RCAR_DRIF_SIRMDR1_DTDL_1 (1 << 20)
93 #define RCAR_DRIF_SIRMDR1_DTDL_2 (2 << 20)
94 #define RCAR_DRIF_SIRMDR1_DTDL_0PT5 (5 << 20)
95 #define RCAR_DRIF_SIRMDR1_DTDL_1PT5 (6 << 20)
97 #define RCAR_DRIF_SIRMDR1_SYNCDL_0 (0 << 20)
98 #define RCAR_DRIF_SIRMDR1_SYNCDL_1 (1 << 20)
99 #define RCAR_DRIF_SIRMDR1_SYNCDL_2 (2 << 20)
100 #define RCAR_DRIF_SIRMDR1_SYNCDL_3 (3 << 20)
101 #define RCAR_DRIF_SIRMDR1_SYNCDL_0PT5 (5 << 20)
102 #define RCAR_DRIF_SIRMDR1_SYNCDL_1PT5 (6 << 20)
104 #define RCAR_DRIF_MDR_GRPCNT(n) (((n) - 1) << 30)
105 #define RCAR_DRIF_MDR_BITLEN(n) (((n) - 1) << 24)
106 #define RCAR_DRIF_MDR_WDCNT(n) (((n) - 1) << 16)
108 /* Hidden Transmit register that controls CLK & SYNC */
109 #define RCAR_DRIF_SITMDR1_PCON BIT(30)
111 #define RCAR_DRIF_SICTR_RX_RISING_EDGE BIT(26)
112 #define RCAR_DRIF_SICTR_RX_EN BIT(8)
113 #define RCAR_DRIF_SICTR_RESET BIT(0)
116 #define RCAR_DRIF_NUM_HWBUFS 32
117 #define RCAR_DRIF_MAX_DEVS 4
118 #define RCAR_DRIF_DEFAULT_NUM_HWBUFS 16
119 #define RCAR_DRIF_DEFAULT_HWBUF_SIZE (4 * PAGE_SIZE)
120 #define RCAR_DRIF_MAX_CHANNEL 2
121 #define RCAR_SDR_BUFFER_SIZE SZ_64K
123 /* Internal buffer status flags */
124 #define RCAR_DRIF_BUF_DONE BIT(0) /* DMA completed */
125 #define RCAR_DRIF_BUF_OVERFLOW BIT(1) /* Overflow detected */
127 #define to_rcar_drif_buf_pair(sdr, ch_num, idx) \
128 (&((sdr)->ch[!(ch_num)]->buf[(idx)]))
130 #define for_each_rcar_drif_channel(ch, ch_mask) \
131 for_each_set_bit(ch, ch_mask, RCAR_DRIF_MAX_CHANNEL)
134 #define rdrif_dbg(sdr, fmt, arg...) \
135 dev_dbg(sdr->v4l2_dev.dev, fmt, ## arg)
137 #define rdrif_err(sdr, fmt, arg...) \
138 dev_err(sdr->v4l2_dev.dev, fmt, ## arg)
141 struct rcar_drif_format {
149 /* Format descriptions for capture */
150 static const struct rcar_drif_format formats[] = {
152 .pixelformat = V4L2_SDR_FMT_PCU16BE,
153 .buffersize = RCAR_SDR_BUFFER_SIZE,
159 .pixelformat = V4L2_SDR_FMT_PCU18BE,
160 .buffersize = RCAR_SDR_BUFFER_SIZE,
166 .pixelformat = V4L2_SDR_FMT_PCU20BE,
167 .buffersize = RCAR_SDR_BUFFER_SIZE,
174 /* Buffer for a received frame from one or both internal channels */
175 struct rcar_drif_frame_buf {
176 /* Common v4l buffer stuff -- must be first */
177 struct vb2_v4l2_buffer vb;
178 struct list_head list;
181 /* OF graph endpoint's V4L2 async data */
182 struct rcar_drif_graph_ep {
183 struct v4l2_subdev *subdev; /* Async matched subdev */
187 struct rcar_drif_hwbuf {
188 void *addr; /* CPU-side address */
189 unsigned int status; /* Buffer status flags */
192 /* Internal channel */
194 struct rcar_drif_sdr *sdr; /* Group device */
195 struct platform_device *pdev; /* Channel's pdev */
196 void __iomem *base; /* Base register address */
197 resource_size_t start; /* I/O resource offset */
198 struct dma_chan *dmach; /* Reserved DMA channel */
199 struct clk *clk; /* Module clock */
200 struct rcar_drif_hwbuf buf[RCAR_DRIF_NUM_HWBUFS]; /* H/W bufs */
201 dma_addr_t dma_handle; /* Handle for all bufs */
202 unsigned int num; /* Channel number */
203 bool acting_sdr; /* Channel acting as SDR device */
207 struct rcar_drif_sdr {
208 struct device *dev; /* Platform device */
209 struct video_device *vdev; /* V4L2 SDR device */
210 struct v4l2_device v4l2_dev; /* V4L2 device */
212 /* Videobuf2 queue and queued buffers list */
213 struct vb2_queue vb_queue;
214 struct list_head queued_bufs;
215 spinlock_t queued_bufs_lock; /* Protects queued_bufs */
216 spinlock_t dma_lock; /* To serialize DMA cb of channels */
218 struct mutex v4l2_mutex; /* To serialize ioctls */
219 struct mutex vb_queue_mutex; /* To serialize streaming ioctls */
220 struct v4l2_ctrl_handler ctrl_hdl; /* SDR control handler */
221 struct v4l2_async_notifier notifier; /* For subdev (tuner) */
222 struct rcar_drif_graph_ep ep; /* Endpoint V4L2 async data */
224 /* Current V4L2 SDR format ptr */
225 const struct rcar_drif_format *fmt;
227 /* Device tree SYNC properties */
231 struct rcar_drif *ch[RCAR_DRIF_MAX_CHANNEL]; /* DRIFx0,1 */
232 unsigned long hw_ch_mask; /* Enabled channels per DT */
233 unsigned long cur_ch_mask; /* Used channels for an SDR FMT */
234 u32 num_hw_ch; /* Num of DT enabled channels */
235 u32 num_cur_ch; /* Num of used channels */
236 u32 hwbuf_size; /* Each DMA buffer size */
237 u32 produced; /* Buffers produced by sdr dev */
240 /* Register access functions */
241 static void rcar_drif_write(struct rcar_drif *ch, u32 offset, u32 data)
243 writel(data, ch->base + offset);
246 static u32 rcar_drif_read(struct rcar_drif *ch, u32 offset)
248 return readl(ch->base + offset);
251 /* Release DMA channels */
252 static void rcar_drif_release_dmachannels(struct rcar_drif_sdr *sdr)
256 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask)
257 if (sdr->ch[i]->dmach) {
258 dma_release_channel(sdr->ch[i]->dmach);
259 sdr->ch[i]->dmach = NULL;
263 /* Allocate DMA channels */
264 static int rcar_drif_alloc_dmachannels(struct rcar_drif_sdr *sdr)
266 struct dma_slave_config dma_cfg;
270 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask) {
271 struct rcar_drif *ch = sdr->ch[i];
273 ch->dmach = dma_request_chan(&ch->pdev->dev, "rx");
274 if (IS_ERR(ch->dmach)) {
275 ret = PTR_ERR(ch->dmach);
276 if (ret != -EPROBE_DEFER)
278 "ch%u: dma channel req failed: %pe\n",
284 /* Configure slave */
285 memset(&dma_cfg, 0, sizeof(dma_cfg));
286 dma_cfg.src_addr = (phys_addr_t)(ch->start + RCAR_DRIF_SIRFDR);
287 dma_cfg.src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES;
288 ret = dmaengine_slave_config(ch->dmach, &dma_cfg);
290 rdrif_err(sdr, "ch%u: dma slave config failed\n", i);
297 rcar_drif_release_dmachannels(sdr);
301 /* Release queued vb2 buffers */
302 static void rcar_drif_release_queued_bufs(struct rcar_drif_sdr *sdr,
303 enum vb2_buffer_state state)
305 struct rcar_drif_frame_buf *fbuf, *tmp;
308 spin_lock_irqsave(&sdr->queued_bufs_lock, flags);
309 list_for_each_entry_safe(fbuf, tmp, &sdr->queued_bufs, list) {
310 list_del(&fbuf->list);
311 vb2_buffer_done(&fbuf->vb.vb2_buf, state);
313 spin_unlock_irqrestore(&sdr->queued_bufs_lock, flags);
316 /* Set MDR defaults */
317 static inline void rcar_drif_set_mdr1(struct rcar_drif_sdr *sdr)
321 /* Set defaults for enabled internal channels */
322 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask) {
323 /* Refer MSIOF section in manual for this register setting */
324 rcar_drif_write(sdr->ch[i], RCAR_DRIF_SITMDR1,
325 RCAR_DRIF_SITMDR1_PCON);
327 /* Setup MDR1 value */
328 rcar_drif_write(sdr->ch[i], RCAR_DRIF_SIRMDR1, sdr->mdr1);
330 rdrif_dbg(sdr, "ch%u: mdr1 = 0x%08x",
331 i, rcar_drif_read(sdr->ch[i], RCAR_DRIF_SIRMDR1));
335 /* Set DRIF receive format */
336 static int rcar_drif_set_format(struct rcar_drif_sdr *sdr)
340 rdrif_dbg(sdr, "setfmt: bitlen %u wdcnt %u num_ch %u\n",
341 sdr->fmt->bitlen, sdr->fmt->wdcnt, sdr->fmt->num_ch);
344 if (sdr->fmt->num_ch > sdr->num_cur_ch) {
345 rdrif_err(sdr, "fmt num_ch %u cur_ch %u mismatch\n",
346 sdr->fmt->num_ch, sdr->num_cur_ch);
350 /* Setup group, bitlen & wdcnt */
351 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask) {
355 mdr = RCAR_DRIF_MDR_GRPCNT(2) |
356 RCAR_DRIF_MDR_BITLEN(sdr->fmt->bitlen) |
357 RCAR_DRIF_MDR_WDCNT(sdr->fmt->wdcnt);
358 rcar_drif_write(sdr->ch[i], RCAR_DRIF_SIRMDR2, mdr);
360 mdr = RCAR_DRIF_MDR_BITLEN(sdr->fmt->bitlen) |
361 RCAR_DRIF_MDR_WDCNT(sdr->fmt->wdcnt);
362 rcar_drif_write(sdr->ch[i], RCAR_DRIF_SIRMDR3, mdr);
364 rdrif_dbg(sdr, "ch%u: new mdr[2,3] = 0x%08x, 0x%08x\n",
365 i, rcar_drif_read(sdr->ch[i], RCAR_DRIF_SIRMDR2),
366 rcar_drif_read(sdr->ch[i], RCAR_DRIF_SIRMDR3));
371 /* Release DMA buffers */
372 static void rcar_drif_release_buf(struct rcar_drif_sdr *sdr)
376 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask) {
377 struct rcar_drif *ch = sdr->ch[i];
379 /* First entry contains the dma buf ptr */
380 if (ch->buf[0].addr) {
381 dma_free_coherent(&ch->pdev->dev,
382 sdr->hwbuf_size * RCAR_DRIF_NUM_HWBUFS,
383 ch->buf[0].addr, ch->dma_handle);
384 ch->buf[0].addr = NULL;
389 /* Request DMA buffers */
390 static int rcar_drif_request_buf(struct rcar_drif_sdr *sdr)
396 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask) {
397 struct rcar_drif *ch = sdr->ch[i];
399 /* Allocate DMA buffers */
400 addr = dma_alloc_coherent(&ch->pdev->dev,
401 sdr->hwbuf_size * RCAR_DRIF_NUM_HWBUFS,
402 &ch->dma_handle, GFP_KERNEL);
405 "ch%u: dma alloc failed. num hwbufs %u size %u\n",
406 i, RCAR_DRIF_NUM_HWBUFS, sdr->hwbuf_size);
410 /* Split the chunk and populate bufctxt */
411 for (j = 0; j < RCAR_DRIF_NUM_HWBUFS; j++) {
412 ch->buf[j].addr = addr + (j * sdr->hwbuf_size);
413 ch->buf[j].status = 0;
421 /* Setup vb_queue minimum buffer requirements */
422 static int rcar_drif_queue_setup(struct vb2_queue *vq,
423 unsigned int *num_buffers, unsigned int *num_planes,
424 unsigned int sizes[], struct device *alloc_devs[])
426 struct rcar_drif_sdr *sdr = vb2_get_drv_priv(vq);
428 /* Need at least 16 buffers */
429 if (vq->num_buffers + *num_buffers < 16)
430 *num_buffers = 16 - vq->num_buffers;
433 sizes[0] = PAGE_ALIGN(sdr->fmt->buffersize);
434 rdrif_dbg(sdr, "num_bufs %d sizes[0] %d\n", *num_buffers, sizes[0]);
440 static void rcar_drif_buf_queue(struct vb2_buffer *vb)
442 struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
443 struct rcar_drif_sdr *sdr = vb2_get_drv_priv(vb->vb2_queue);
444 struct rcar_drif_frame_buf *fbuf =
445 container_of(vbuf, struct rcar_drif_frame_buf, vb);
448 rdrif_dbg(sdr, "buf_queue idx %u\n", vb->index);
449 spin_lock_irqsave(&sdr->queued_bufs_lock, flags);
450 list_add_tail(&fbuf->list, &sdr->queued_bufs);
451 spin_unlock_irqrestore(&sdr->queued_bufs_lock, flags);
454 /* Get a frame buf from list */
455 static struct rcar_drif_frame_buf *
456 rcar_drif_get_fbuf(struct rcar_drif_sdr *sdr)
458 struct rcar_drif_frame_buf *fbuf;
461 spin_lock_irqsave(&sdr->queued_bufs_lock, flags);
462 fbuf = list_first_entry_or_null(&sdr->queued_bufs, struct
463 rcar_drif_frame_buf, list);
466 * App is late in enqueing buffers. Samples lost & there will
467 * be a gap in sequence number when app recovers
469 rdrif_dbg(sdr, "\napp late: prod %u\n", sdr->produced);
470 spin_unlock_irqrestore(&sdr->queued_bufs_lock, flags);
473 list_del(&fbuf->list);
474 spin_unlock_irqrestore(&sdr->queued_bufs_lock, flags);
479 /* Helpers to set/clear buf pair status */
480 static inline bool rcar_drif_bufs_done(struct rcar_drif_hwbuf **buf)
482 return (buf[0]->status & buf[1]->status & RCAR_DRIF_BUF_DONE);
485 static inline bool rcar_drif_bufs_overflow(struct rcar_drif_hwbuf **buf)
487 return ((buf[0]->status | buf[1]->status) & RCAR_DRIF_BUF_OVERFLOW);
490 static inline void rcar_drif_bufs_clear(struct rcar_drif_hwbuf **buf,
495 for (i = 0; i < RCAR_DRIF_MAX_CHANNEL; i++)
496 buf[i]->status &= ~bit;
499 /* Channel DMA complete */
500 static void rcar_drif_channel_complete(struct rcar_drif *ch, u32 idx)
504 ch->buf[idx].status |= RCAR_DRIF_BUF_DONE;
506 /* Check for DRIF errors */
507 str = rcar_drif_read(ch, RCAR_DRIF_SISTR);
508 if (unlikely(str & RCAR_DRIF_RFOVF)) {
509 /* Writing the same clears it */
510 rcar_drif_write(ch, RCAR_DRIF_SISTR, str);
512 /* Overflow: some samples are lost */
513 ch->buf[idx].status |= RCAR_DRIF_BUF_OVERFLOW;
517 /* DMA callback for each stage */
518 static void rcar_drif_dma_complete(void *dma_async_param)
520 struct rcar_drif *ch = dma_async_param;
521 struct rcar_drif_sdr *sdr = ch->sdr;
522 struct rcar_drif_hwbuf *buf[RCAR_DRIF_MAX_CHANNEL];
523 struct rcar_drif_frame_buf *fbuf;
524 bool overflow = false;
528 spin_lock(&sdr->dma_lock);
530 /* DMA can be terminated while the callback was waiting on lock */
531 if (!vb2_is_streaming(&sdr->vb_queue)) {
532 spin_unlock(&sdr->dma_lock);
536 idx = sdr->produced % RCAR_DRIF_NUM_HWBUFS;
537 rcar_drif_channel_complete(ch, idx);
539 if (sdr->num_cur_ch == RCAR_DRIF_MAX_CHANNEL) {
540 buf[0] = ch->num ? to_rcar_drif_buf_pair(sdr, ch->num, idx) :
542 buf[1] = ch->num ? &ch->buf[idx] :
543 to_rcar_drif_buf_pair(sdr, ch->num, idx);
545 /* Check if both DMA buffers are done */
546 if (!rcar_drif_bufs_done(buf)) {
547 spin_unlock(&sdr->dma_lock);
551 /* Clear buf done status */
552 rcar_drif_bufs_clear(buf, RCAR_DRIF_BUF_DONE);
554 if (rcar_drif_bufs_overflow(buf)) {
556 /* Clear the flag in status */
557 rcar_drif_bufs_clear(buf, RCAR_DRIF_BUF_OVERFLOW);
560 buf[0] = &ch->buf[idx];
561 if (buf[0]->status & RCAR_DRIF_BUF_OVERFLOW) {
563 /* Clear the flag in status */
564 buf[0]->status &= ~RCAR_DRIF_BUF_OVERFLOW;
568 /* Buffer produced for consumption */
569 produced = sdr->produced++;
570 spin_unlock(&sdr->dma_lock);
572 rdrif_dbg(sdr, "ch%u: prod %u\n", ch->num, produced);
575 fbuf = rcar_drif_get_fbuf(sdr);
579 for (i = 0; i < RCAR_DRIF_MAX_CHANNEL; i++)
580 memcpy(vb2_plane_vaddr(&fbuf->vb.vb2_buf, 0) +
581 i * sdr->hwbuf_size, buf[i]->addr, sdr->hwbuf_size);
583 fbuf->vb.field = V4L2_FIELD_NONE;
584 fbuf->vb.sequence = produced;
585 fbuf->vb.vb2_buf.timestamp = ktime_get_ns();
586 vb2_set_plane_payload(&fbuf->vb.vb2_buf, 0, sdr->fmt->buffersize);
588 /* Set error state on overflow */
589 vb2_buffer_done(&fbuf->vb.vb2_buf,
590 overflow ? VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
593 static int rcar_drif_qbuf(struct rcar_drif *ch)
595 struct rcar_drif_sdr *sdr = ch->sdr;
596 dma_addr_t addr = ch->dma_handle;
597 struct dma_async_tx_descriptor *rxd;
601 /* Setup cyclic DMA with given buffers */
602 rxd = dmaengine_prep_dma_cyclic(ch->dmach, addr,
603 sdr->hwbuf_size * RCAR_DRIF_NUM_HWBUFS,
604 sdr->hwbuf_size, DMA_DEV_TO_MEM,
605 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
607 rdrif_err(sdr, "ch%u: prep dma cyclic failed\n", ch->num);
611 /* Submit descriptor */
612 rxd->callback = rcar_drif_dma_complete;
613 rxd->callback_param = ch;
614 cookie = dmaengine_submit(rxd);
615 if (dma_submit_error(cookie)) {
616 rdrif_err(sdr, "ch%u: dma submit failed\n", ch->num);
620 dma_async_issue_pending(ch->dmach);
624 /* Enable reception */
625 static int rcar_drif_enable_rx(struct rcar_drif_sdr *sdr)
632 * When both internal channels are enabled, they can be synchronized
637 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask) {
638 ctr = rcar_drif_read(sdr->ch[i], RCAR_DRIF_SICTR);
639 ctr |= (RCAR_DRIF_SICTR_RX_RISING_EDGE |
640 RCAR_DRIF_SICTR_RX_EN);
641 rcar_drif_write(sdr->ch[i], RCAR_DRIF_SICTR, ctr);
644 /* Check receive enabled */
645 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask) {
646 ret = readl_poll_timeout(sdr->ch[i]->base + RCAR_DRIF_SICTR,
647 ctr, ctr & RCAR_DRIF_SICTR_RX_EN, 7, 100000);
649 rdrif_err(sdr, "ch%u: rx en failed. ctr 0x%08x\n", i,
650 rcar_drif_read(sdr->ch[i], RCAR_DRIF_SICTR));
657 /* Disable reception */
658 static void rcar_drif_disable_rx(struct rcar_drif_sdr *sdr)
664 /* Disable receive */
665 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask) {
666 ctr = rcar_drif_read(sdr->ch[i], RCAR_DRIF_SICTR);
667 ctr &= ~RCAR_DRIF_SICTR_RX_EN;
668 rcar_drif_write(sdr->ch[i], RCAR_DRIF_SICTR, ctr);
671 /* Check receive disabled */
672 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask) {
673 ret = readl_poll_timeout(sdr->ch[i]->base + RCAR_DRIF_SICTR,
674 ctr, !(ctr & RCAR_DRIF_SICTR_RX_EN), 7, 100000);
676 dev_warn(&sdr->vdev->dev,
677 "ch%u: failed to disable rx. ctr 0x%08x\n",
678 i, rcar_drif_read(sdr->ch[i], RCAR_DRIF_SICTR));
683 static void rcar_drif_stop_channel(struct rcar_drif *ch)
685 /* Disable DMA receive interrupt */
686 rcar_drif_write(ch, RCAR_DRIF_SIIER, 0x00000000);
688 /* Terminate all DMA transfers */
689 dmaengine_terminate_sync(ch->dmach);
692 /* Stop receive operation */
693 static void rcar_drif_stop(struct rcar_drif_sdr *sdr)
698 rcar_drif_disable_rx(sdr);
700 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask)
701 rcar_drif_stop_channel(sdr->ch[i]);
705 static int rcar_drif_start_channel(struct rcar_drif *ch)
707 struct rcar_drif_sdr *sdr = ch->sdr;
712 rcar_drif_write(ch, RCAR_DRIF_SICTR, RCAR_DRIF_SICTR_RESET);
713 ret = readl_poll_timeout(ch->base + RCAR_DRIF_SICTR, ctr,
714 !(ctr & RCAR_DRIF_SICTR_RESET), 7, 100000);
716 rdrif_err(sdr, "ch%u: failed to reset rx. ctr 0x%08x\n",
717 ch->num, rcar_drif_read(ch, RCAR_DRIF_SICTR));
721 /* Queue buffers for DMA */
722 ret = rcar_drif_qbuf(ch);
726 /* Clear status register flags */
727 str = RCAR_DRIF_RFFUL | RCAR_DRIF_REOF | RCAR_DRIF_RFSERR |
728 RCAR_DRIF_RFUDF | RCAR_DRIF_RFOVF;
729 rcar_drif_write(ch, RCAR_DRIF_SISTR, str);
731 /* Enable DMA receive interrupt */
732 rcar_drif_write(ch, RCAR_DRIF_SIIER, 0x00009000);
737 /* Start receive operation */
738 static int rcar_drif_start(struct rcar_drif_sdr *sdr)
740 unsigned long enabled = 0;
744 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask) {
745 ret = rcar_drif_start_channel(sdr->ch[i]);
751 ret = rcar_drif_enable_rx(sdr);
759 rcar_drif_disable_rx(sdr);
761 for_each_rcar_drif_channel(i, &enabled)
762 rcar_drif_stop_channel(sdr->ch[i]);
767 /* Start streaming */
768 static int rcar_drif_start_streaming(struct vb2_queue *vq, unsigned int count)
770 struct rcar_drif_sdr *sdr = vb2_get_drv_priv(vq);
771 unsigned long enabled = 0;
775 mutex_lock(&sdr->v4l2_mutex);
777 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask) {
778 ret = clk_prepare_enable(sdr->ch[i]->clk);
784 /* Set default MDRx settings */
785 rcar_drif_set_mdr1(sdr);
788 ret = rcar_drif_set_format(sdr);
792 if (sdr->num_cur_ch == RCAR_DRIF_MAX_CHANNEL)
793 sdr->hwbuf_size = sdr->fmt->buffersize / RCAR_DRIF_MAX_CHANNEL;
795 sdr->hwbuf_size = sdr->fmt->buffersize;
797 rdrif_dbg(sdr, "num hwbufs %u, hwbuf_size %u\n",
798 RCAR_DRIF_NUM_HWBUFS, sdr->hwbuf_size);
800 /* Alloc DMA channel */
801 ret = rcar_drif_alloc_dmachannels(sdr);
805 /* Request buffers */
806 ret = rcar_drif_request_buf(sdr);
811 ret = rcar_drif_start(sdr);
815 mutex_unlock(&sdr->v4l2_mutex);
820 rcar_drif_release_queued_bufs(sdr, VB2_BUF_STATE_QUEUED);
821 rcar_drif_release_buf(sdr);
822 rcar_drif_release_dmachannels(sdr);
823 for_each_rcar_drif_channel(i, &enabled)
824 clk_disable_unprepare(sdr->ch[i]->clk);
826 mutex_unlock(&sdr->v4l2_mutex);
832 static void rcar_drif_stop_streaming(struct vb2_queue *vq)
834 struct rcar_drif_sdr *sdr = vb2_get_drv_priv(vq);
837 mutex_lock(&sdr->v4l2_mutex);
839 /* Stop hardware streaming */
842 /* Return all queued buffers to vb2 */
843 rcar_drif_release_queued_bufs(sdr, VB2_BUF_STATE_ERROR);
846 rcar_drif_release_buf(sdr);
848 /* Release DMA channel resources */
849 rcar_drif_release_dmachannels(sdr);
851 for_each_rcar_drif_channel(i, &sdr->cur_ch_mask)
852 clk_disable_unprepare(sdr->ch[i]->clk);
854 mutex_unlock(&sdr->v4l2_mutex);
858 static const struct vb2_ops rcar_drif_vb2_ops = {
859 .queue_setup = rcar_drif_queue_setup,
860 .buf_queue = rcar_drif_buf_queue,
861 .start_streaming = rcar_drif_start_streaming,
862 .stop_streaming = rcar_drif_stop_streaming,
863 .wait_prepare = vb2_ops_wait_prepare,
864 .wait_finish = vb2_ops_wait_finish,
867 static int rcar_drif_querycap(struct file *file, void *fh,
868 struct v4l2_capability *cap)
870 struct rcar_drif_sdr *sdr = video_drvdata(file);
872 strscpy(cap->driver, KBUILD_MODNAME, sizeof(cap->driver));
873 strscpy(cap->card, sdr->vdev->name, sizeof(cap->card));
874 strscpy(cap->bus_info, "platform:R-Car DRIF", sizeof(cap->bus_info));
879 static int rcar_drif_set_default_format(struct rcar_drif_sdr *sdr)
883 for (i = 0; i < ARRAY_SIZE(formats); i++) {
884 /* Matching fmt based on required channels is set as default */
885 if (sdr->num_hw_ch == formats[i].num_ch) {
886 sdr->fmt = &formats[i];
887 sdr->cur_ch_mask = sdr->hw_ch_mask;
888 sdr->num_cur_ch = sdr->num_hw_ch;
889 dev_dbg(sdr->dev, "default fmt[%u]: mask %lu num %u\n",
890 i, sdr->cur_ch_mask, sdr->num_cur_ch);
897 static int rcar_drif_enum_fmt_sdr_cap(struct file *file, void *priv,
898 struct v4l2_fmtdesc *f)
900 if (f->index >= ARRAY_SIZE(formats))
903 f->pixelformat = formats[f->index].pixelformat;
908 static int rcar_drif_g_fmt_sdr_cap(struct file *file, void *priv,
909 struct v4l2_format *f)
911 struct rcar_drif_sdr *sdr = video_drvdata(file);
913 f->fmt.sdr.pixelformat = sdr->fmt->pixelformat;
914 f->fmt.sdr.buffersize = sdr->fmt->buffersize;
919 static int rcar_drif_s_fmt_sdr_cap(struct file *file, void *priv,
920 struct v4l2_format *f)
922 struct rcar_drif_sdr *sdr = video_drvdata(file);
923 struct vb2_queue *q = &sdr->vb_queue;
929 for (i = 0; i < ARRAY_SIZE(formats); i++) {
930 if (formats[i].pixelformat == f->fmt.sdr.pixelformat)
934 if (i == ARRAY_SIZE(formats))
935 i = 0; /* Set the 1st format as default on no match */
937 sdr->fmt = &formats[i];
938 f->fmt.sdr.pixelformat = sdr->fmt->pixelformat;
939 f->fmt.sdr.buffersize = formats[i].buffersize;
940 memset(f->fmt.sdr.reserved, 0, sizeof(f->fmt.sdr.reserved));
943 * If a format demands one channel only out of two
944 * enabled channels, pick the 0th channel.
946 if (formats[i].num_ch < sdr->num_hw_ch) {
947 sdr->cur_ch_mask = BIT(0);
948 sdr->num_cur_ch = formats[i].num_ch;
950 sdr->cur_ch_mask = sdr->hw_ch_mask;
951 sdr->num_cur_ch = sdr->num_hw_ch;
954 rdrif_dbg(sdr, "cur: idx %u mask %lu num %u\n",
955 i, sdr->cur_ch_mask, sdr->num_cur_ch);
960 static int rcar_drif_try_fmt_sdr_cap(struct file *file, void *priv,
961 struct v4l2_format *f)
965 for (i = 0; i < ARRAY_SIZE(formats); i++) {
966 if (formats[i].pixelformat == f->fmt.sdr.pixelformat) {
967 f->fmt.sdr.buffersize = formats[i].buffersize;
972 f->fmt.sdr.pixelformat = formats[0].pixelformat;
973 f->fmt.sdr.buffersize = formats[0].buffersize;
974 memset(f->fmt.sdr.reserved, 0, sizeof(f->fmt.sdr.reserved));
979 /* Tuner subdev ioctls */
980 static int rcar_drif_enum_freq_bands(struct file *file, void *priv,
981 struct v4l2_frequency_band *band)
983 struct rcar_drif_sdr *sdr = video_drvdata(file);
985 return v4l2_subdev_call(sdr->ep.subdev, tuner, enum_freq_bands, band);
988 static int rcar_drif_g_frequency(struct file *file, void *priv,
989 struct v4l2_frequency *f)
991 struct rcar_drif_sdr *sdr = video_drvdata(file);
993 return v4l2_subdev_call(sdr->ep.subdev, tuner, g_frequency, f);
996 static int rcar_drif_s_frequency(struct file *file, void *priv,
997 const struct v4l2_frequency *f)
999 struct rcar_drif_sdr *sdr = video_drvdata(file);
1001 return v4l2_subdev_call(sdr->ep.subdev, tuner, s_frequency, f);
1004 static int rcar_drif_g_tuner(struct file *file, void *priv,
1005 struct v4l2_tuner *vt)
1007 struct rcar_drif_sdr *sdr = video_drvdata(file);
1009 return v4l2_subdev_call(sdr->ep.subdev, tuner, g_tuner, vt);
1012 static int rcar_drif_s_tuner(struct file *file, void *priv,
1013 const struct v4l2_tuner *vt)
1015 struct rcar_drif_sdr *sdr = video_drvdata(file);
1017 return v4l2_subdev_call(sdr->ep.subdev, tuner, s_tuner, vt);
1020 static const struct v4l2_ioctl_ops rcar_drif_ioctl_ops = {
1021 .vidioc_querycap = rcar_drif_querycap,
1023 .vidioc_enum_fmt_sdr_cap = rcar_drif_enum_fmt_sdr_cap,
1024 .vidioc_g_fmt_sdr_cap = rcar_drif_g_fmt_sdr_cap,
1025 .vidioc_s_fmt_sdr_cap = rcar_drif_s_fmt_sdr_cap,
1026 .vidioc_try_fmt_sdr_cap = rcar_drif_try_fmt_sdr_cap,
1028 .vidioc_reqbufs = vb2_ioctl_reqbufs,
1029 .vidioc_create_bufs = vb2_ioctl_create_bufs,
1030 .vidioc_prepare_buf = vb2_ioctl_prepare_buf,
1031 .vidioc_querybuf = vb2_ioctl_querybuf,
1032 .vidioc_qbuf = vb2_ioctl_qbuf,
1033 .vidioc_dqbuf = vb2_ioctl_dqbuf,
1035 .vidioc_streamon = vb2_ioctl_streamon,
1036 .vidioc_streamoff = vb2_ioctl_streamoff,
1038 .vidioc_s_frequency = rcar_drif_s_frequency,
1039 .vidioc_g_frequency = rcar_drif_g_frequency,
1040 .vidioc_s_tuner = rcar_drif_s_tuner,
1041 .vidioc_g_tuner = rcar_drif_g_tuner,
1042 .vidioc_enum_freq_bands = rcar_drif_enum_freq_bands,
1043 .vidioc_subscribe_event = v4l2_ctrl_subscribe_event,
1044 .vidioc_unsubscribe_event = v4l2_event_unsubscribe,
1045 .vidioc_log_status = v4l2_ctrl_log_status,
1048 static const struct v4l2_file_operations rcar_drif_fops = {
1049 .owner = THIS_MODULE,
1050 .open = v4l2_fh_open,
1051 .release = vb2_fop_release,
1052 .read = vb2_fop_read,
1053 .poll = vb2_fop_poll,
1054 .mmap = vb2_fop_mmap,
1055 .unlocked_ioctl = video_ioctl2,
1058 static int rcar_drif_sdr_register(struct rcar_drif_sdr *sdr)
1062 /* Init video_device structure */
1063 sdr->vdev = video_device_alloc();
1067 snprintf(sdr->vdev->name, sizeof(sdr->vdev->name), "R-Car DRIF");
1068 sdr->vdev->fops = &rcar_drif_fops;
1069 sdr->vdev->ioctl_ops = &rcar_drif_ioctl_ops;
1070 sdr->vdev->release = video_device_release;
1071 sdr->vdev->lock = &sdr->v4l2_mutex;
1072 sdr->vdev->queue = &sdr->vb_queue;
1073 sdr->vdev->queue->lock = &sdr->vb_queue_mutex;
1074 sdr->vdev->ctrl_handler = &sdr->ctrl_hdl;
1075 sdr->vdev->v4l2_dev = &sdr->v4l2_dev;
1076 sdr->vdev->device_caps = V4L2_CAP_SDR_CAPTURE | V4L2_CAP_TUNER |
1077 V4L2_CAP_STREAMING | V4L2_CAP_READWRITE;
1078 video_set_drvdata(sdr->vdev, sdr);
1080 /* Register V4L2 SDR device */
1081 ret = video_register_device(sdr->vdev, VFL_TYPE_SDR, -1);
1083 video_device_release(sdr->vdev);
1085 dev_err(sdr->dev, "failed video_register_device (%d)\n", ret);
1091 static void rcar_drif_sdr_unregister(struct rcar_drif_sdr *sdr)
1093 video_unregister_device(sdr->vdev);
1097 /* Sub-device bound callback */
1098 static int rcar_drif_notify_bound(struct v4l2_async_notifier *notifier,
1099 struct v4l2_subdev *subdev,
1100 struct v4l2_async_connection *asd)
1102 struct rcar_drif_sdr *sdr =
1103 container_of(notifier, struct rcar_drif_sdr, notifier);
1105 v4l2_set_subdev_hostdata(subdev, sdr);
1106 sdr->ep.subdev = subdev;
1107 rdrif_dbg(sdr, "bound asd %s\n", subdev->name);
1112 /* Sub-device unbind callback */
1113 static void rcar_drif_notify_unbind(struct v4l2_async_notifier *notifier,
1114 struct v4l2_subdev *subdev,
1115 struct v4l2_async_connection *asd)
1117 struct rcar_drif_sdr *sdr =
1118 container_of(notifier, struct rcar_drif_sdr, notifier);
1120 if (sdr->ep.subdev != subdev) {
1121 rdrif_err(sdr, "subdev %s is not bound\n", subdev->name);
1125 /* Free ctrl handler if initialized */
1126 v4l2_ctrl_handler_free(&sdr->ctrl_hdl);
1127 sdr->v4l2_dev.ctrl_handler = NULL;
1128 sdr->ep.subdev = NULL;
1130 rcar_drif_sdr_unregister(sdr);
1131 rdrif_dbg(sdr, "unbind asd %s\n", subdev->name);
1134 /* Sub-device registered notification callback */
1135 static int rcar_drif_notify_complete(struct v4l2_async_notifier *notifier)
1137 struct rcar_drif_sdr *sdr =
1138 container_of(notifier, struct rcar_drif_sdr, notifier);
1142 * The subdev tested at this point uses 4 controls. Using 10 as a worst
1143 * case scenario hint. When less controls are needed there will be some
1144 * unused memory and when more controls are needed the framework uses
1145 * hash to manage controls within this number.
1147 ret = v4l2_ctrl_handler_init(&sdr->ctrl_hdl, 10);
1151 sdr->v4l2_dev.ctrl_handler = &sdr->ctrl_hdl;
1152 ret = v4l2_device_register_subdev_nodes(&sdr->v4l2_dev);
1154 rdrif_err(sdr, "failed: register subdev nodes ret %d\n", ret);
1158 ret = v4l2_ctrl_add_handler(&sdr->ctrl_hdl,
1159 sdr->ep.subdev->ctrl_handler, NULL, true);
1161 rdrif_err(sdr, "failed: ctrl add hdlr ret %d\n", ret);
1165 ret = rcar_drif_sdr_register(sdr);
1172 v4l2_ctrl_handler_free(&sdr->ctrl_hdl);
1177 static const struct v4l2_async_notifier_operations rcar_drif_notify_ops = {
1178 .bound = rcar_drif_notify_bound,
1179 .unbind = rcar_drif_notify_unbind,
1180 .complete = rcar_drif_notify_complete,
1183 /* Read endpoint properties */
1184 static void rcar_drif_get_ep_properties(struct rcar_drif_sdr *sdr,
1185 struct fwnode_handle *fwnode)
1189 /* Set the I2S defaults for SIRMDR1*/
1190 sdr->mdr1 = RCAR_DRIF_SIRMDR1_SYNCMD_LR | RCAR_DRIF_SIRMDR1_MSB_FIRST |
1191 RCAR_DRIF_SIRMDR1_DTDL_1 | RCAR_DRIF_SIRMDR1_SYNCDL_0;
1193 /* Parse sync polarity from endpoint */
1194 if (!fwnode_property_read_u32(fwnode, "sync-active", &val))
1195 sdr->mdr1 |= val ? RCAR_DRIF_SIRMDR1_SYNCAC_POL_HIGH :
1196 RCAR_DRIF_SIRMDR1_SYNCAC_POL_LOW;
1198 sdr->mdr1 |= RCAR_DRIF_SIRMDR1_SYNCAC_POL_HIGH; /* default */
1200 dev_dbg(sdr->dev, "mdr1 0x%08x\n", sdr->mdr1);
1203 /* Parse sub-devs (tuner) to find a matching device */
1204 static int rcar_drif_parse_subdevs(struct rcar_drif_sdr *sdr)
1206 struct v4l2_async_notifier *notifier = &sdr->notifier;
1207 struct fwnode_handle *fwnode, *ep;
1208 struct v4l2_async_connection *asd;
1210 v4l2_async_nf_init(&sdr->notifier, &sdr->v4l2_dev);
1212 ep = fwnode_graph_get_next_endpoint(of_fwnode_handle(sdr->dev->of_node),
1217 /* Get the endpoint properties */
1218 rcar_drif_get_ep_properties(sdr, ep);
1220 fwnode = fwnode_graph_get_remote_port_parent(ep);
1221 fwnode_handle_put(ep);
1223 dev_warn(sdr->dev, "bad remote port parent\n");
1227 asd = v4l2_async_nf_add_fwnode(notifier, fwnode,
1228 struct v4l2_async_connection);
1229 fwnode_handle_put(fwnode);
1231 return PTR_ERR(asd);
1236 /* Check if the given device is the primary bond */
1237 static bool rcar_drif_primary_bond(struct platform_device *pdev)
1239 return of_property_read_bool(pdev->dev.of_node, "renesas,primary-bond");
1242 /* Check if both devices of the bond are enabled */
1243 static struct device_node *rcar_drif_bond_enabled(struct platform_device *p)
1245 struct device_node *np;
1247 np = of_parse_phandle(p->dev.of_node, "renesas,bonding", 0);
1248 if (np && of_device_is_available(np))
1254 /* Check if the bonded device is probed */
1255 static int rcar_drif_bond_available(struct rcar_drif_sdr *sdr,
1256 struct device_node *np)
1258 struct platform_device *pdev;
1259 struct rcar_drif *ch;
1262 pdev = of_find_device_by_node(np);
1264 dev_err(sdr->dev, "failed to get bonded device from node\n");
1268 device_lock(&pdev->dev);
1269 ch = platform_get_drvdata(pdev);
1271 /* Update sdr data in the bonded device */
1274 /* Update sdr with bonded device data */
1275 sdr->ch[ch->num] = ch;
1276 sdr->hw_ch_mask |= BIT(ch->num);
1279 dev_info(sdr->dev, "defer probe\n");
1280 ret = -EPROBE_DEFER;
1282 device_unlock(&pdev->dev);
1284 put_device(&pdev->dev);
1289 /* V4L2 SDR device probe */
1290 static int rcar_drif_sdr_probe(struct rcar_drif_sdr *sdr)
1294 /* Validate any supported format for enabled channels */
1295 ret = rcar_drif_set_default_format(sdr);
1297 dev_err(sdr->dev, "failed to set default format\n");
1302 sdr->hwbuf_size = RCAR_DRIF_DEFAULT_HWBUF_SIZE;
1304 mutex_init(&sdr->v4l2_mutex);
1305 mutex_init(&sdr->vb_queue_mutex);
1306 spin_lock_init(&sdr->queued_bufs_lock);
1307 spin_lock_init(&sdr->dma_lock);
1308 INIT_LIST_HEAD(&sdr->queued_bufs);
1310 /* Init videobuf2 queue structure */
1311 sdr->vb_queue.type = V4L2_BUF_TYPE_SDR_CAPTURE;
1312 sdr->vb_queue.io_modes = VB2_READ | VB2_MMAP | VB2_DMABUF;
1313 sdr->vb_queue.drv_priv = sdr;
1314 sdr->vb_queue.buf_struct_size = sizeof(struct rcar_drif_frame_buf);
1315 sdr->vb_queue.ops = &rcar_drif_vb2_ops;
1316 sdr->vb_queue.mem_ops = &vb2_vmalloc_memops;
1317 sdr->vb_queue.timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
1319 /* Init videobuf2 queue */
1320 ret = vb2_queue_init(&sdr->vb_queue);
1322 dev_err(sdr->dev, "failed: vb2_queue_init ret %d\n", ret);
1326 /* Register the v4l2_device */
1327 ret = v4l2_device_register(sdr->dev, &sdr->v4l2_dev);
1329 dev_err(sdr->dev, "failed: v4l2_device_register ret %d\n", ret);
1334 * Parse subdevs after v4l2_device_register because if the subdev
1335 * is already probed, bound and complete will be called immediately
1337 ret = rcar_drif_parse_subdevs(sdr);
1341 sdr->notifier.ops = &rcar_drif_notify_ops;
1343 /* Register notifier */
1344 ret = v4l2_async_nf_register(&sdr->notifier);
1346 dev_err(sdr->dev, "failed: notifier register ret %d\n", ret);
1353 v4l2_async_nf_cleanup(&sdr->notifier);
1355 v4l2_device_unregister(&sdr->v4l2_dev);
1360 /* V4L2 SDR device remove */
1361 static void rcar_drif_sdr_remove(struct rcar_drif_sdr *sdr)
1363 v4l2_async_nf_unregister(&sdr->notifier);
1364 v4l2_async_nf_cleanup(&sdr->notifier);
1365 v4l2_device_unregister(&sdr->v4l2_dev);
1368 /* DRIF channel probe */
1369 static int rcar_drif_probe(struct platform_device *pdev)
1371 struct rcar_drif_sdr *sdr;
1372 struct device_node *np;
1373 struct rcar_drif *ch;
1374 struct resource *res;
1377 /* Reserve memory for enabled channel */
1378 ch = devm_kzalloc(&pdev->dev, sizeof(*ch), GFP_KERNEL);
1385 ch->clk = devm_clk_get(&pdev->dev, "fck");
1386 if (IS_ERR(ch->clk)) {
1387 ret = PTR_ERR(ch->clk);
1388 dev_err(&pdev->dev, "clk get failed (%d)\n", ret);
1393 ch->base = devm_platform_get_and_ioremap_resource(pdev, 0, &res);
1394 if (IS_ERR(ch->base))
1395 return PTR_ERR(ch->base);
1397 ch->start = res->start;
1398 platform_set_drvdata(pdev, ch);
1400 /* Check if both channels of the bond are enabled */
1401 np = rcar_drif_bond_enabled(pdev);
1403 /* Check if current channel acting as primary-bond */
1404 if (!rcar_drif_primary_bond(pdev)) {
1405 ch->num = 1; /* Primary bond is channel 0 always */
1411 /* Reserve memory for SDR structure */
1412 sdr = devm_kzalloc(&pdev->dev, sizeof(*sdr), GFP_KERNEL);
1418 sdr->dev = &pdev->dev;
1420 /* Establish links between SDR and channel(s) */
1421 sdr->ch[ch->num] = ch;
1422 sdr->hw_ch_mask = BIT(ch->num);
1424 /* Check if bonded device is ready */
1425 ret = rcar_drif_bond_available(sdr, np);
1430 sdr->num_hw_ch = hweight_long(sdr->hw_ch_mask);
1432 return rcar_drif_sdr_probe(sdr);
1435 /* DRIF channel remove */
1436 static void rcar_drif_remove(struct platform_device *pdev)
1438 struct rcar_drif *ch = platform_get_drvdata(pdev);
1439 struct rcar_drif_sdr *sdr = ch->sdr;
1441 /* Channel 0 will be the SDR instance */
1446 rcar_drif_sdr_remove(sdr);
1449 /* FIXME: Implement suspend/resume support */
1450 static int __maybe_unused rcar_drif_suspend(struct device *dev)
1455 static int __maybe_unused rcar_drif_resume(struct device *dev)
1460 static SIMPLE_DEV_PM_OPS(rcar_drif_pm_ops, rcar_drif_suspend,
1463 static const struct of_device_id rcar_drif_of_table[] = {
1464 { .compatible = "renesas,rcar-gen3-drif" },
1467 MODULE_DEVICE_TABLE(of, rcar_drif_of_table);
1469 #define RCAR_DRIF_DRV_NAME "rcar_drif"
1470 static struct platform_driver rcar_drif_driver = {
1472 .name = RCAR_DRIF_DRV_NAME,
1473 .of_match_table = rcar_drif_of_table,
1474 .pm = &rcar_drif_pm_ops,
1476 .probe = rcar_drif_probe,
1477 .remove_new = rcar_drif_remove,
1480 module_platform_driver(rcar_drif_driver);
1482 MODULE_DESCRIPTION("Renesas R-Car Gen3 DRIF driver");
1483 MODULE_ALIAS("platform:" RCAR_DRIF_DRV_NAME);
1484 MODULE_LICENSE("GPL");
1485 MODULE_AUTHOR("Ramesh Shanmugasundaram <ramesh.shanmugasundaram@bp.renesas.com>");