GNU Linux-libre 4.9.297-gnu1
[releases.git] / sound / soc / sh / rcar / core.c
1 /*
2  * Renesas R-Car SRU/SCU/SSIU/SSI support
3  *
4  * Copyright (C) 2013 Renesas Solutions Corp.
5  * Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
6  *
7  * Based on fsi.c
8  * Kuninori Morimoto <morimoto.kuninori@renesas.com>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License version 2 as
12  * published by the Free Software Foundation.
13  */
14
15 /*
16  * Renesas R-Car sound device structure
17  *
18  * Gen1
19  *
20  * SRU          : Sound Routing Unit
21  *  - SRC       : Sampling Rate Converter
22  *  - CMD
23  *    - CTU     : Channel Count Conversion Unit
24  *    - MIX     : Mixer
25  *    - DVC     : Digital Volume and Mute Function
26  *  - SSI       : Serial Sound Interface
27  *
28  * Gen2
29  *
30  * SCU          : Sampling Rate Converter Unit
31  *  - SRC       : Sampling Rate Converter
32  *  - CMD
33  *   - CTU      : Channel Count Conversion Unit
34  *   - MIX      : Mixer
35  *   - DVC      : Digital Volume and Mute Function
36  * SSIU         : Serial Sound Interface Unit
37  *  - SSI       : Serial Sound Interface
38  */
39
40 /*
41  *      driver data Image
42  *
43  * rsnd_priv
44  *   |
45  *   | ** this depends on Gen1/Gen2
46  *   |
47  *   +- gen
48  *   |
49  *   | ** these depend on data path
50  *   | ** gen and platform data control it
51  *   |
52  *   +- rdai[0]
53  *   |   |               sru     ssiu      ssi
54  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
55  *   |   |
56  *   |   |               sru     ssiu      ssi
57  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
58  *   |
59  *   +- rdai[1]
60  *   |   |               sru     ssiu      ssi
61  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
62  *   |   |
63  *   |   |               sru     ssiu      ssi
64  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
65  *   ...
66  *   |
67  *   | ** these control ssi
68  *   |
69  *   +- ssi
70  *   |  |
71  *   |  +- ssi[0]
72  *   |  +- ssi[1]
73  *   |  +- ssi[2]
74  *   |  ...
75  *   |
76  *   | ** these control src
77  *   |
78  *   +- src
79  *      |
80  *      +- src[0]
81  *      +- src[1]
82  *      +- src[2]
83  *      ...
84  *
85  *
86  * for_each_rsnd_dai(xx, priv, xx)
87  *  rdai[0] => rdai[1] => rdai[2] => ...
88  *
89  * for_each_rsnd_mod(xx, rdai, xx)
90  *  [mod] => [mod] => [mod] => ...
91  *
92  * rsnd_dai_call(xxx, fn )
93  *  [mod]->fn() -> [mod]->fn() -> [mod]->fn()...
94  *
95  */
96 #include <linux/pm_runtime.h>
97 #include "rsnd.h"
98
99 #define RSND_RATES SNDRV_PCM_RATE_8000_96000
100 #define RSND_FMTS (SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE)
101
102 static const struct of_device_id rsnd_of_match[] = {
103         { .compatible = "renesas,rcar_sound-gen1", .data = (void *)RSND_GEN1 },
104         { .compatible = "renesas,rcar_sound-gen2", .data = (void *)RSND_GEN2 },
105         { .compatible = "renesas,rcar_sound-gen3", .data = (void *)RSND_GEN2 }, /* gen2 compatible */
106         {},
107 };
108 MODULE_DEVICE_TABLE(of, rsnd_of_match);
109
110 /*
111  *      rsnd_mod functions
112  */
113 #ifdef DEBUG
114 void rsnd_mod_make_sure(struct rsnd_mod *mod, enum rsnd_mod_type type)
115 {
116         if (mod->type != type) {
117                 struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
118                 struct device *dev = rsnd_priv_to_dev(priv);
119
120                 dev_warn(dev, "%s[%d] is not your expected module\n",
121                          rsnd_mod_name(mod), rsnd_mod_id(mod));
122         }
123 }
124 #endif
125
126 char *rsnd_mod_name(struct rsnd_mod *mod)
127 {
128         if (!mod || !mod->ops)
129                 return "unknown";
130
131         return mod->ops->name;
132 }
133
134 struct dma_chan *rsnd_mod_dma_req(struct rsnd_dai_stream *io,
135                                   struct rsnd_mod *mod)
136 {
137         if (!mod || !mod->ops || !mod->ops->dma_req)
138                 return NULL;
139
140         return mod->ops->dma_req(io, mod);
141 }
142
143 u32 *rsnd_mod_get_status(struct rsnd_dai_stream *io,
144                          struct rsnd_mod *mod,
145                          enum rsnd_mod_type type)
146 {
147         return &mod->status;
148 }
149
150 int rsnd_mod_init(struct rsnd_priv *priv,
151                   struct rsnd_mod *mod,
152                   struct rsnd_mod_ops *ops,
153                   struct clk *clk,
154                   u32* (*get_status)(struct rsnd_dai_stream *io,
155                                      struct rsnd_mod *mod,
156                                      enum rsnd_mod_type type),
157                   enum rsnd_mod_type type,
158                   int id)
159 {
160         int ret = clk_prepare(clk);
161
162         if (ret)
163                 return ret;
164
165         mod->id         = id;
166         mod->ops        = ops;
167         mod->type       = type;
168         mod->clk        = clk;
169         mod->priv       = priv;
170         mod->get_status = get_status;
171
172         return ret;
173 }
174
175 void rsnd_mod_quit(struct rsnd_mod *mod)
176 {
177         if (mod->clk)
178                 clk_unprepare(mod->clk);
179         mod->clk = NULL;
180 }
181
182 void rsnd_mod_interrupt(struct rsnd_mod *mod,
183                         void (*callback)(struct rsnd_mod *mod,
184                                          struct rsnd_dai_stream *io))
185 {
186         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
187         struct rsnd_dai_stream *io;
188         struct rsnd_dai *rdai;
189         int i;
190
191         for_each_rsnd_dai(rdai, priv, i) {
192                 io = &rdai->playback;
193                 if (mod == io->mod[mod->type])
194                         callback(mod, io);
195
196                 io = &rdai->capture;
197                 if (mod == io->mod[mod->type])
198                         callback(mod, io);
199         }
200 }
201
202 int rsnd_io_is_working(struct rsnd_dai_stream *io)
203 {
204         /* see rsnd_dai_stream_init/quit() */
205         return !!io->substream;
206 }
207
208 void rsnd_set_slot(struct rsnd_dai *rdai,
209                    int slots, int num)
210 {
211         rdai->slots     = slots;
212         rdai->slots_num = num;
213 }
214
215 int rsnd_get_slot(struct rsnd_dai_stream *io)
216 {
217         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
218
219         return rdai->slots;
220 }
221
222 int rsnd_get_slot_num(struct rsnd_dai_stream *io)
223 {
224         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
225
226         return rdai->slots_num;
227 }
228
229 int rsnd_runtime_channel_original(struct rsnd_dai_stream *io)
230 {
231         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
232
233         return runtime->channels;
234 }
235
236 int rsnd_runtime_channel_after_ctu(struct rsnd_dai_stream *io)
237 {
238         int chan = rsnd_runtime_channel_original(io);
239         struct rsnd_mod *ctu_mod = rsnd_io_to_mod_ctu(io);
240
241         if (ctu_mod) {
242                 u32 converted_chan = rsnd_ctu_converted_channel(ctu_mod);
243
244                 if (converted_chan)
245                         return converted_chan;
246         }
247
248         return chan;
249 }
250
251 int rsnd_runtime_channel_for_ssi(struct rsnd_dai_stream *io)
252 {
253         int chan = rsnd_io_is_play(io) ?
254                 rsnd_runtime_channel_after_ctu(io) :
255                 rsnd_runtime_channel_original(io);
256
257         /* Use Multi SSI */
258         if (rsnd_runtime_is_ssi_multi(io))
259                 chan /= rsnd_get_slot_num(io);
260
261         /* TDM Extend Mode needs 8ch */
262         if (chan == 6)
263                 chan = 8;
264
265         return chan;
266 }
267
268 int rsnd_runtime_is_ssi_multi(struct rsnd_dai_stream *io)
269 {
270         int slots = rsnd_get_slot_num(io);
271         int chan = rsnd_io_is_play(io) ?
272                 rsnd_runtime_channel_after_ctu(io) :
273                 rsnd_runtime_channel_original(io);
274
275         return (chan >= 6) && (slots > 1);
276 }
277
278 int rsnd_runtime_is_ssi_tdm(struct rsnd_dai_stream *io)
279 {
280         return rsnd_runtime_channel_for_ssi(io) >= 6;
281 }
282
283 /*
284  *      ADINR function
285  */
286 u32 rsnd_get_adinr_bit(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
287 {
288         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
289         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
290         struct device *dev = rsnd_priv_to_dev(priv);
291
292         switch (runtime->sample_bits) {
293         case 16:
294                 return 8 << 16;
295         case 32:
296                 return 0 << 16;
297         }
298
299         dev_warn(dev, "not supported sample bits\n");
300
301         return 0;
302 }
303
304 /*
305  *      DALIGN function
306  */
307 u32 rsnd_get_dalign(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
308 {
309         struct rsnd_mod *ssi = rsnd_io_to_mod_ssi(io);
310         struct rsnd_mod *target;
311         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
312         u32 val = 0x76543210;
313         u32 mask = ~0;
314
315         if (rsnd_io_is_play(io)) {
316                 struct rsnd_mod *src = rsnd_io_to_mod_src(io);
317
318                 target = src ? src : ssi;
319         } else {
320                 struct rsnd_mod *cmd = rsnd_io_to_mod_cmd(io);
321
322                 target = cmd ? cmd : ssi;
323         }
324
325         mask <<= runtime->channels * 4;
326         val = val & mask;
327
328         switch (runtime->sample_bits) {
329         case 16:
330                 val |= 0x67452301 & ~mask;
331                 break;
332         case 32:
333                 val |= 0x76543210 & ~mask;
334                 break;
335         }
336
337         /*
338          * exchange channeles on SRC if possible,
339          * otherwise, R/L volume settings on DVC
340          * changes inverted channels
341          */
342         if (mod == target)
343                 return val;
344         else
345                 return 0x76543210;
346 }
347
348 /*
349  *      rsnd_dai functions
350  */
351 #define rsnd_mod_call(idx, io, func, param...)                  \
352 ({                                                              \
353         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);         \
354         struct rsnd_mod *mod = (io)->mod[idx];                  \
355         struct device *dev = rsnd_priv_to_dev(priv);            \
356         u32 *status = mod->get_status(io, mod, idx);                    \
357         u32 mask = 0xF << __rsnd_mod_shift_##func;                      \
358         u8 val  = (*status >> __rsnd_mod_shift_##func) & 0xF;           \
359         u8 add  = ((val + __rsnd_mod_add_##func) & 0xF);                \
360         int ret = 0;                                                    \
361         int call = (val == __rsnd_mod_call_##func) && (mod)->ops->func; \
362         if (add == 0xF)                                                 \
363                 call = 0;                                               \
364         else                                                            \
365                 *status = (*status & ~mask) +                           \
366                         (add << __rsnd_mod_shift_##func);               \
367         dev_dbg(dev, "%s[%d]\t0x%08x %s\n",                             \
368                 rsnd_mod_name(mod), rsnd_mod_id(mod),                   \
369                 *status, call ? #func : "");                            \
370         if (call)                                                       \
371                 ret = (mod)->ops->func(mod, io, param);                 \
372         if (ret)                                                        \
373                 dev_dbg(dev, "%s[%d] : rsnd_mod_call error %d\n",       \
374                         rsnd_mod_name(mod), rsnd_mod_id(mod), ret);     \
375         ret;                                                            \
376 })
377
378 static enum rsnd_mod_type rsnd_mod_sequence[][RSND_MOD_MAX] = {
379         {
380                 /* CAPTURE */
381                 RSND_MOD_AUDMAPP,
382                 RSND_MOD_AUDMA,
383                 RSND_MOD_DVC,
384                 RSND_MOD_MIX,
385                 RSND_MOD_CTU,
386                 RSND_MOD_CMD,
387                 RSND_MOD_SRC,
388                 RSND_MOD_SSIU,
389                 RSND_MOD_SSIM3,
390                 RSND_MOD_SSIM2,
391                 RSND_MOD_SSIM1,
392                 RSND_MOD_SSIP,
393                 RSND_MOD_SSI,
394         }, {
395                 /* PLAYBACK */
396                 RSND_MOD_AUDMAPP,
397                 RSND_MOD_AUDMA,
398                 RSND_MOD_SSIM3,
399                 RSND_MOD_SSIM2,
400                 RSND_MOD_SSIM1,
401                 RSND_MOD_SSIP,
402                 RSND_MOD_SSI,
403                 RSND_MOD_SSIU,
404                 RSND_MOD_DVC,
405                 RSND_MOD_MIX,
406                 RSND_MOD_CTU,
407                 RSND_MOD_CMD,
408                 RSND_MOD_SRC,
409         },
410 };
411
412 #define rsnd_dai_call(fn, io, param...)                         \
413 ({                                                              \
414         struct rsnd_mod *mod;                                   \
415         int type, is_play = rsnd_io_is_play(io);                \
416         int ret = 0, i;                                         \
417         for (i = 0; i < RSND_MOD_MAX; i++) {                    \
418                 type = rsnd_mod_sequence[is_play][i];           \
419                 mod = (io)->mod[type];                          \
420                 if (!mod)                                       \
421                         continue;                               \
422                 ret |= rsnd_mod_call(type, io, fn, param);      \
423         }                                                       \
424         ret;                                                    \
425 })
426
427 int rsnd_dai_connect(struct rsnd_mod *mod,
428                      struct rsnd_dai_stream *io,
429                      enum rsnd_mod_type type)
430 {
431         struct rsnd_priv *priv;
432         struct device *dev;
433
434         if (!mod)
435                 return -EIO;
436
437         if (io->mod[type] == mod)
438                 return 0;
439
440         if (io->mod[type])
441                 return -EINVAL;
442
443         priv = rsnd_mod_to_priv(mod);
444         dev = rsnd_priv_to_dev(priv);
445
446         io->mod[type] = mod;
447
448         dev_dbg(dev, "%s[%d] is connected to io (%s)\n",
449                 rsnd_mod_name(mod), rsnd_mod_id(mod),
450                 rsnd_io_is_play(io) ? "Playback" : "Capture");
451
452         return 0;
453 }
454
455 static void rsnd_dai_disconnect(struct rsnd_mod *mod,
456                                 struct rsnd_dai_stream *io,
457                                 enum rsnd_mod_type type)
458 {
459         io->mod[type] = NULL;
460 }
461
462 struct rsnd_dai *rsnd_rdai_get(struct rsnd_priv *priv, int id)
463 {
464         if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
465                 return NULL;
466
467         return priv->rdai + id;
468 }
469
470 #define rsnd_dai_to_priv(dai) snd_soc_dai_get_drvdata(dai)
471 static struct rsnd_dai *rsnd_dai_to_rdai(struct snd_soc_dai *dai)
472 {
473         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
474
475         return rsnd_rdai_get(priv, dai->id);
476 }
477
478 /*
479  *      rsnd_soc_dai functions
480  */
481 int rsnd_dai_pointer_offset(struct rsnd_dai_stream *io, int additional)
482 {
483         struct snd_pcm_substream *substream = io->substream;
484         struct snd_pcm_runtime *runtime = substream->runtime;
485         int pos = io->byte_pos + additional;
486
487         pos %= (runtime->periods * io->byte_per_period);
488
489         return pos;
490 }
491
492 bool rsnd_dai_pointer_update(struct rsnd_dai_stream *io, int byte)
493 {
494         io->byte_pos += byte;
495
496         if (io->byte_pos >= io->next_period_byte) {
497                 struct snd_pcm_substream *substream = io->substream;
498                 struct snd_pcm_runtime *runtime = substream->runtime;
499
500                 io->period_pos++;
501                 io->next_period_byte += io->byte_per_period;
502
503                 if (io->period_pos >= runtime->periods) {
504                         io->byte_pos = 0;
505                         io->period_pos = 0;
506                         io->next_period_byte = io->byte_per_period;
507                 }
508
509                 return true;
510         }
511
512         return false;
513 }
514
515 void rsnd_dai_period_elapsed(struct rsnd_dai_stream *io)
516 {
517         struct snd_pcm_substream *substream = io->substream;
518
519         /*
520          * this function should be called...
521          *
522          * - if rsnd_dai_pointer_update() returns true
523          * - without spin lock
524          */
525
526         snd_pcm_period_elapsed(substream);
527 }
528
529 static void rsnd_dai_stream_init(struct rsnd_dai_stream *io,
530                                 struct snd_pcm_substream *substream)
531 {
532         struct snd_pcm_runtime *runtime = substream->runtime;
533
534         io->substream           = substream;
535         io->byte_pos            = 0;
536         io->period_pos          = 0;
537         io->byte_per_period     = runtime->period_size *
538                                   runtime->channels *
539                                   samples_to_bytes(runtime, 1);
540         io->next_period_byte    = io->byte_per_period;
541 }
542
543 static void rsnd_dai_stream_quit(struct rsnd_dai_stream *io)
544 {
545         io->substream           = NULL;
546 }
547
548 static
549 struct snd_soc_dai *rsnd_substream_to_dai(struct snd_pcm_substream *substream)
550 {
551         struct snd_soc_pcm_runtime *rtd = substream->private_data;
552
553         return  rtd->cpu_dai;
554 }
555
556 static
557 struct rsnd_dai_stream *rsnd_rdai_to_io(struct rsnd_dai *rdai,
558                                         struct snd_pcm_substream *substream)
559 {
560         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
561                 return &rdai->playback;
562         else
563                 return &rdai->capture;
564 }
565
566 static int rsnd_soc_dai_trigger(struct snd_pcm_substream *substream, int cmd,
567                             struct snd_soc_dai *dai)
568 {
569         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
570         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
571         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
572         int ret;
573         unsigned long flags;
574
575         spin_lock_irqsave(&priv->lock, flags);
576
577         switch (cmd) {
578         case SNDRV_PCM_TRIGGER_START:
579         case SNDRV_PCM_TRIGGER_RESUME:
580                 rsnd_dai_stream_init(io, substream);
581
582                 ret = rsnd_dai_call(init, io, priv);
583                 if (ret < 0)
584                         goto dai_trigger_end;
585
586                 ret = rsnd_dai_call(start, io, priv);
587                 if (ret < 0)
588                         goto dai_trigger_end;
589
590                 ret = rsnd_dai_call(irq, io, priv, 1);
591                 if (ret < 0)
592                         goto dai_trigger_end;
593
594                 break;
595         case SNDRV_PCM_TRIGGER_STOP:
596         case SNDRV_PCM_TRIGGER_SUSPEND:
597                 ret = rsnd_dai_call(irq, io, priv, 0);
598
599                 ret |= rsnd_dai_call(stop, io, priv);
600
601                 ret |= rsnd_dai_call(quit, io, priv);
602
603                 rsnd_dai_stream_quit(io);
604                 break;
605         default:
606                 ret = -EINVAL;
607         }
608
609 dai_trigger_end:
610         spin_unlock_irqrestore(&priv->lock, flags);
611
612         return ret;
613 }
614
615 static int rsnd_soc_dai_set_fmt(struct snd_soc_dai *dai, unsigned int fmt)
616 {
617         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
618
619         /* set master/slave audio interface */
620         switch (fmt & SND_SOC_DAIFMT_MASTER_MASK) {
621         case SND_SOC_DAIFMT_CBM_CFM:
622                 rdai->clk_master = 0;
623                 break;
624         case SND_SOC_DAIFMT_CBS_CFS:
625                 rdai->clk_master = 1; /* codec is slave, cpu is master */
626                 break;
627         default:
628                 return -EINVAL;
629         }
630
631         /* set format */
632         rdai->bit_clk_inv = 0;
633         switch (fmt & SND_SOC_DAIFMT_FORMAT_MASK) {
634         case SND_SOC_DAIFMT_I2S:
635                 rdai->sys_delay = 0;
636                 rdai->data_alignment = 0;
637                 rdai->frm_clk_inv = 0;
638                 break;
639         case SND_SOC_DAIFMT_LEFT_J:
640                 rdai->sys_delay = 1;
641                 rdai->data_alignment = 0;
642                 rdai->frm_clk_inv = 1;
643                 break;
644         case SND_SOC_DAIFMT_RIGHT_J:
645                 rdai->sys_delay = 1;
646                 rdai->data_alignment = 1;
647                 rdai->frm_clk_inv = 1;
648                 break;
649         }
650
651         /* set clock inversion */
652         switch (fmt & SND_SOC_DAIFMT_INV_MASK) {
653         case SND_SOC_DAIFMT_NB_IF:
654                 rdai->bit_clk_inv =  rdai->bit_clk_inv;
655                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
656                 break;
657         case SND_SOC_DAIFMT_IB_NF:
658                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
659                 rdai->frm_clk_inv =  rdai->frm_clk_inv;
660                 break;
661         case SND_SOC_DAIFMT_IB_IF:
662                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
663                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
664                 break;
665         case SND_SOC_DAIFMT_NB_NF:
666         default:
667                 break;
668         }
669
670         return 0;
671 }
672
673 static int rsnd_soc_set_dai_tdm_slot(struct snd_soc_dai *dai,
674                                      u32 tx_mask, u32 rx_mask,
675                                      int slots, int slot_width)
676 {
677         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
678         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
679         struct device *dev = rsnd_priv_to_dev(priv);
680
681         switch (slots) {
682         case 6:
683                 /* TDM Extend Mode */
684                 rsnd_set_slot(rdai, slots, 1);
685                 break;
686         default:
687                 dev_err(dev, "unsupported TDM slots (%d)\n", slots);
688                 return -EINVAL;
689         }
690
691         return 0;
692 }
693
694 static const struct snd_soc_dai_ops rsnd_soc_dai_ops = {
695         .trigger        = rsnd_soc_dai_trigger,
696         .set_fmt        = rsnd_soc_dai_set_fmt,
697         .set_tdm_slot   = rsnd_soc_set_dai_tdm_slot,
698 };
699
700 void rsnd_parse_connect_common(struct rsnd_dai *rdai,
701                 struct rsnd_mod* (*mod_get)(struct rsnd_priv *priv, int id),
702                 struct device_node *node,
703                 struct device_node *playback,
704                 struct device_node *capture)
705 {
706         struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
707         struct device_node *np;
708         struct rsnd_mod *mod;
709         int i;
710
711         if (!node)
712                 return;
713
714         i = 0;
715         for_each_child_of_node(node, np) {
716                 mod = mod_get(priv, i);
717                 if (np == playback)
718                         rsnd_dai_connect(mod, &rdai->playback, mod->type);
719                 if (np == capture)
720                         rsnd_dai_connect(mod, &rdai->capture, mod->type);
721                 i++;
722         }
723
724         of_node_put(node);
725 }
726
727 static int rsnd_dai_probe(struct rsnd_priv *priv)
728 {
729         struct device_node *dai_node;
730         struct device_node *dai_np;
731         struct device_node *playback, *capture;
732         struct rsnd_dai_stream *io_playback;
733         struct rsnd_dai_stream *io_capture;
734         struct snd_soc_dai_driver *rdrv, *drv;
735         struct rsnd_dai *rdai;
736         struct device *dev = rsnd_priv_to_dev(priv);
737         int nr, dai_i, io_i;
738         int ret;
739
740         dai_node = rsnd_dai_of_node(priv);
741         nr = of_get_child_count(dai_node);
742         if (!nr) {
743                 ret = -EINVAL;
744                 goto rsnd_dai_probe_done;
745         }
746
747         rdrv = devm_kzalloc(dev, sizeof(*rdrv) * nr, GFP_KERNEL);
748         rdai = devm_kzalloc(dev, sizeof(*rdai) * nr, GFP_KERNEL);
749         if (!rdrv || !rdai) {
750                 ret = -ENOMEM;
751                 goto rsnd_dai_probe_done;
752         }
753
754         priv->rdai_nr   = nr;
755         priv->daidrv    = rdrv;
756         priv->rdai      = rdai;
757
758         /*
759          * parse all dai
760          */
761         dai_i = 0;
762         for_each_child_of_node(dai_node, dai_np) {
763                 rdai            = rsnd_rdai_get(priv, dai_i);
764                 drv             = rdrv + dai_i;
765                 io_playback     = &rdai->playback;
766                 io_capture      = &rdai->capture;
767
768                 snprintf(rdai->name, RSND_DAI_NAME_SIZE, "rsnd-dai.%d", dai_i);
769
770                 rdai->priv      = priv;
771                 drv->name       = rdai->name;
772                 drv->ops        = &rsnd_soc_dai_ops;
773
774                 snprintf(rdai->playback.name, RSND_DAI_NAME_SIZE,
775                          "DAI%d Playback", dai_i);
776                 drv->playback.rates             = RSND_RATES;
777                 drv->playback.formats           = RSND_FMTS;
778                 drv->playback.channels_min      = 2;
779                 drv->playback.channels_max      = 6;
780                 drv->playback.stream_name       = rdai->playback.name;
781
782                 snprintf(rdai->capture.name, RSND_DAI_NAME_SIZE,
783                          "DAI%d Capture", dai_i);
784                 drv->capture.rates              = RSND_RATES;
785                 drv->capture.formats            = RSND_FMTS;
786                 drv->capture.channels_min       = 2;
787                 drv->capture.channels_max       = 6;
788                 drv->capture.stream_name        = rdai->capture.name;
789
790                 rdai->playback.rdai             = rdai;
791                 rdai->capture.rdai              = rdai;
792                 rsnd_set_slot(rdai, 2, 1); /* default */
793
794                 for (io_i = 0;; io_i++) {
795                         playback = of_parse_phandle(dai_np, "playback", io_i);
796                         capture  = of_parse_phandle(dai_np, "capture", io_i);
797
798                         if (!playback && !capture)
799                                 break;
800
801                         rsnd_parse_connect_ssi(rdai, playback, capture);
802                         rsnd_parse_connect_src(rdai, playback, capture);
803                         rsnd_parse_connect_ctu(rdai, playback, capture);
804                         rsnd_parse_connect_mix(rdai, playback, capture);
805                         rsnd_parse_connect_dvc(rdai, playback, capture);
806
807                         of_node_put(playback);
808                         of_node_put(capture);
809                 }
810
811                 dai_i++;
812
813                 dev_dbg(dev, "%s (%s/%s)\n", rdai->name,
814                         rsnd_io_to_mod_ssi(io_playback) ? "play"    : " -- ",
815                         rsnd_io_to_mod_ssi(io_capture) ? "capture" : "  --   ");
816         }
817
818         ret = 0;
819
820 rsnd_dai_probe_done:
821         of_node_put(dai_node);
822
823         return ret;
824 }
825
826 /*
827  *              pcm ops
828  */
829 static struct snd_pcm_hardware rsnd_pcm_hardware = {
830         .info =         SNDRV_PCM_INFO_INTERLEAVED      |
831                         SNDRV_PCM_INFO_MMAP             |
832                         SNDRV_PCM_INFO_MMAP_VALID,
833         .buffer_bytes_max       = 64 * 1024,
834         .period_bytes_min       = 32,
835         .period_bytes_max       = 8192,
836         .periods_min            = 1,
837         .periods_max            = 32,
838         .fifo_size              = 256,
839 };
840
841 static int rsnd_pcm_open(struct snd_pcm_substream *substream)
842 {
843         struct snd_pcm_runtime *runtime = substream->runtime;
844         int ret = 0;
845
846         snd_soc_set_runtime_hwparams(substream, &rsnd_pcm_hardware);
847
848         ret = snd_pcm_hw_constraint_integer(runtime,
849                                             SNDRV_PCM_HW_PARAM_PERIODS);
850
851         return ret;
852 }
853
854 static int rsnd_hw_params(struct snd_pcm_substream *substream,
855                          struct snd_pcm_hw_params *hw_params)
856 {
857         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
858         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
859         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
860         int ret;
861
862         ret = rsnd_dai_call(hw_params, io, substream, hw_params);
863         if (ret)
864                 return ret;
865
866         return snd_pcm_lib_malloc_pages(substream,
867                                         params_buffer_bytes(hw_params));
868 }
869
870 static snd_pcm_uframes_t rsnd_pointer(struct snd_pcm_substream *substream)
871 {
872         struct snd_pcm_runtime *runtime = substream->runtime;
873         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
874         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
875         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
876
877         return bytes_to_frames(runtime, io->byte_pos);
878 }
879
880 static struct snd_pcm_ops rsnd_pcm_ops = {
881         .open           = rsnd_pcm_open,
882         .ioctl          = snd_pcm_lib_ioctl,
883         .hw_params      = rsnd_hw_params,
884         .hw_free        = snd_pcm_lib_free_pages,
885         .pointer        = rsnd_pointer,
886 };
887
888 /*
889  *              snd_kcontrol
890  */
891 #define kcontrol_to_cfg(kctrl) ((struct rsnd_kctrl_cfg *)kctrl->private_value)
892 static int rsnd_kctrl_info(struct snd_kcontrol *kctrl,
893                            struct snd_ctl_elem_info *uinfo)
894 {
895         struct rsnd_kctrl_cfg *cfg = kcontrol_to_cfg(kctrl);
896
897         if (cfg->texts) {
898                 uinfo->type = SNDRV_CTL_ELEM_TYPE_ENUMERATED;
899                 uinfo->count = cfg->size;
900                 uinfo->value.enumerated.items = cfg->max;
901                 if (uinfo->value.enumerated.item >= cfg->max)
902                         uinfo->value.enumerated.item = cfg->max - 1;
903                 strlcpy(uinfo->value.enumerated.name,
904                         cfg->texts[uinfo->value.enumerated.item],
905                         sizeof(uinfo->value.enumerated.name));
906         } else {
907                 uinfo->count = cfg->size;
908                 uinfo->value.integer.min = 0;
909                 uinfo->value.integer.max = cfg->max;
910                 uinfo->type = (cfg->max == 1) ?
911                         SNDRV_CTL_ELEM_TYPE_BOOLEAN :
912                         SNDRV_CTL_ELEM_TYPE_INTEGER;
913         }
914
915         return 0;
916 }
917
918 static int rsnd_kctrl_get(struct snd_kcontrol *kctrl,
919                           struct snd_ctl_elem_value *uc)
920 {
921         struct rsnd_kctrl_cfg *cfg = kcontrol_to_cfg(kctrl);
922         int i;
923
924         for (i = 0; i < cfg->size; i++)
925                 if (cfg->texts)
926                         uc->value.enumerated.item[i] = cfg->val[i];
927                 else
928                         uc->value.integer.value[i] = cfg->val[i];
929
930         return 0;
931 }
932
933 static int rsnd_kctrl_put(struct snd_kcontrol *kctrl,
934                           struct snd_ctl_elem_value *uc)
935 {
936         struct rsnd_mod *mod = snd_kcontrol_chip(kctrl);
937         struct rsnd_kctrl_cfg *cfg = kcontrol_to_cfg(kctrl);
938         int i, change = 0;
939
940         for (i = 0; i < cfg->size; i++) {
941                 if (cfg->texts) {
942                         change |= (uc->value.enumerated.item[i] != cfg->val[i]);
943                         cfg->val[i] = uc->value.enumerated.item[i];
944                 } else {
945                         change |= (uc->value.integer.value[i] != cfg->val[i]);
946                         cfg->val[i] = uc->value.integer.value[i];
947                 }
948         }
949
950         if (change && cfg->update)
951                 cfg->update(cfg->io, mod);
952
953         return change;
954 }
955
956 static int __rsnd_kctrl_new(struct rsnd_mod *mod,
957                             struct rsnd_dai_stream *io,
958                             struct snd_soc_pcm_runtime *rtd,
959                             const unsigned char *name,
960                             struct rsnd_kctrl_cfg *cfg,
961                             void (*update)(struct rsnd_dai_stream *io,
962                                            struct rsnd_mod *mod))
963 {
964         struct snd_card *card = rtd->card->snd_card;
965         struct snd_kcontrol *kctrl;
966         struct snd_kcontrol_new knew = {
967                 .iface          = SNDRV_CTL_ELEM_IFACE_MIXER,
968                 .name           = name,
969                 .info           = rsnd_kctrl_info,
970                 .index          = rtd->num,
971                 .get            = rsnd_kctrl_get,
972                 .put            = rsnd_kctrl_put,
973                 .private_value  = (unsigned long)cfg,
974         };
975         int ret;
976
977         kctrl = snd_ctl_new1(&knew, mod);
978         if (!kctrl)
979                 return -ENOMEM;
980
981         ret = snd_ctl_add(card, kctrl);
982         if (ret < 0)
983                 return ret;
984
985         cfg->update = update;
986         cfg->card = card;
987         cfg->kctrl = kctrl;
988         cfg->io = io;
989
990         return 0;
991 }
992
993 void _rsnd_kctrl_remove(struct rsnd_kctrl_cfg *cfg)
994 {
995         snd_ctl_remove(cfg->card, cfg->kctrl);
996 }
997
998 int rsnd_kctrl_new_m(struct rsnd_mod *mod,
999                      struct rsnd_dai_stream *io,
1000                      struct snd_soc_pcm_runtime *rtd,
1001                      const unsigned char *name,
1002                      void (*update)(struct rsnd_dai_stream *io,
1003                                     struct rsnd_mod *mod),
1004                      struct rsnd_kctrl_cfg_m *_cfg,
1005                      int ch_size,
1006                      u32 max)
1007 {
1008         if (ch_size > RSND_MAX_CHANNELS)
1009                 return -EINVAL;
1010
1011         _cfg->cfg.max   = max;
1012         _cfg->cfg.size  = ch_size;
1013         _cfg->cfg.val   = _cfg->val;
1014         return __rsnd_kctrl_new(mod, io, rtd, name, &_cfg->cfg, update);
1015 }
1016
1017 int rsnd_kctrl_new_s(struct rsnd_mod *mod,
1018                      struct rsnd_dai_stream *io,
1019                      struct snd_soc_pcm_runtime *rtd,
1020                      const unsigned char *name,
1021                      void (*update)(struct rsnd_dai_stream *io,
1022                                     struct rsnd_mod *mod),
1023                      struct rsnd_kctrl_cfg_s *_cfg,
1024                      u32 max)
1025 {
1026         _cfg->cfg.max   = max;
1027         _cfg->cfg.size  = 1;
1028         _cfg->cfg.val   = &_cfg->val;
1029         return __rsnd_kctrl_new(mod, io, rtd, name, &_cfg->cfg, update);
1030 }
1031
1032 int rsnd_kctrl_new_e(struct rsnd_mod *mod,
1033                      struct rsnd_dai_stream *io,
1034                      struct snd_soc_pcm_runtime *rtd,
1035                      const unsigned char *name,
1036                      struct rsnd_kctrl_cfg_s *_cfg,
1037                      void (*update)(struct rsnd_dai_stream *io,
1038                                     struct rsnd_mod *mod),
1039                      const char * const *texts,
1040                      u32 max)
1041 {
1042         _cfg->cfg.max   = max;
1043         _cfg->cfg.size  = 1;
1044         _cfg->cfg.val   = &_cfg->val;
1045         _cfg->cfg.texts = texts;
1046         return __rsnd_kctrl_new(mod, io, rtd, name, &_cfg->cfg, update);
1047 }
1048
1049 /*
1050  *              snd_soc_platform
1051  */
1052
1053 #define PREALLOC_BUFFER         (32 * 1024)
1054 #define PREALLOC_BUFFER_MAX     (32 * 1024)
1055
1056 static int rsnd_pcm_new(struct snd_soc_pcm_runtime *rtd)
1057 {
1058         struct snd_soc_dai *dai = rtd->cpu_dai;
1059         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1060         int ret;
1061
1062         ret = rsnd_dai_call(pcm_new, &rdai->playback, rtd);
1063         if (ret)
1064                 return ret;
1065
1066         ret = rsnd_dai_call(pcm_new, &rdai->capture, rtd);
1067         if (ret)
1068                 return ret;
1069
1070         return snd_pcm_lib_preallocate_pages_for_all(
1071                 rtd->pcm,
1072                 SNDRV_DMA_TYPE_DEV,
1073                 rtd->card->snd_card->dev,
1074                 PREALLOC_BUFFER, PREALLOC_BUFFER_MAX);
1075 }
1076
1077 static struct snd_soc_platform_driver rsnd_soc_platform = {
1078         .ops            = &rsnd_pcm_ops,
1079         .pcm_new        = rsnd_pcm_new,
1080 };
1081
1082 static const struct snd_soc_component_driver rsnd_soc_component = {
1083         .name           = "rsnd",
1084 };
1085
1086 static int rsnd_rdai_continuance_probe(struct rsnd_priv *priv,
1087                                        struct rsnd_dai_stream *io)
1088 {
1089         int ret;
1090
1091         ret = rsnd_dai_call(probe, io, priv);
1092         if (ret == -EAGAIN) {
1093                 struct rsnd_mod *ssi_mod = rsnd_io_to_mod_ssi(io);
1094                 int i;
1095
1096                 /*
1097                  * Fallback to PIO mode
1098                  */
1099
1100                 /*
1101                  * call "remove" for SSI/SRC/DVC
1102                  * SSI will be switch to PIO mode if it was DMA mode
1103                  * see
1104                  *      rsnd_dma_init()
1105                  *      rsnd_ssi_fallback()
1106                  */
1107                 rsnd_dai_call(remove, io, priv);
1108
1109                 /*
1110                  * remove all mod from io
1111                  * and, re connect ssi
1112                  */
1113                 for (i = 0; i < RSND_MOD_MAX; i++)
1114                         rsnd_dai_disconnect((io)->mod[i], io, i);
1115                 rsnd_dai_connect(ssi_mod, io, RSND_MOD_SSI);
1116
1117                 /*
1118                  * fallback
1119                  */
1120                 rsnd_dai_call(fallback, io, priv);
1121
1122                 /*
1123                  * retry to "probe".
1124                  * DAI has SSI which is PIO mode only now.
1125                  */
1126                 ret = rsnd_dai_call(probe, io, priv);
1127         }
1128
1129         return ret;
1130 }
1131
1132 /*
1133  *      rsnd probe
1134  */
1135 static int rsnd_probe(struct platform_device *pdev)
1136 {
1137         struct rsnd_priv *priv;
1138         struct device *dev = &pdev->dev;
1139         struct rsnd_dai *rdai;
1140         int (*probe_func[])(struct rsnd_priv *priv) = {
1141                 rsnd_gen_probe,
1142                 rsnd_dma_probe,
1143                 rsnd_ssi_probe,
1144                 rsnd_ssiu_probe,
1145                 rsnd_src_probe,
1146                 rsnd_ctu_probe,
1147                 rsnd_mix_probe,
1148                 rsnd_dvc_probe,
1149                 rsnd_cmd_probe,
1150                 rsnd_adg_probe,
1151                 rsnd_dai_probe,
1152         };
1153         int ret, i;
1154
1155         /*
1156          *      init priv data
1157          */
1158         priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
1159         if (!priv) {
1160                 dev_err(dev, "priv allocate failed\n");
1161                 return -ENODEV;
1162         }
1163
1164         priv->pdev      = pdev;
1165         priv->flags     = (unsigned long)of_device_get_match_data(dev);
1166         spin_lock_init(&priv->lock);
1167
1168         /*
1169          *      init each module
1170          */
1171         for (i = 0; i < ARRAY_SIZE(probe_func); i++) {
1172                 ret = probe_func[i](priv);
1173                 if (ret)
1174                         return ret;
1175         }
1176
1177         for_each_rsnd_dai(rdai, priv, i) {
1178                 ret = rsnd_rdai_continuance_probe(priv, &rdai->playback);
1179                 if (ret)
1180                         goto exit_snd_probe;
1181
1182                 ret = rsnd_rdai_continuance_probe(priv, &rdai->capture);
1183                 if (ret)
1184                         goto exit_snd_probe;
1185         }
1186
1187         dev_set_drvdata(dev, priv);
1188
1189         /*
1190          *      asoc register
1191          */
1192         ret = snd_soc_register_platform(dev, &rsnd_soc_platform);
1193         if (ret < 0) {
1194                 dev_err(dev, "cannot snd soc register\n");
1195                 return ret;
1196         }
1197
1198         ret = snd_soc_register_component(dev, &rsnd_soc_component,
1199                                          priv->daidrv, rsnd_rdai_nr(priv));
1200         if (ret < 0) {
1201                 dev_err(dev, "cannot snd dai register\n");
1202                 goto exit_snd_soc;
1203         }
1204
1205         pm_runtime_enable(dev);
1206
1207         dev_info(dev, "probed\n");
1208         return ret;
1209
1210 exit_snd_soc:
1211         snd_soc_unregister_platform(dev);
1212 exit_snd_probe:
1213         for_each_rsnd_dai(rdai, priv, i) {
1214                 rsnd_dai_call(remove, &rdai->playback, priv);
1215                 rsnd_dai_call(remove, &rdai->capture, priv);
1216         }
1217
1218         return ret;
1219 }
1220
1221 static int rsnd_remove(struct platform_device *pdev)
1222 {
1223         struct rsnd_priv *priv = dev_get_drvdata(&pdev->dev);
1224         struct rsnd_dai *rdai;
1225         void (*remove_func[])(struct rsnd_priv *priv) = {
1226                 rsnd_ssi_remove,
1227                 rsnd_ssiu_remove,
1228                 rsnd_src_remove,
1229                 rsnd_ctu_remove,
1230                 rsnd_mix_remove,
1231                 rsnd_dvc_remove,
1232                 rsnd_cmd_remove,
1233                 rsnd_adg_remove,
1234         };
1235         int ret = 0, i;
1236
1237         pm_runtime_disable(&pdev->dev);
1238
1239         for_each_rsnd_dai(rdai, priv, i) {
1240                 ret |= rsnd_dai_call(remove, &rdai->playback, priv);
1241                 ret |= rsnd_dai_call(remove, &rdai->capture, priv);
1242         }
1243
1244         for (i = 0; i < ARRAY_SIZE(remove_func); i++)
1245                 remove_func[i](priv);
1246
1247         snd_soc_unregister_component(&pdev->dev);
1248         snd_soc_unregister_platform(&pdev->dev);
1249
1250         return ret;
1251 }
1252
1253 static struct platform_driver rsnd_driver = {
1254         .driver = {
1255                 .name   = "rcar_sound",
1256                 .of_match_table = rsnd_of_match,
1257         },
1258         .probe          = rsnd_probe,
1259         .remove         = rsnd_remove,
1260 };
1261 module_platform_driver(rsnd_driver);
1262
1263 MODULE_LICENSE("GPL");
1264 MODULE_DESCRIPTION("Renesas R-Car audio driver");
1265 MODULE_AUTHOR("Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>");
1266 MODULE_ALIAS("platform:rcar-pcm-audio");