sound/soc/soc-pcm.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 //
   3 // soc-pcm.c  --  ALSA SoC PCM
   4 //
   5 // Copyright 2005 Wolfson Microelectronics PLC.
   6 // Copyright 2005 Openedhand Ltd.
   7 // Copyright (C) 2010 Slimlogic Ltd.
   8 // Copyright (C) 2010 Texas Instruments Inc.
   9 //
  10 // Authors: Liam Girdwood <lrg@ti.com>
  11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
  12
  13 #include <linux/kernel.h>
  14 #include <linux/init.h>
  15 #include <linux/delay.h>
  16 #include <linux/pinctrl/consumer.h>
  17 #include <linux/pm_runtime.h>
  18 #include <linux/slab.h>
  19 #include <linux/workqueue.h>
  20 #include <linux/export.h>
  21 #include <linux/debugfs.h>
  22 #include <sound/core.h>
  23 #include <sound/pcm.h>
  24 #include <sound/pcm_params.h>
  25 #include <sound/soc.h>
  26 #include <sound/soc-dpcm.h>
  27 #include <sound/initval.h>
  28
  29 #define DPCM_MAX_BE_USERS       8
  30
  31 /**
  32  * snd_soc_runtime_activate() - Increment active count for PCM runtime components
  33  * @rtd: ASoC PCM runtime that is activated
  34  * @stream: Direction of the PCM stream
  35  *
  36  * Increments the active count for all the DAIs and components attached to a PCM
  37  * runtime. Should typically be called when a stream is opened.
  38  *
  39  * Must be called with the rtd->card->pcm_mutex being held
  40  */
  41 void snd_soc_runtime_activate(struct snd_soc_pcm_runtime *rtd, int stream)
  42 {
  43         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
  44         struct snd_soc_dai *codec_dai;
  45         int i;
  46
  47         lockdep_assert_held(&rtd->card->pcm_mutex);
  48
  49         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
  50                 cpu_dai->playback_active++;
  51                 for_each_rtd_codec_dai(rtd, i, codec_dai)
  52                         codec_dai->playback_active++;
  53         } else {
  54                 cpu_dai->capture_active++;
  55                 for_each_rtd_codec_dai(rtd, i, codec_dai)
  56                         codec_dai->capture_active++;
  57         }
  58
  59         cpu_dai->active++;
  60         cpu_dai->component->active++;
  61         for_each_rtd_codec_dai(rtd, i, codec_dai) {
  62                 codec_dai->active++;
  63                 codec_dai->component->active++;
  64         }
  65 }
  66
  67 /**
  68  * snd_soc_runtime_deactivate() - Decrement active count for PCM runtime components
  69  * @rtd: ASoC PCM runtime that is deactivated
  70  * @stream: Direction of the PCM stream
  71  *
  72  * Decrements the active count for all the DAIs and components attached to a PCM
  73  * runtime. Should typically be called when a stream is closed.
  74  *
  75  * Must be called with the rtd->card->pcm_mutex being held
  76  */
  77 void snd_soc_runtime_deactivate(struct snd_soc_pcm_runtime *rtd, int stream)
  78 {
  79         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
  80         struct snd_soc_dai *codec_dai;
  81         int i;
  82
  83         lockdep_assert_held(&rtd->card->pcm_mutex);
  84
  85         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
  86                 cpu_dai->playback_active--;
  87                 for_each_rtd_codec_dai(rtd, i, codec_dai)
  88                         codec_dai->playback_active--;
  89         } else {
  90                 cpu_dai->capture_active--;
  91                 for_each_rtd_codec_dai(rtd, i, codec_dai)
  92                         codec_dai->capture_active--;
  93         }
  94
  95         cpu_dai->active--;
  96         cpu_dai->component->active--;
  97         for_each_rtd_codec_dai(rtd, i, codec_dai) {
  98                 codec_dai->component->active--;
  99                 codec_dai->active--;
 100         }
 101 }
 102
 103 /**
 104  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
 105  * @rtd: The ASoC PCM runtime that should be checked.
 106  *
 107  * This function checks whether the power down delay should be ignored for a
 108  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
 109  * been configured to ignore the delay, or if none of the components benefits
 110  * from having the delay.
 111  */
 112 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
 113 {
 114         struct snd_soc_rtdcom_list *rtdcom;
 115         struct snd_soc_component *component;
 116         bool ignore = true;
 117
 118         if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
 119                 return true;
 120
 121         for_each_rtdcom(rtd, rtdcom) {
 122                 component = rtdcom->component;
 123
 124                 ignore &= !component->driver->use_pmdown_time;
 125         }
 126
 127         return ignore;
 128 }
 129
 130 /**
 131  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
 132  * @substream: the pcm substream
 133  * @hw: the hardware parameters
 134  *
 135  * Sets the substream runtime hardware parameters.
 136  */
 137 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
 138         const struct snd_pcm_hardware *hw)
 139 {
 140         struct snd_pcm_runtime *runtime = substream->runtime;
 141         runtime->hw.info = hw->info;
 142         runtime->hw.formats = hw->formats;
 143         runtime->hw.period_bytes_min = hw->period_bytes_min;
 144         runtime->hw.period_bytes_max = hw->period_bytes_max;
 145         runtime->hw.periods_min = hw->periods_min;
 146         runtime->hw.periods_max = hw->periods_max;
 147         runtime->hw.buffer_bytes_max = hw->buffer_bytes_max;
 148         runtime->hw.fifo_size = hw->fifo_size;
 149         return 0;
 150 }
 151 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
 152
 153 /* DPCM stream event, send event to FE and all active BEs. */
 154 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
 155         int event)
 156 {
 157         struct snd_soc_dpcm *dpcm;
 158
 159         for_each_dpcm_be(fe, dir, dpcm) {
 160
 161                 struct snd_soc_pcm_runtime *be = dpcm->be;
 162
 163                 dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
 164                                 be->dai_link->name, event, dir);
 165
 166                 if ((event == SND_SOC_DAPM_STREAM_STOP) &&
 167                     (be->dpcm[dir].users >= 1))
 168                         continue;
 169
 170                 snd_soc_dapm_stream_event(be, dir, event);
 171         }
 172
 173         snd_soc_dapm_stream_event(fe, dir, event);
 174
 175         return 0;
 176 }
 177
 178 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
 179                                         struct snd_soc_dai *soc_dai)
 180 {
 181         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 182         int ret;
 183
 184         if (soc_dai->rate && (soc_dai->driver->symmetric_rates ||
 185                                 rtd->dai_link->symmetric_rates)) {
 186                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %dHz rate\n",
 187                                 soc_dai->rate);
 188
 189                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 190                                                 SNDRV_PCM_HW_PARAM_RATE,
 191                                                 soc_dai->rate);
 192                 if (ret < 0) {
 193                         dev_err(soc_dai->dev,
 194                                 "ASoC: Unable to apply rate constraint: %d\n",
 195                                 ret);
 196                         return ret;
 197                 }
 198         }
 199
 200         if (soc_dai->channels && (soc_dai->driver->symmetric_channels ||
 201                                 rtd->dai_link->symmetric_channels)) {
 202                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d channel(s)\n",
 203                                 soc_dai->channels);
 204
 205                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 206                                                 SNDRV_PCM_HW_PARAM_CHANNELS,
 207                                                 soc_dai->channels);
 208                 if (ret < 0) {
 209                         dev_err(soc_dai->dev,
 210                                 "ASoC: Unable to apply channel symmetry constraint: %d\n",
 211                                 ret);
 212                         return ret;
 213                 }
 214         }
 215
 216         if (soc_dai->sample_bits && (soc_dai->driver->symmetric_samplebits ||
 217                                 rtd->dai_link->symmetric_samplebits)) {
 218                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d sample bits\n",
 219                                 soc_dai->sample_bits);
 220
 221                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 222                                                 SNDRV_PCM_HW_PARAM_SAMPLE_BITS,
 223                                                 soc_dai->sample_bits);
 224                 if (ret < 0) {
 225                         dev_err(soc_dai->dev,
 226                                 "ASoC: Unable to apply sample bits symmetry constraint: %d\n",
 227                                 ret);
 228                         return ret;
 229                 }
 230         }
 231
 232         return 0;
 233 }
 234
 235 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
 236                                 struct snd_pcm_hw_params *params)
 237 {
 238         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 239         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 240         struct snd_soc_dai *codec_dai;
 241         unsigned int rate, channels, sample_bits, symmetry, i;
 242
 243         rate = params_rate(params);
 244         channels = params_channels(params);
 245         sample_bits = snd_pcm_format_physical_width(params_format(params));
 246
 247         /* reject unmatched parameters when applying symmetry */
 248         symmetry = cpu_dai->driver->symmetric_rates ||
 249                 rtd->dai_link->symmetric_rates;
 250
 251         for_each_rtd_codec_dai(rtd, i, codec_dai)
 252                 symmetry |= codec_dai->driver->symmetric_rates;
 253
 254         if (symmetry && cpu_dai->rate && cpu_dai->rate != rate) {
 255                 dev_err(rtd->dev, "ASoC: unmatched rate symmetry: %d - %d\n",
 256                                 cpu_dai->rate, rate);
 257                 return -EINVAL;
 258         }
 259
 260         symmetry = cpu_dai->driver->symmetric_channels ||
 261                 rtd->dai_link->symmetric_channels;
 262
 263         for_each_rtd_codec_dai(rtd, i, codec_dai)
 264                 symmetry |= codec_dai->driver->symmetric_channels;
 265
 266         if (symmetry && cpu_dai->channels && cpu_dai->channels != channels) {
 267                 dev_err(rtd->dev, "ASoC: unmatched channel symmetry: %d - %d\n",
 268                                 cpu_dai->channels, channels);
 269                 return -EINVAL;
 270         }
 271
 272         symmetry = cpu_dai->driver->symmetric_samplebits ||
 273                 rtd->dai_link->symmetric_samplebits;
 274
 275         for_each_rtd_codec_dai(rtd, i, codec_dai)
 276                 symmetry |= codec_dai->driver->symmetric_samplebits;
 277
 278         if (symmetry && cpu_dai->sample_bits && cpu_dai->sample_bits != sample_bits) {
 279                 dev_err(rtd->dev, "ASoC: unmatched sample bits symmetry: %d - %d\n",
 280                                 cpu_dai->sample_bits, sample_bits);
 281                 return -EINVAL;
 282         }
 283
 284         return 0;
 285 }
 286
 287 static bool soc_pcm_has_symmetry(struct snd_pcm_substream *substream)
 288 {
 289         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 290         struct snd_soc_dai_driver *cpu_driver = rtd->cpu_dai->driver;
 291         struct snd_soc_dai_link *link = rtd->dai_link;
 292         struct snd_soc_dai *codec_dai;
 293         unsigned int symmetry, i;
 294
 295         symmetry = cpu_driver->symmetric_rates || link->symmetric_rates ||
 296                 cpu_driver->symmetric_channels || link->symmetric_channels ||
 297                 cpu_driver->symmetric_samplebits || link->symmetric_samplebits;
 298
 299         for_each_rtd_codec_dai(rtd, i, codec_dai)
 300                 symmetry = symmetry ||
 301                         codec_dai->driver->symmetric_rates ||
 302                         codec_dai->driver->symmetric_channels ||
 303                         codec_dai->driver->symmetric_samplebits;
 304
 305         return symmetry;
 306 }
 307
 308 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
 309 {
 310         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 311         int ret;
 312
 313         if (!bits)
 314                 return;
 315
 316         ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
 317         if (ret != 0)
 318                 dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
 319                                  bits, ret);
 320 }
 321
 322 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
 323 {
 324         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 325         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 326         struct snd_soc_dai *codec_dai;
 327         int i;
 328         unsigned int bits = 0, cpu_bits;
 329
 330         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 331                 for_each_rtd_codec_dai(rtd, i, codec_dai) {
 332                         if (codec_dai->driver->playback.sig_bits == 0) {
 333                                 bits = 0;
 334                                 break;
 335                         }
 336                         bits = max(codec_dai->driver->playback.sig_bits, bits);
 337                 }
 338                 cpu_bits = cpu_dai->driver->playback.sig_bits;
 339         } else {
 340                 for_each_rtd_codec_dai(rtd, i, codec_dai) {
 341                         if (codec_dai->driver->capture.sig_bits == 0) {
 342                                 bits = 0;
 343                                 break;
 344                         }
 345                         bits = max(codec_dai->driver->capture.sig_bits, bits);
 346                 }
 347                 cpu_bits = cpu_dai->driver->capture.sig_bits;
 348         }
 349
 350         soc_pcm_set_msb(substream, bits);
 351         soc_pcm_set_msb(substream, cpu_bits);
 352 }
 353
 354 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
 355 {
 356         struct snd_pcm_runtime *runtime = substream->runtime;
 357         struct snd_pcm_hardware *hw = &runtime->hw;
 358         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 359         struct snd_soc_dai *codec_dai;
 360         struct snd_soc_dai_driver *cpu_dai_drv = rtd->cpu_dai->driver;
 361         struct snd_soc_dai_driver *codec_dai_drv;
 362         struct snd_soc_pcm_stream *codec_stream;
 363         struct snd_soc_pcm_stream *cpu_stream;
 364         unsigned int chan_min = 0, chan_max = UINT_MAX;
 365         unsigned int rate_min = 0, rate_max = UINT_MAX;
 366         unsigned int rates = UINT_MAX;
 367         u64 formats = ULLONG_MAX;
 368         int i;
 369
 370         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 371                 cpu_stream = &cpu_dai_drv->playback;
 372         else
 373                 cpu_stream = &cpu_dai_drv->capture;
 374
 375         /* first calculate min/max only for CODECs in the DAI link */
 376         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 377
 378                 /*
 379                  * Skip CODECs which don't support the current stream type.
 380                  * Otherwise, since the rate, channel, and format values will
 381                  * zero in that case, we would have no usable settings left,
 382                  * causing the resulting setup to fail.
 383                  * At least one CODEC should match, otherwise we should have
 384                  * bailed out on a higher level, since there would be no
 385                  * CODEC to support the transfer direction in that case.
 386                  */
 387                 if (!snd_soc_dai_stream_valid(codec_dai,
 388                                               substream->stream))
 389                         continue;
 390
 391                 codec_dai_drv = codec_dai->driver;
 392                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 393                         codec_stream = &codec_dai_drv->playback;
 394                 else
 395                         codec_stream = &codec_dai_drv->capture;
 396                 chan_min = max(chan_min, codec_stream->channels_min);
 397                 chan_max = min(chan_max, codec_stream->channels_max);
 398                 rate_min = max(rate_min, codec_stream->rate_min);
 399                 rate_max = min_not_zero(rate_max, codec_stream->rate_max);
 400                 formats &= codec_stream->formats;
 401                 rates = snd_pcm_rate_mask_intersect(codec_stream->rates, rates);
 402         }
 403
 404         /*
 405          * chan min/max cannot be enforced if there are multiple CODEC DAIs
 406          * connected to a single CPU DAI, use CPU DAI's directly and let
 407          * channel allocation be fixed up later
 408          */
 409         if (rtd->num_codecs > 1) {
 410                 chan_min = cpu_stream->channels_min;
 411                 chan_max = cpu_stream->channels_max;
 412         }
 413
 414         hw->channels_min = max(chan_min, cpu_stream->channels_min);
 415         hw->channels_max = min(chan_max, cpu_stream->channels_max);
 416         if (hw->formats)
 417                 hw->formats &= formats & cpu_stream->formats;
 418         else
 419                 hw->formats = formats & cpu_stream->formats;
 420         hw->rates = snd_pcm_rate_mask_intersect(rates, cpu_stream->rates);
 421
 422         snd_pcm_limit_hw_rates(runtime);
 423
 424         hw->rate_min = max(hw->rate_min, cpu_stream->rate_min);
 425         hw->rate_min = max(hw->rate_min, rate_min);
 426         hw->rate_max = min_not_zero(hw->rate_max, cpu_stream->rate_max);
 427         hw->rate_max = min_not_zero(hw->rate_max, rate_max);
 428 }
 429
 430 static int soc_pcm_components_open(struct snd_pcm_substream *substream,
 431                                    struct snd_soc_component **last)
 432 {
 433         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 434         struct snd_soc_rtdcom_list *rtdcom;
 435         struct snd_soc_component *component;
 436         int ret = 0;
 437
 438         for_each_rtdcom(rtd, rtdcom) {
 439                 component = rtdcom->component;
 440                 *last = component;
 441
 442                 ret = snd_soc_component_module_get_when_open(component);
 443                 if (ret < 0) {
 444                         dev_err(component->dev,
 445                                 "ASoC: can't get module %s\n",
 446                                 component->name);
 447                         return ret;
 448                 }
 449
 450                 ret = snd_soc_component_open(component, substream);
 451                 if (ret < 0) {
 452                         dev_err(component->dev,
 453                                 "ASoC: can't open component %s: %d\n",
 454                                 component->name, ret);
 455                         return ret;
 456                 }
 457         }
 458         *last = NULL;
 459         return 0;
 460 }
 461
 462 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
 463                                     struct snd_soc_component *last)
 464 {
 465         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 466         struct snd_soc_rtdcom_list *rtdcom;
 467         struct snd_soc_component *component;
 468         int ret = 0;
 469
 470         for_each_rtdcom(rtd, rtdcom) {
 471                 component = rtdcom->component;
 472
 473                 if (component == last)
 474                         break;
 475
 476                 ret |= snd_soc_component_close(component, substream);
 477                 snd_soc_component_module_put_when_close(component);
 478         }
 479
 480         return ret;
 481 }
 482
 483 /*
 484  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
 485  * then initialized and any private data can be allocated. This also calls
 486  * startup for the cpu DAI, component, machine and codec DAI.
 487  */
 488 static int soc_pcm_open(struct snd_pcm_substream *substream)
 489 {
 490         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 491         struct snd_pcm_runtime *runtime = substream->runtime;
 492         struct snd_soc_component *component;
 493         struct snd_soc_rtdcom_list *rtdcom;
 494         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 495         struct snd_soc_dai *codec_dai;
 496         const char *codec_dai_name = "multicodec";
 497         int i, ret = 0;
 498
 499         pinctrl_pm_select_default_state(cpu_dai->dev);
 500         for_each_rtd_codec_dai(rtd, i, codec_dai)
 501                 pinctrl_pm_select_default_state(codec_dai->dev);
 502
 503         for_each_rtdcom(rtd, rtdcom) {
 504                 component = rtdcom->component;
 505
 506                 pm_runtime_get_sync(component->dev);
 507         }
 508
 509         mutex_lock_nested(&rtd->card->pcm_mutex, rtd->card->pcm_subclass);
 510
 511         /* startup the audio subsystem */
 512         ret = snd_soc_dai_startup(cpu_dai, substream);
 513         if (ret < 0) {
 514                 dev_err(cpu_dai->dev, "ASoC: can't open interface %s: %d\n",
 515                         cpu_dai->name, ret);
 516                 goto out;
 517         }
 518
 519         ret = soc_pcm_components_open(substream, &component);
 520         if (ret < 0)
 521                 goto component_err;
 522
 523         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 524                 ret = snd_soc_dai_startup(codec_dai, substream);
 525                 if (ret < 0) {
 526                         dev_err(codec_dai->dev,
 527                                 "ASoC: can't open codec %s: %d\n",
 528                                 codec_dai->name, ret);
 529                         goto codec_dai_err;
 530                 }
 531
 532                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 533                         codec_dai->tx_mask = 0;
 534                 else
 535                         codec_dai->rx_mask = 0;
 536         }
 537
 538         if (rtd->dai_link->ops->startup) {
 539                 ret = rtd->dai_link->ops->startup(substream);
 540                 if (ret < 0) {
 541                         pr_err("ASoC: %s startup failed: %d\n",
 542                                rtd->dai_link->name, ret);
 543                         goto machine_err;
 544                 }
 545         }
 546
 547         /* Dynamic PCM DAI links compat checks use dynamic capabilities */
 548         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
 549                 goto dynamic;
 550
 551         /* Check that the codec and cpu DAIs are compatible */
 552         soc_pcm_init_runtime_hw(substream);
 553
 554         if (rtd->num_codecs == 1)
 555                 codec_dai_name = rtd->codec_dai->name;
 556
 557         if (soc_pcm_has_symmetry(substream))
 558                 runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
 559
 560         ret = -EINVAL;
 561         if (!runtime->hw.rates) {
 562                 printk(KERN_ERR "ASoC: %s <-> %s No matching rates\n",
 563                         codec_dai_name, cpu_dai->name);
 564                 goto config_err;
 565         }
 566         if (!runtime->hw.formats) {
 567                 printk(KERN_ERR "ASoC: %s <-> %s No matching formats\n",
 568                         codec_dai_name, cpu_dai->name);
 569                 goto config_err;
 570         }
 571         if (!runtime->hw.channels_min || !runtime->hw.channels_max ||
 572             runtime->hw.channels_min > runtime->hw.channels_max) {
 573                 printk(KERN_ERR "ASoC: %s <-> %s No matching channels\n",
 574                                 codec_dai_name, cpu_dai->name);
 575                 goto config_err;
 576         }
 577
 578         soc_pcm_apply_msb(substream);
 579
 580         /* Symmetry only applies if we've already got an active stream. */
 581         if (cpu_dai->active) {
 582                 ret = soc_pcm_apply_symmetry(substream, cpu_dai);
 583                 if (ret != 0)
 584                         goto config_err;
 585         }
 586
 587         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 588                 if (codec_dai->active) {
 589                         ret = soc_pcm_apply_symmetry(substream, codec_dai);
 590                         if (ret != 0)
 591                                 goto config_err;
 592                 }
 593         }
 594
 595         pr_debug("ASoC: %s <-> %s info:\n",
 596                         codec_dai_name, cpu_dai->name);
 597         pr_debug("ASoC: rate mask 0x%x\n", runtime->hw.rates);
 598         pr_debug("ASoC: min ch %d max ch %d\n", runtime->hw.channels_min,
 599                  runtime->hw.channels_max);
 600         pr_debug("ASoC: min rate %d max rate %d\n", runtime->hw.rate_min,
 601                  runtime->hw.rate_max);
 602
 603 dynamic:
 604
 605         snd_soc_runtime_activate(rtd, substream->stream);
 606
 607         mutex_unlock(&rtd->card->pcm_mutex);
 608         return 0;
 609
 610 config_err:
 611         if (rtd->dai_link->ops->shutdown)
 612                 rtd->dai_link->ops->shutdown(substream);
 613
 614 machine_err:
 615         i = rtd->num_codecs;
 616
 617 codec_dai_err:
 618         for_each_rtd_codec_dai_rollback(rtd, i, codec_dai)
 619                 snd_soc_dai_shutdown(codec_dai, substream);
 620
 621 component_err:
 622         soc_pcm_components_close(substream, component);
 623
 624         snd_soc_dai_shutdown(cpu_dai, substream);
 625 out:
 626         mutex_unlock(&rtd->card->pcm_mutex);
 627
 628         for_each_rtdcom(rtd, rtdcom) {
 629                 component = rtdcom->component;
 630
 631                 pm_runtime_mark_last_busy(component->dev);
 632                 pm_runtime_put_autosuspend(component->dev);
 633         }
 634
 635         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 636                 if (!codec_dai->active)
 637                         pinctrl_pm_select_sleep_state(codec_dai->dev);
 638         }
 639         if (!cpu_dai->active)
 640                 pinctrl_pm_select_sleep_state(cpu_dai->dev);
 641
 642         return ret;
 643 }
 644
 645 /*
 646  * Power down the audio subsystem pmdown_time msecs after close is called.
 647  * This is to ensure there are no pops or clicks in between any music tracks
 648  * due to DAPM power cycling.
 649  */
 650 static void close_delayed_work(struct work_struct *work)
 651 {
 652         struct snd_soc_pcm_runtime *rtd =
 653                         container_of(work, struct snd_soc_pcm_runtime, delayed_work.work);
 654         struct snd_soc_dai *codec_dai = rtd->codec_dais[0];
 655
 656         mutex_lock_nested(&rtd->card->pcm_mutex, rtd->card->pcm_subclass);
 657
 658         dev_dbg(rtd->dev, "ASoC: pop wq checking: %s status: %s waiting: %s\n",
 659                  codec_dai->driver->playback.stream_name,
 660                  codec_dai->playback_active ? "active" : "inactive",
 661                  rtd->pop_wait ? "yes" : "no");
 662
 663         /* are we waiting on this codec DAI stream */
 664         if (rtd->pop_wait == 1) {
 665                 rtd->pop_wait = 0;
 666                 snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_PLAYBACK,
 667                                           SND_SOC_DAPM_STREAM_STOP);
 668         }
 669
 670         mutex_unlock(&rtd->card->pcm_mutex);
 671 }
 672
 673 static void codec2codec_close_delayed_work(struct work_struct *work)
 674 {
 675         /*
 676          * Currently nothing to do for c2c links
 677          * Since c2c links are internal nodes in the DAPM graph and
 678          * don't interface with the outside world or application layer
 679          * we don't have to do any special handling on close.
 680          */
 681 }
 682
 683 /*
 684  * Called by ALSA when a PCM substream is closed. Private data can be
 685  * freed here. The cpu DAI, codec DAI, machine and components are also
 686  * shutdown.
 687  */
 688 static int soc_pcm_close(struct snd_pcm_substream *substream)
 689 {
 690         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 691         struct snd_soc_component *component;
 692         struct snd_soc_rtdcom_list *rtdcom;
 693         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 694         struct snd_soc_dai *codec_dai;
 695         int i;
 696
 697         mutex_lock_nested(&rtd->card->pcm_mutex, rtd->card->pcm_subclass);
 698
 699         snd_soc_runtime_deactivate(rtd, substream->stream);
 700
 701         /* clear the corresponding DAIs rate when inactive */
 702         if (!cpu_dai->active)
 703                 cpu_dai->rate = 0;
 704
 705         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 706                 if (!codec_dai->active)
 707                         codec_dai->rate = 0;
 708         }
 709
 710         snd_soc_dai_digital_mute(cpu_dai, 1, substream->stream);
 711
 712         snd_soc_dai_shutdown(cpu_dai, substream);
 713
 714         for_each_rtd_codec_dai(rtd, i, codec_dai)
 715                 snd_soc_dai_shutdown(codec_dai, substream);
 716
 717         if (rtd->dai_link->ops->shutdown)
 718                 rtd->dai_link->ops->shutdown(substream);
 719
 720         soc_pcm_components_close(substream, NULL);
 721
 722         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 723                 if (snd_soc_runtime_ignore_pmdown_time(rtd)) {
 724                         /* powered down playback stream now */
 725                         snd_soc_dapm_stream_event(rtd,
 726                                                   SNDRV_PCM_STREAM_PLAYBACK,
 727                                                   SND_SOC_DAPM_STREAM_STOP);
 728                 } else {
 729                         /* start delayed pop wq here for playback streams */
 730                         rtd->pop_wait = 1;
 731                         queue_delayed_work(system_power_efficient_wq,
 732                                            &rtd->delayed_work,
 733                                            msecs_to_jiffies(rtd->pmdown_time));
 734                 }
 735         } else {
 736                 /* capture streams can be powered down now */
 737                 snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_CAPTURE,
 738                                           SND_SOC_DAPM_STREAM_STOP);
 739         }
 740
 741         mutex_unlock(&rtd->card->pcm_mutex);
 742
 743         for_each_rtdcom(rtd, rtdcom) {
 744                 component = rtdcom->component;
 745
 746                 pm_runtime_mark_last_busy(component->dev);
 747                 pm_runtime_put_autosuspend(component->dev);
 748         }
 749
 750         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 751                 if (!codec_dai->active)
 752                         pinctrl_pm_select_sleep_state(codec_dai->dev);
 753         }
 754         if (!cpu_dai->active)
 755                 pinctrl_pm_select_sleep_state(cpu_dai->dev);
 756
 757         return 0;
 758 }
 759
 760 /*
 761  * Called by ALSA when the PCM substream is prepared, can set format, sample
 762  * rate, etc.  This function is non atomic and can be called multiple times,
 763  * it can refer to the runtime info.
 764  */
 765 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
 766 {
 767         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 768         struct snd_soc_component *component;
 769         struct snd_soc_rtdcom_list *rtdcom;
 770         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 771         struct snd_soc_dai *codec_dai;
 772         int i, ret = 0;
 773
 774         mutex_lock_nested(&rtd->card->pcm_mutex, rtd->card->pcm_subclass);
 775
 776         if (rtd->dai_link->ops->prepare) {
 777                 ret = rtd->dai_link->ops->prepare(substream);
 778                 if (ret < 0) {
 779                         dev_err(rtd->card->dev, "ASoC: machine prepare error:"
 780                                 " %d\n", ret);
 781                         goto out;
 782                 }
 783         }
 784
 785         for_each_rtdcom(rtd, rtdcom) {
 786                 component = rtdcom->component;
 787
 788                 ret = snd_soc_component_prepare(component, substream);
 789                 if (ret < 0) {
 790                         dev_err(component->dev,
 791                                 "ASoC: platform prepare error: %d\n", ret);
 792                         goto out;
 793                 }
 794         }
 795
 796         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 797                 ret = snd_soc_dai_prepare(codec_dai, substream);
 798                 if (ret < 0) {
 799                         dev_err(codec_dai->dev,
 800                                 "ASoC: codec DAI prepare error: %d\n",
 801                                 ret);
 802                         goto out;
 803                 }
 804         }
 805
 806         ret = snd_soc_dai_prepare(cpu_dai, substream);
 807         if (ret < 0) {
 808                 dev_err(cpu_dai->dev,
 809                         "ASoC: cpu DAI prepare error: %d\n", ret);
 810                 goto out;
 811         }
 812
 813         /* cancel any delayed stream shutdown that is pending */
 814         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 815             rtd->pop_wait) {
 816                 rtd->pop_wait = 0;
 817                 cancel_delayed_work(&rtd->delayed_work);
 818         }
 819
 820         snd_soc_dapm_stream_event(rtd, substream->stream,
 821                         SND_SOC_DAPM_STREAM_START);
 822
 823         for_each_rtd_codec_dai(rtd, i, codec_dai)
 824                 snd_soc_dai_digital_mute(codec_dai, 0,
 825                                          substream->stream);
 826         snd_soc_dai_digital_mute(cpu_dai, 0, substream->stream);
 827
 828 out:
 829         mutex_unlock(&rtd->card->pcm_mutex);
 830         return ret;
 831 }
 832
 833 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
 834                                        unsigned int mask)
 835 {
 836         struct snd_interval *interval;
 837         int channels = hweight_long(mask);
 838
 839         interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 840         interval->min = channels;
 841         interval->max = channels;
 842 }
 843
 844 static int soc_pcm_components_hw_free(struct snd_pcm_substream *substream,
 845                                       struct snd_soc_component *last)
 846 {
 847         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 848         struct snd_soc_rtdcom_list *rtdcom;
 849         struct snd_soc_component *component;
 850         int ret = 0;
 851
 852         for_each_rtdcom(rtd, rtdcom) {
 853                 component = rtdcom->component;
 854
 855                 if (component == last)
 856                         break;
 857
 858                 ret |= snd_soc_component_hw_free(component, substream);
 859         }
 860
 861         return ret;
 862 }
 863
 864 /*
 865  * Called by ALSA when the hardware params are set by application. This
 866  * function can also be called multiple times and can allocate buffers
 867  * (using snd_pcm_lib_* ). It's non-atomic.
 868  */
 869 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
 870                                 struct snd_pcm_hw_params *params)
 871 {
 872         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 873         struct snd_soc_component *component;
 874         struct snd_soc_rtdcom_list *rtdcom;
 875         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 876         struct snd_soc_dai *codec_dai;
 877         int i, ret = 0;
 878
 879         mutex_lock_nested(&rtd->card->pcm_mutex, rtd->card->pcm_subclass);
 880
 881         ret = soc_pcm_params_symmetry(substream, params);
 882         if (ret)
 883                 goto out;
 884
 885         if (rtd->dai_link->ops->hw_params) {
 886                 ret = rtd->dai_link->ops->hw_params(substream, params);
 887                 if (ret < 0) {
 888                         dev_err(rtd->card->dev, "ASoC: machine hw_params"
 889                                 " failed: %d\n", ret);
 890                         goto out;
 891                 }
 892         }
 893
 894         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 895                 struct snd_pcm_hw_params codec_params;
 896
 897                 /*
 898                  * Skip CODECs which don't support the current stream type,
 899                  * the idea being that if a CODEC is not used for the currently
 900                  * set up transfer direction, it should not need to be
 901                  * configured, especially since the configuration used might
 902                  * not even be supported by that CODEC. There may be cases
 903                  * however where a CODEC needs to be set up although it is
 904                  * actually not being used for the transfer, e.g. if a
 905                  * capture-only CODEC is acting as an LRCLK and/or BCLK master
 906                  * for the DAI link including a playback-only CODEC.
 907                  * If this becomes necessary, we will have to augment the
 908                  * machine driver setup with information on how to act, so
 909                  * we can do the right thing here.
 910                  */
 911                 if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
 912                         continue;
 913
 914                 /* copy params for each codec */
 915                 codec_params = *params;
 916
 917                 /* fixup params based on TDM slot masks */
 918                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 919                     codec_dai->tx_mask)
 920                         soc_pcm_codec_params_fixup(&codec_params,
 921                                                    codec_dai->tx_mask);
 922
 923                 if (substream->stream == SNDRV_PCM_STREAM_CAPTURE &&
 924                     codec_dai->rx_mask)
 925                         soc_pcm_codec_params_fixup(&codec_params,
 926                                                    codec_dai->rx_mask);
 927
 928                 ret = snd_soc_dai_hw_params(codec_dai, substream,
 929                                             &codec_params);
 930                 if(ret < 0)
 931                         goto codec_err;
 932
 933                 codec_dai->rate = params_rate(&codec_params);
 934                 codec_dai->channels = params_channels(&codec_params);
 935                 codec_dai->sample_bits = snd_pcm_format_physical_width(
 936                                                 params_format(&codec_params));
 937
 938                 snd_soc_dapm_update_dai(substream, &codec_params, codec_dai);
 939         }
 940
 941         ret = snd_soc_dai_hw_params(cpu_dai, substream, params);
 942         if (ret < 0)
 943                 goto interface_err;
 944
 945         /* store the parameters for each DAIs */
 946         cpu_dai->rate = params_rate(params);
 947         cpu_dai->channels = params_channels(params);
 948         cpu_dai->sample_bits =
 949                 snd_pcm_format_physical_width(params_format(params));
 950
 951         snd_soc_dapm_update_dai(substream, params, cpu_dai);
 952
 953         for_each_rtdcom(rtd, rtdcom) {
 954                 component = rtdcom->component;
 955
 956                 ret = snd_soc_component_hw_params(component, substream, params);
 957                 if (ret < 0) {
 958                         dev_err(component->dev,
 959                                 "ASoC: %s hw params failed: %d\n",
 960                                 component->name, ret);
 961                         goto component_err;
 962                 }
 963         }
 964         component = NULL;
 965
 966 out:
 967         mutex_unlock(&rtd->card->pcm_mutex);
 968         return ret;
 969
 970 component_err:
 971         soc_pcm_components_hw_free(substream, component);
 972
 973         snd_soc_dai_hw_free(cpu_dai, substream);
 974         cpu_dai->rate = 0;
 975
 976 interface_err:
 977         i = rtd->num_codecs;
 978
 979 codec_err:
 980         for_each_rtd_codec_dai_rollback(rtd, i, codec_dai) {
 981                 if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
 982                         continue;
 983
 984                 snd_soc_dai_hw_free(codec_dai, substream);
 985                 codec_dai->rate = 0;
 986         }
 987
 988         if (rtd->dai_link->ops->hw_free)
 989                 rtd->dai_link->ops->hw_free(substream);
 990
 991         mutex_unlock(&rtd->card->pcm_mutex);
 992         return ret;
 993 }
 994
 995 /*
 996  * Frees resources allocated by hw_params, can be called multiple times
 997  */
 998 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
 999 {
1000         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1001         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1002         struct snd_soc_dai *codec_dai;
1003         bool playback = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
1004         int i;
1005
1006         mutex_lock_nested(&rtd->card->pcm_mutex, rtd->card->pcm_subclass);
1007
1008         /* clear the corresponding DAIs parameters when going to be inactive */
1009         if (cpu_dai->active == 1) {
1010                 cpu_dai->rate = 0;
1011                 cpu_dai->channels = 0;
1012                 cpu_dai->sample_bits = 0;
1013         }
1014
1015         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1016                 if (codec_dai->active == 1) {
1017                         codec_dai->rate = 0;
1018                         codec_dai->channels = 0;
1019                         codec_dai->sample_bits = 0;
1020                 }
1021         }
1022
1023         /* apply codec digital mute */
1024         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1025                 if ((playback && codec_dai->playback_active == 1) ||
1026                     (!playback && codec_dai->capture_active == 1))
1027                         snd_soc_dai_digital_mute(codec_dai, 1,
1028                                                  substream->stream);
1029         }
1030
1031         /* free any machine hw params */
1032         if (rtd->dai_link->ops->hw_free)
1033                 rtd->dai_link->ops->hw_free(substream);
1034
1035         /* free any component resources */
1036         soc_pcm_components_hw_free(substream, NULL);
1037
1038         /* now free hw params for the DAIs  */
1039         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1040                 if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1041                         continue;
1042
1043                 snd_soc_dai_hw_free(codec_dai, substream);
1044         }
1045
1046         snd_soc_dai_hw_free(cpu_dai, substream);
1047
1048         mutex_unlock(&rtd->card->pcm_mutex);
1049         return 0;
1050 }
1051
1052 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1053 {
1054         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1055         struct snd_soc_component *component;
1056         struct snd_soc_rtdcom_list *rtdcom;
1057         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1058         struct snd_soc_dai *codec_dai;
1059         int i, ret;
1060
1061         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1062                 ret = snd_soc_dai_trigger(codec_dai, substream, cmd);
1063                 if (ret < 0)
1064                         return ret;
1065         }
1066
1067         for_each_rtdcom(rtd, rtdcom) {
1068                 component = rtdcom->component;
1069
1070                 ret = snd_soc_component_trigger(component, substream, cmd);
1071                 if (ret < 0)
1072                         return ret;
1073         }
1074
1075         ret = snd_soc_dai_trigger(cpu_dai, substream, cmd);
1076         if (ret < 0)
1077                 return ret;
1078
1079         if (rtd->dai_link->ops->trigger) {
1080                 ret = rtd->dai_link->ops->trigger(substream, cmd);
1081                 if (ret < 0)
1082                         return ret;
1083         }
1084
1085         return 0;
1086 }
1087
1088 static int soc_pcm_bespoke_trigger(struct snd_pcm_substream *substream,
1089                                    int cmd)
1090 {
1091         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1092         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1093         struct snd_soc_dai *codec_dai;
1094         int i, ret;
1095
1096         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1097                 ret = snd_soc_dai_bespoke_trigger(codec_dai, substream, cmd);
1098                 if (ret < 0)
1099                         return ret;
1100         }
1101
1102         ret = snd_soc_dai_bespoke_trigger(cpu_dai, substream, cmd);
1103         if (ret < 0)
1104                 return ret;
1105
1106         return 0;
1107 }
1108 /*
1109  * soc level wrapper for pointer callback
1110  * If cpu_dai, codec_dai, component driver has the delay callback, then
1111  * the runtime->delay will be updated accordingly.
1112  */
1113 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1114 {
1115         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1116         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1117         struct snd_soc_dai *codec_dai;
1118         struct snd_pcm_runtime *runtime = substream->runtime;
1119         snd_pcm_uframes_t offset = 0;
1120         snd_pcm_sframes_t delay = 0;
1121         snd_pcm_sframes_t codec_delay = 0;
1122         int i;
1123
1124         /* clearing the previous total delay */
1125         runtime->delay = 0;
1126
1127         offset = snd_soc_pcm_component_pointer(substream);
1128
1129         /* base delay if assigned in pointer callback */
1130         delay = runtime->delay;
1131
1132         delay += snd_soc_dai_delay(cpu_dai, substream);
1133
1134         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1135                 codec_delay = max(codec_delay,
1136                                   snd_soc_dai_delay(codec_dai, substream));
1137         }
1138         delay += codec_delay;
1139
1140         runtime->delay = delay;
1141
1142         return offset;
1143 }
1144
1145 /* connect a FE and BE */
1146 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1147                 struct snd_soc_pcm_runtime *be, int stream)
1148 {
1149         struct snd_soc_dpcm *dpcm;
1150         unsigned long flags;
1151 #ifdef CONFIG_DEBUG_FS
1152         char *name;
1153 #endif
1154
1155         /* only add new dpcms */
1156         for_each_dpcm_be(fe, stream, dpcm) {
1157                 if (dpcm->be == be && dpcm->fe == fe)
1158                         return 0;
1159         }
1160
1161         dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1162         if (!dpcm)
1163                 return -ENOMEM;
1164
1165         dpcm->be = be;
1166         dpcm->fe = fe;
1167         be->dpcm[stream].runtime = fe->dpcm[stream].runtime;
1168         dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1169         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1170         list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1171         list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1172         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1173
1174         dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1175                         stream ? "capture" : "playback",  fe->dai_link->name,
1176                         stream ? "<-" : "->", be->dai_link->name);
1177
1178 #ifdef CONFIG_DEBUG_FS
1179         name = kasprintf(GFP_KERNEL, "%s:%s", be->dai_link->name,
1180                          stream ? "capture" : "playback");
1181         if (name) {
1182                 dpcm->debugfs_state = debugfs_create_dir(name,
1183                                                          fe->debugfs_dpcm_root);
1184                 debugfs_create_u32("state", 0644, dpcm->debugfs_state,
1185                                    &dpcm->state);
1186                 kfree(name);
1187         }
1188 #endif
1189         return 1;
1190 }
1191
1192 /* reparent a BE onto another FE */
1193 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1194                         struct snd_soc_pcm_runtime *be, int stream)
1195 {
1196         struct snd_soc_dpcm *dpcm;
1197         struct snd_pcm_substream *fe_substream, *be_substream;
1198
1199         /* reparent if BE is connected to other FEs */
1200         if (!be->dpcm[stream].users)
1201                 return;
1202
1203         be_substream = snd_soc_dpcm_get_substream(be, stream);
1204         if (!be_substream)
1205                 return;
1206
1207         for_each_dpcm_fe(be, stream, dpcm) {
1208                 if (dpcm->fe == fe)
1209                         continue;
1210
1211                 dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1212                         stream ? "capture" : "playback",
1213                         dpcm->fe->dai_link->name,
1214                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1215
1216                 fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1217                 be_substream->runtime = fe_substream->runtime;
1218                 break;
1219         }
1220 }
1221
1222 /* disconnect a BE and FE */
1223 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1224 {
1225         struct snd_soc_dpcm *dpcm, *d;
1226         unsigned long flags;
1227
1228         for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1229                 dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1230                                 stream ? "capture" : "playback",
1231                                 dpcm->be->dai_link->name);
1232
1233                 if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1234                         continue;
1235
1236                 dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1237                         stream ? "capture" : "playback", fe->dai_link->name,
1238                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1239
1240                 /* BEs still alive need new FE */
1241                 dpcm_be_reparent(fe, dpcm->be, stream);
1242
1243 #ifdef CONFIG_DEBUG_FS
1244                 debugfs_remove_recursive(dpcm->debugfs_state);
1245 #endif
1246                 spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1247                 list_del(&dpcm->list_be);
1248                 list_del(&dpcm->list_fe);
1249                 spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1250                 kfree(dpcm);
1251         }
1252 }
1253
1254 /* get BE for DAI widget and stream */
1255 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1256                 struct snd_soc_dapm_widget *widget, int stream)
1257 {
1258         struct snd_soc_pcm_runtime *be;
1259         struct snd_soc_dai *dai;
1260         int i;
1261
1262         dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1263
1264         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
1265                 for_each_card_rtds(card, be) {
1266
1267                         if (!be->dai_link->no_pcm)
1268                                 continue;
1269
1270                         dev_dbg(card->dev, "ASoC: try BE : %s\n",
1271                                 be->cpu_dai->playback_widget ?
1272                                 be->cpu_dai->playback_widget->name : "(not set)");
1273
1274                         if (be->cpu_dai->playback_widget == widget)
1275                                 return be;
1276
1277                         for_each_rtd_codec_dai(be, i, dai) {
1278                                 if (dai->playback_widget == widget)
1279                                         return be;
1280                         }
1281                 }
1282         } else {
1283
1284                 for_each_card_rtds(card, be) {
1285
1286                         if (!be->dai_link->no_pcm)
1287                                 continue;
1288
1289                         dev_dbg(card->dev, "ASoC: try BE %s\n",
1290                                 be->cpu_dai->capture_widget ?
1291                                 be->cpu_dai->capture_widget->name : "(not set)");
1292
1293                         if (be->cpu_dai->capture_widget == widget)
1294                                 return be;
1295
1296                         for_each_rtd_codec_dai(be, i, dai) {
1297                                 if (dai->capture_widget == widget)
1298                                         return be;
1299                         }
1300                 }
1301         }
1302
1303         /* dai link name and stream name set correctly ? */
1304         dev_err(card->dev, "ASoC: can't get %s BE for %s\n",
1305                 stream ? "capture" : "playback", widget->name);
1306         return NULL;
1307 }
1308
1309 static inline struct snd_soc_dapm_widget *
1310         dai_get_widget(struct snd_soc_dai *dai, int stream)
1311 {
1312         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1313                 return dai->playback_widget;
1314         else
1315                 return dai->capture_widget;
1316 }
1317
1318 static int widget_in_list(struct snd_soc_dapm_widget_list *list,
1319                 struct snd_soc_dapm_widget *widget)
1320 {
1321         int i;
1322
1323         for (i = 0; i < list->num_widgets; i++) {
1324                 if (widget == list->widgets[i])
1325                         return 1;
1326         }
1327
1328         return 0;
1329 }
1330
1331 static bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget,
1332                 enum snd_soc_dapm_direction dir)
1333 {
1334         struct snd_soc_card *card = widget->dapm->card;
1335         struct snd_soc_pcm_runtime *rtd;
1336         struct snd_soc_dai *dai;
1337         int i;
1338
1339         if (dir == SND_SOC_DAPM_DIR_OUT) {
1340                 for_each_card_rtds(card, rtd) {
1341                         if (!rtd->dai_link->no_pcm)
1342                                 continue;
1343
1344                         if (rtd->cpu_dai->playback_widget == widget)
1345                                 return true;
1346
1347                         for_each_rtd_codec_dai(rtd, i, dai) {
1348                                 if (dai->playback_widget == widget)
1349                                         return true;
1350                         }
1351                 }
1352         } else { /* SND_SOC_DAPM_DIR_IN */
1353                 for_each_card_rtds(card, rtd) {
1354                         if (!rtd->dai_link->no_pcm)
1355                                 continue;
1356
1357                         if (rtd->cpu_dai->capture_widget == widget)
1358                                 return true;
1359
1360                         for_each_rtd_codec_dai(rtd, i, dai) {
1361                                 if (dai->capture_widget == widget)
1362                                         return true;
1363                         }
1364                 }
1365         }
1366
1367         return false;
1368 }
1369
1370 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1371         int stream, struct snd_soc_dapm_widget_list **list)
1372 {
1373         struct snd_soc_dai *cpu_dai = fe->cpu_dai;
1374         int paths;
1375
1376         /* get number of valid DAI paths and their widgets */
1377         paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1378                         dpcm_end_walk_at_be);
1379
1380         dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1381                         stream ? "capture" : "playback");
1382
1383         return paths;
1384 }
1385
1386 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1387         struct snd_soc_dapm_widget_list **list_)
1388 {
1389         struct snd_soc_dpcm *dpcm;
1390         struct snd_soc_dapm_widget_list *list = *list_;
1391         struct snd_soc_dapm_widget *widget;
1392         struct snd_soc_dai *dai;
1393         int prune = 0;
1394         int do_prune;
1395
1396         /* Destroy any old FE <--> BE connections */
1397         for_each_dpcm_be(fe, stream, dpcm) {
1398                 unsigned int i;
1399
1400                 /* is there a valid CPU DAI widget for this BE */
1401                 widget = dai_get_widget(dpcm->be->cpu_dai, stream);
1402
1403                 /* prune the BE if it's no longer in our active list */
1404                 if (widget && widget_in_list(list, widget))
1405                         continue;
1406
1407                 /* is there a valid CODEC DAI widget for this BE */
1408                 do_prune = 1;
1409                 for_each_rtd_codec_dai(dpcm->be, i, dai) {
1410                         widget = dai_get_widget(dai, stream);
1411
1412                         /* prune the BE if it's no longer in our active list */
1413                         if (widget && widget_in_list(list, widget))
1414                                 do_prune = 0;
1415                 }
1416                 if (!do_prune)
1417                         continue;
1418
1419                 dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1420                         stream ? "capture" : "playback",
1421                         dpcm->be->dai_link->name, fe->dai_link->name);
1422                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1423                 dpcm->be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1424                 prune++;
1425         }
1426
1427         dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1428         return prune;
1429 }
1430
1431 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1432         struct snd_soc_dapm_widget_list **list_)
1433 {
1434         struct snd_soc_card *card = fe->card;
1435         struct snd_soc_dapm_widget_list *list = *list_;
1436         struct snd_soc_pcm_runtime *be;
1437         int i, new = 0, err;
1438
1439         /* Create any new FE <--> BE connections */
1440         for (i = 0; i < list->num_widgets; i++) {
1441
1442                 switch (list->widgets[i]->id) {
1443                 case snd_soc_dapm_dai_in:
1444                         if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1445                                 continue;
1446                         break;
1447                 case snd_soc_dapm_dai_out:
1448                         if (stream != SNDRV_PCM_STREAM_CAPTURE)
1449                                 continue;
1450                         break;
1451                 default:
1452                         continue;
1453                 }
1454
1455                 /* is there a valid BE rtd for this widget */
1456                 be = dpcm_get_be(card, list->widgets[i], stream);
1457                 if (!be) {
1458                         dev_err(fe->dev, "ASoC: no BE found for %s\n",
1459                                         list->widgets[i]->name);
1460                         continue;
1461                 }
1462
1463                 /* make sure BE is a real BE */
1464                 if (!be->dai_link->no_pcm)
1465                         continue;
1466
1467                 /* don't connect if FE is not running */
1468                 if (!fe->dpcm[stream].runtime && !fe->fe_compr)
1469                         continue;
1470
1471                 /* newly connected FE and BE */
1472                 err = dpcm_be_connect(fe, be, stream);
1473                 if (err < 0) {
1474                         dev_err(fe->dev, "ASoC: can't connect %s\n",
1475                                 list->widgets[i]->name);
1476                         break;
1477                 } else if (err == 0) /* already connected */
1478                         continue;
1479
1480                 /* new */
1481                 be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1482                 new++;
1483         }
1484
1485         dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1486         return new;
1487 }
1488
1489 /*
1490  * Find the corresponding BE DAIs that source or sink audio to this
1491  * FE substream.
1492  */
1493 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1494         int stream, struct snd_soc_dapm_widget_list **list, int new)
1495 {
1496         if (new)
1497                 return dpcm_add_paths(fe, stream, list);
1498         else
1499                 return dpcm_prune_paths(fe, stream, list);
1500 }
1501
1502 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1503 {
1504         struct snd_soc_dpcm *dpcm;
1505         unsigned long flags;
1506
1507         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1508         for_each_dpcm_be(fe, stream, dpcm)
1509                 dpcm->be->dpcm[stream].runtime_update =
1510                                                 SND_SOC_DPCM_UPDATE_NO;
1511         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1512 }
1513
1514 static void dpcm_be_dai_startup_unwind(struct snd_soc_pcm_runtime *fe,
1515         int stream)
1516 {
1517         struct snd_soc_dpcm *dpcm;
1518
1519         /* disable any enabled and non active backends */
1520         for_each_dpcm_be(fe, stream, dpcm) {
1521
1522                 struct snd_soc_pcm_runtime *be = dpcm->be;
1523                 struct snd_pcm_substream *be_substream =
1524                         snd_soc_dpcm_get_substream(be, stream);
1525
1526                 if (be->dpcm[stream].users == 0)
1527                         dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1528                                 stream ? "capture" : "playback",
1529                                 be->dpcm[stream].state);
1530
1531                 if (--be->dpcm[stream].users != 0)
1532                         continue;
1533
1534                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1535                         continue;
1536
1537                 soc_pcm_close(be_substream);
1538                 be_substream->runtime = NULL;
1539                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1540         }
1541 }
1542
1543 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1544 {
1545         struct snd_soc_dpcm *dpcm;
1546         int err, count = 0;
1547
1548         /* only startup BE DAIs that are either sinks or sources to this FE DAI */
1549         for_each_dpcm_be(fe, stream, dpcm) {
1550
1551                 struct snd_soc_pcm_runtime *be = dpcm->be;
1552                 struct snd_pcm_substream *be_substream =
1553                         snd_soc_dpcm_get_substream(be, stream);
1554
1555                 if (!be_substream) {
1556                         dev_err(be->dev, "ASoC: no backend %s stream\n",
1557                                 stream ? "capture" : "playback");
1558                         continue;
1559                 }
1560
1561                 /* is this op for this BE ? */
1562                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1563                         continue;
1564
1565                 /* first time the dpcm is open ? */
1566                 if (be->dpcm[stream].users == DPCM_MAX_BE_USERS)
1567                         dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1568                                 stream ? "capture" : "playback",
1569                                 be->dpcm[stream].state);
1570
1571                 if (be->dpcm[stream].users++ != 0)
1572                         continue;
1573
1574                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1575                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1576                         continue;
1577
1578                 dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1579                         stream ? "capture" : "playback", be->dai_link->name);
1580
1581                 be_substream->runtime = be->dpcm[stream].runtime;
1582                 err = soc_pcm_open(be_substream);
1583                 if (err < 0) {
1584                         dev_err(be->dev, "ASoC: BE open failed %d\n", err);
1585                         be->dpcm[stream].users--;
1586                         if (be->dpcm[stream].users < 0)
1587                                 dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1588                                         stream ? "capture" : "playback",
1589                                         be->dpcm[stream].state);
1590
1591                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1592                         goto unwind;
1593                 }
1594
1595                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1596                 count++;
1597         }
1598
1599         return count;
1600
1601 unwind:
1602         /* disable any enabled and non active backends */
1603         for_each_dpcm_be_rollback(fe, stream, dpcm) {
1604                 struct snd_soc_pcm_runtime *be = dpcm->be;
1605                 struct snd_pcm_substream *be_substream =
1606                         snd_soc_dpcm_get_substream(be, stream);
1607
1608                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1609                         continue;
1610
1611                 if (be->dpcm[stream].users == 0)
1612                         dev_err(be->dev, "ASoC: no users %s at close %d\n",
1613                                 stream ? "capture" : "playback",
1614                                 be->dpcm[stream].state);
1615
1616                 if (--be->dpcm[stream].users != 0)
1617                         continue;
1618
1619                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1620                         continue;
1621
1622                 soc_pcm_close(be_substream);
1623                 be_substream->runtime = NULL;
1624                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1625         }
1626
1627         return err;
1628 }
1629
1630 static void dpcm_init_runtime_hw(struct snd_pcm_runtime *runtime,
1631                                  struct snd_soc_pcm_stream *stream)
1632 {
1633         runtime->hw.rate_min = stream->rate_min;
1634         runtime->hw.rate_max = min_not_zero(stream->rate_max, UINT_MAX);
1635         runtime->hw.channels_min = stream->channels_min;
1636         runtime->hw.channels_max = stream->channels_max;
1637         if (runtime->hw.formats)
1638                 runtime->hw.formats &= stream->formats;
1639         else
1640                 runtime->hw.formats = stream->formats;
1641         runtime->hw.rates = stream->rates;
1642 }
1643
1644 static void dpcm_runtime_merge_format(struct snd_pcm_substream *substream,
1645                                       u64 *formats)
1646 {
1647         struct snd_soc_pcm_runtime *fe = substream->private_data;
1648         struct snd_soc_dpcm *dpcm;
1649         struct snd_soc_dai *dai;
1650         int stream = substream->stream;
1651
1652         if (!fe->dai_link->dpcm_merged_format)
1653                 return;
1654
1655         /*
1656          * It returns merged BE codec format
1657          * if FE want to use it (= dpcm_merged_format)
1658          */
1659
1660         for_each_dpcm_be(fe, stream, dpcm) {
1661                 struct snd_soc_pcm_runtime *be = dpcm->be;
1662                 struct snd_soc_dai_driver *codec_dai_drv;
1663                 struct snd_soc_pcm_stream *codec_stream;
1664                 int i;
1665
1666                 for_each_rtd_codec_dai(be, i, dai) {
1667                         /*
1668                          * Skip CODECs which don't support the current stream
1669                          * type. See soc_pcm_init_runtime_hw() for more details
1670                          */
1671                         if (!snd_soc_dai_stream_valid(dai, stream))
1672                                 continue;
1673
1674                         codec_dai_drv = dai->driver;
1675                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1676                                 codec_stream = &codec_dai_drv->playback;
1677                         else
1678                                 codec_stream = &codec_dai_drv->capture;
1679
1680                         *formats &= codec_stream->formats;
1681                 }
1682         }
1683 }
1684
1685 static void dpcm_runtime_merge_chan(struct snd_pcm_substream *substream,
1686                                     unsigned int *channels_min,
1687                                     unsigned int *channels_max)
1688 {
1689         struct snd_soc_pcm_runtime *fe = substream->private_data;
1690         struct snd_soc_dpcm *dpcm;
1691         int stream = substream->stream;
1692
1693         if (!fe->dai_link->dpcm_merged_chan)
1694                 return;
1695
1696         /*
1697          * It returns merged BE codec channel;
1698          * if FE want to use it (= dpcm_merged_chan)
1699          */
1700
1701         for_each_dpcm_be(fe, stream, dpcm) {
1702                 struct snd_soc_pcm_runtime *be = dpcm->be;
1703                 struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1704                 struct snd_soc_dai_driver *codec_dai_drv;
1705                 struct snd_soc_pcm_stream *codec_stream;
1706                 struct snd_soc_pcm_stream *cpu_stream;
1707
1708                 if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1709                         cpu_stream = &cpu_dai_drv->playback;
1710                 else
1711                         cpu_stream = &cpu_dai_drv->capture;
1712
1713                 *channels_min = max(*channels_min, cpu_stream->channels_min);
1714                 *channels_max = min(*channels_max, cpu_stream->channels_max);
1715
1716                 /*
1717                  * chan min/max cannot be enforced if there are multiple CODEC
1718                  * DAIs connected to a single CPU DAI, use CPU DAI's directly
1719                  */
1720                 if (be->num_codecs == 1) {
1721                         codec_dai_drv = be->codec_dais[0]->driver;
1722
1723                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1724                                 codec_stream = &codec_dai_drv->playback;
1725                         else
1726                                 codec_stream = &codec_dai_drv->capture;
1727
1728                         *channels_min = max(*channels_min,
1729                                             codec_stream->channels_min);
1730                         *channels_max = min(*channels_max,
1731                                             codec_stream->channels_max);
1732                 }
1733         }
1734 }
1735
1736 static void dpcm_runtime_merge_rate(struct snd_pcm_substream *substream,
1737                                     unsigned int *rates,
1738                                     unsigned int *rate_min,
1739                                     unsigned int *rate_max)
1740 {
1741         struct snd_soc_pcm_runtime *fe = substream->private_data;
1742         struct snd_soc_dpcm *dpcm;
1743         int stream = substream->stream;
1744
1745         if (!fe->dai_link->dpcm_merged_rate)
1746                 return;
1747
1748         /*
1749          * It returns merged BE codec channel;
1750          * if FE want to use it (= dpcm_merged_chan)
1751          */
1752
1753         for_each_dpcm_be(fe, stream, dpcm) {
1754                 struct snd_soc_pcm_runtime *be = dpcm->be;
1755                 struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1756                 struct snd_soc_dai_driver *codec_dai_drv;
1757                 struct snd_soc_pcm_stream *codec_stream;
1758                 struct snd_soc_pcm_stream *cpu_stream;
1759                 struct snd_soc_dai *dai;
1760                 int i;
1761
1762                 if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1763                         cpu_stream = &cpu_dai_drv->playback;
1764                 else
1765                         cpu_stream = &cpu_dai_drv->capture;
1766
1767                 *rate_min = max(*rate_min, cpu_stream->rate_min);
1768                 *rate_max = min_not_zero(*rate_max, cpu_stream->rate_max);
1769                 *rates = snd_pcm_rate_mask_intersect(*rates, cpu_stream->rates);
1770
1771                 for_each_rtd_codec_dai(be, i, dai) {
1772                         /*
1773                          * Skip CODECs which don't support the current stream
1774                          * type. See soc_pcm_init_runtime_hw() for more details
1775                          */
1776                         if (!snd_soc_dai_stream_valid(dai, stream))
1777                                 continue;
1778
1779                         codec_dai_drv = dai->driver;
1780                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1781                                 codec_stream = &codec_dai_drv->playback;
1782                         else
1783                                 codec_stream = &codec_dai_drv->capture;
1784
1785                         *rate_min = max(*rate_min, codec_stream->rate_min);
1786                         *rate_max = min_not_zero(*rate_max,
1787                                                  codec_stream->rate_max);
1788                         *rates = snd_pcm_rate_mask_intersect(*rates,
1789                                                 codec_stream->rates);
1790                 }
1791         }
1792 }
1793
1794 static void dpcm_set_fe_runtime(struct snd_pcm_substream *substream)
1795 {
1796         struct snd_pcm_runtime *runtime = substream->runtime;
1797         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1798         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1799         struct snd_soc_dai_driver *cpu_dai_drv = cpu_dai->driver;
1800
1801         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
1802                 dpcm_init_runtime_hw(runtime, &cpu_dai_drv->playback);
1803         else
1804                 dpcm_init_runtime_hw(runtime, &cpu_dai_drv->capture);
1805
1806         dpcm_runtime_merge_format(substream, &runtime->hw.formats);
1807         dpcm_runtime_merge_chan(substream, &runtime->hw.channels_min,
1808                                 &runtime->hw.channels_max);
1809         dpcm_runtime_merge_rate(substream, &runtime->hw.rates,
1810                                 &runtime->hw.rate_min, &runtime->hw.rate_max);
1811 }
1812
1813 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
1814
1815 /* Set FE's runtime_update state; the state is protected via PCM stream lock
1816  * for avoiding the race with trigger callback.
1817  * If the state is unset and a trigger is pending while the previous operation,
1818  * process the pending trigger action here.
1819  */
1820 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
1821                                      int stream, enum snd_soc_dpcm_update state)
1822 {
1823         struct snd_pcm_substream *substream =
1824                 snd_soc_dpcm_get_substream(fe, stream);
1825
1826         snd_pcm_stream_lock_irq(substream);
1827         if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
1828                 dpcm_fe_dai_do_trigger(substream,
1829                                        fe->dpcm[stream].trigger_pending - 1);
1830                 fe->dpcm[stream].trigger_pending = 0;
1831         }
1832         fe->dpcm[stream].runtime_update = state;
1833         snd_pcm_stream_unlock_irq(substream);
1834 }
1835
1836 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1837                                int stream)
1838 {
1839         struct snd_soc_dpcm *dpcm;
1840         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1841         struct snd_soc_dai *fe_cpu_dai = fe->cpu_dai;
1842         int err;
1843
1844         /* apply symmetry for FE */
1845         if (soc_pcm_has_symmetry(fe_substream))
1846                 fe_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1847
1848         /* Symmetry only applies if we've got an active stream. */
1849         if (fe_cpu_dai->active) {
1850                 err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1851                 if (err < 0)
1852                         return err;
1853         }
1854
1855         /* apply symmetry for BE */
1856         for_each_dpcm_be(fe, stream, dpcm) {
1857                 struct snd_soc_pcm_runtime *be = dpcm->be;
1858                 struct snd_pcm_substream *be_substream =
1859                         snd_soc_dpcm_get_substream(be, stream);
1860                 struct snd_soc_pcm_runtime *rtd;
1861                 struct snd_soc_dai *codec_dai;
1862                 int i;
1863
1864                 /* A backend may not have the requested substream */
1865                 if (!be_substream)
1866                         continue;
1867
1868                 rtd = be_substream->private_data;
1869                 if (rtd->dai_link->be_hw_params_fixup)
1870                         continue;
1871
1872                 if (soc_pcm_has_symmetry(be_substream))
1873                         be_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1874
1875                 /* Symmetry only applies if we've got an active stream. */
1876                 if (rtd->cpu_dai->active) {
1877                         err = soc_pcm_apply_symmetry(fe_substream,
1878                                                      rtd->cpu_dai);
1879                         if (err < 0)
1880                                 return err;
1881                 }
1882
1883                 for_each_rtd_codec_dai(rtd, i, codec_dai) {
1884                         if (codec_dai->active) {
1885                                 err = soc_pcm_apply_symmetry(fe_substream,
1886                                                              codec_dai);
1887                                 if (err < 0)
1888                                         return err;
1889                         }
1890                 }
1891         }
1892
1893         return 0;
1894 }
1895
1896 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1897 {
1898         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1899         struct snd_pcm_runtime *runtime = fe_substream->runtime;
1900         int stream = fe_substream->stream, ret = 0;
1901
1902         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1903
1904         ret = dpcm_be_dai_startup(fe, fe_substream->stream);
1905         if (ret < 0) {
1906                 dev_err(fe->dev,"ASoC: failed to start some BEs %d\n", ret);
1907                 goto be_err;
1908         }
1909
1910         dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1911
1912         /* start the DAI frontend */
1913         ret = soc_pcm_open(fe_substream);
1914         if (ret < 0) {
1915                 dev_err(fe->dev,"ASoC: failed to start FE %d\n", ret);
1916                 goto unwind;
1917         }
1918
1919         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1920
1921         dpcm_set_fe_runtime(fe_substream);
1922         snd_pcm_limit_hw_rates(runtime);
1923
1924         ret = dpcm_apply_symmetry(fe_substream, stream);
1925         if (ret < 0) {
1926                 dev_err(fe->dev, "ASoC: failed to apply dpcm symmetry %d\n",
1927                         ret);
1928                 goto unwind;
1929         }
1930
1931         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1932         return 0;
1933
1934 unwind:
1935         dpcm_be_dai_startup_unwind(fe, fe_substream->stream);
1936 be_err:
1937         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1938         return ret;
1939 }
1940
1941 int dpcm_be_dai_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
1942 {
1943         struct snd_soc_dpcm *dpcm;
1944
1945         /* only shutdown BEs that are either sinks or sources to this FE DAI */
1946         for_each_dpcm_be(fe, stream, dpcm) {
1947
1948                 struct snd_soc_pcm_runtime *be = dpcm->be;
1949                 struct snd_pcm_substream *be_substream =
1950                         snd_soc_dpcm_get_substream(be, stream);
1951
1952                 /* is this op for this BE ? */
1953                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1954                         continue;
1955
1956                 if (be->dpcm[stream].users == 0)
1957                         dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1958                                 stream ? "capture" : "playback",
1959                                 be->dpcm[stream].state);
1960
1961                 if (--be->dpcm[stream].users != 0)
1962                         continue;
1963
1964                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1965                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)) {
1966                         soc_pcm_hw_free(be_substream);
1967                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1968                 }
1969
1970                 dev_dbg(be->dev, "ASoC: close BE %s\n",
1971                         be->dai_link->name);
1972
1973                 soc_pcm_close(be_substream);
1974                 be_substream->runtime = NULL;
1975
1976                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1977         }
1978         return 0;
1979 }
1980
1981 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
1982 {
1983         struct snd_soc_pcm_runtime *fe = substream->private_data;
1984         int stream = substream->stream;
1985
1986         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1987
1988         /* shutdown the BEs */
1989         dpcm_be_dai_shutdown(fe, substream->stream);
1990
1991         dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
1992
1993         /* now shutdown the frontend */
1994         soc_pcm_close(substream);
1995
1996         /* run the stream event for each BE */
1997         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
1998
1999         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
2000         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2001         return 0;
2002 }
2003
2004 int dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
2005 {
2006         struct snd_soc_dpcm *dpcm;
2007
2008         /* only hw_params backends that are either sinks or sources
2009          * to this frontend DAI */
2010         for_each_dpcm_be(fe, stream, dpcm) {
2011
2012                 struct snd_soc_pcm_runtime *be = dpcm->be;
2013                 struct snd_pcm_substream *be_substream =
2014                         snd_soc_dpcm_get_substream(be, stream);
2015
2016                 /* is this op for this BE ? */
2017                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2018                         continue;
2019
2020                 /* only free hw when no longer used - check all FEs */
2021                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2022                                 continue;
2023
2024                 /* do not free hw if this BE is used by other FE */
2025                 if (be->dpcm[stream].users > 1)
2026                         continue;
2027
2028                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2029                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2030                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2031                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
2032                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2033                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2034                         continue;
2035
2036                 dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
2037                         be->dai_link->name);
2038
2039                 soc_pcm_hw_free(be_substream);
2040
2041                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2042         }
2043
2044         return 0;
2045 }
2046
2047 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
2048 {
2049         struct snd_soc_pcm_runtime *fe = substream->private_data;
2050         int err, stream = substream->stream;
2051
2052         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2053         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2054
2055         dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
2056
2057         /* call hw_free on the frontend */
2058         err = soc_pcm_hw_free(substream);
2059         if (err < 0)
2060                 dev_err(fe->dev,"ASoC: hw_free FE %s failed\n",
2061                         fe->dai_link->name);
2062
2063         /* only hw_params backends that are either sinks or sources
2064          * to this frontend DAI */
2065         err = dpcm_be_dai_hw_free(fe, stream);
2066
2067         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2068         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2069
2070         mutex_unlock(&fe->card->mutex);
2071         return 0;
2072 }
2073
2074 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2075 {
2076         struct snd_soc_dpcm *dpcm;
2077         int ret;
2078
2079         for_each_dpcm_be(fe, stream, dpcm) {
2080
2081                 struct snd_soc_pcm_runtime *be = dpcm->be;
2082                 struct snd_pcm_substream *be_substream =
2083                         snd_soc_dpcm_get_substream(be, stream);
2084
2085                 /* is this op for this BE ? */
2086                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2087                         continue;
2088
2089                 /* copy params for each dpcm */
2090                 memcpy(&dpcm->hw_params, &fe->dpcm[stream].hw_params,
2091                                 sizeof(struct snd_pcm_hw_params));
2092
2093                 /* perform any hw_params fixups */
2094                 if (be->dai_link->be_hw_params_fixup) {
2095                         ret = be->dai_link->be_hw_params_fixup(be,
2096                                         &dpcm->hw_params);
2097                         if (ret < 0) {
2098                                 dev_err(be->dev,
2099                                         "ASoC: hw_params BE fixup failed %d\n",
2100                                         ret);
2101                                 goto unwind;
2102                         }
2103                 }
2104
2105                 /* copy the fixed-up hw params for BE dai */
2106                 memcpy(&be->dpcm[stream].hw_params, &dpcm->hw_params,
2107                        sizeof(struct snd_pcm_hw_params));
2108
2109                 /* only allow hw_params() if no connected FEs are running */
2110                 if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2111                         continue;
2112
2113                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2114                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2115                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2116                         continue;
2117
2118                 dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2119                         be->dai_link->name);
2120
2121                 ret = soc_pcm_hw_params(be_substream, &dpcm->hw_params);
2122                 if (ret < 0) {
2123                         dev_err(dpcm->be->dev,
2124                                 "ASoC: hw_params BE failed %d\n", ret);
2125                         goto unwind;
2126                 }
2127
2128                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2129         }
2130         return 0;
2131
2132 unwind:
2133         /* disable any enabled and non active backends */
2134         for_each_dpcm_be_rollback(fe, stream, dpcm) {
2135                 struct snd_soc_pcm_runtime *be = dpcm->be;
2136                 struct snd_pcm_substream *be_substream =
2137                         snd_soc_dpcm_get_substream(be, stream);
2138
2139                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2140                         continue;
2141
2142                 /* only allow hw_free() if no connected FEs are running */
2143                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2144                         continue;
2145
2146                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2147                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2148                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2149                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2150                         continue;
2151
2152                 soc_pcm_hw_free(be_substream);
2153         }
2154
2155         return ret;
2156 }
2157
2158 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2159                                  struct snd_pcm_hw_params *params)
2160 {
2161         struct snd_soc_pcm_runtime *fe = substream->private_data;
2162         int ret, stream = substream->stream;
2163
2164         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2165         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2166
2167         memcpy(&fe->dpcm[substream->stream].hw_params, params,
2168                         sizeof(struct snd_pcm_hw_params));
2169         ret = dpcm_be_dai_hw_params(fe, substream->stream);
2170         if (ret < 0) {
2171                 dev_err(fe->dev,"ASoC: hw_params BE failed %d\n", ret);
2172                 goto out;
2173         }
2174
2175         dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2176                         fe->dai_link->name, params_rate(params),
2177                         params_channels(params), params_format(params));
2178
2179         /* call hw_params on the frontend */
2180         ret = soc_pcm_hw_params(substream, params);
2181         if (ret < 0) {
2182                 dev_err(fe->dev,"ASoC: hw_params FE failed %d\n", ret);
2183                 dpcm_be_dai_hw_free(fe, stream);
2184          } else
2185                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2186
2187 out:
2188         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2189         mutex_unlock(&fe->card->mutex);
2190         return ret;
2191 }
2192
2193 static int dpcm_do_trigger(struct snd_soc_dpcm *dpcm,
2194                 struct snd_pcm_substream *substream, int cmd)
2195 {
2196         int ret;
2197
2198         dev_dbg(dpcm->be->dev, "ASoC: trigger BE %s cmd %d\n",
2199                         dpcm->be->dai_link->name, cmd);
2200
2201         ret = soc_pcm_trigger(substream, cmd);
2202         if (ret < 0)
2203                 dev_err(dpcm->be->dev,"ASoC: trigger BE failed %d\n", ret);
2204
2205         return ret;
2206 }
2207
2208 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2209                                int cmd)
2210 {
2211         struct snd_soc_dpcm *dpcm;
2212         int ret = 0;
2213
2214         for_each_dpcm_be(fe, stream, dpcm) {
2215
2216                 struct snd_soc_pcm_runtime *be = dpcm->be;
2217                 struct snd_pcm_substream *be_substream =
2218                         snd_soc_dpcm_get_substream(be, stream);
2219
2220                 /* is this op for this BE ? */
2221                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2222                         continue;
2223
2224                 switch (cmd) {
2225                 case SNDRV_PCM_TRIGGER_START:
2226                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2227                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2228                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2229                                 continue;
2230
2231                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2232                         if (ret)
2233                                 return ret;
2234
2235                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2236                         break;
2237                 case SNDRV_PCM_TRIGGER_RESUME:
2238                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2239                                 continue;
2240
2241                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2242                         if (ret)
2243                                 return ret;
2244
2245                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2246                         break;
2247                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2248                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2249                                 continue;
2250
2251                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2252                         if (ret)
2253                                 return ret;
2254
2255                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2256                         break;
2257                 case SNDRV_PCM_TRIGGER_STOP:
2258                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2259                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2260                                 continue;
2261
2262                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2263                                 continue;
2264
2265                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2266                         if (ret)
2267                                 return ret;
2268
2269                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2270                         break;
2271                 case SNDRV_PCM_TRIGGER_SUSPEND:
2272                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2273                                 continue;
2274
2275                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2276                                 continue;
2277
2278                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2279                         if (ret)
2280                                 return ret;
2281
2282                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2283                         break;
2284                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2285                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2286                                 continue;
2287
2288                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2289                                 continue;
2290
2291                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2292                         if (ret)
2293                                 return ret;
2294
2295                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2296                         break;
2297                 }
2298         }
2299
2300         return ret;
2301 }
2302 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2303
2304 static int dpcm_dai_trigger_fe_be(struct snd_pcm_substream *substream,
2305                                   int cmd, bool fe_first)
2306 {
2307         struct snd_soc_pcm_runtime *fe = substream->private_data;
2308         int ret;
2309
2310         /* call trigger on the frontend before the backend. */
2311         if (fe_first) {
2312                 dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2313                         fe->dai_link->name, cmd);
2314
2315                 ret = soc_pcm_trigger(substream, cmd);
2316                 if (ret < 0)
2317                         return ret;
2318
2319                 ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2320                 return ret;
2321         }
2322
2323         /* call trigger on the frontend after the backend. */
2324         ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2325         if (ret < 0)
2326                 return ret;
2327
2328         dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2329                 fe->dai_link->name, cmd);
2330
2331         ret = soc_pcm_trigger(substream, cmd);
2332
2333         return ret;
2334 }
2335
2336 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2337 {
2338         struct snd_soc_pcm_runtime *fe = substream->private_data;
2339         int stream = substream->stream;
2340         int ret = 0;
2341         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2342
2343         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2344
2345         switch (trigger) {
2346         case SND_SOC_DPCM_TRIGGER_PRE:
2347                 switch (cmd) {
2348                 case SNDRV_PCM_TRIGGER_START:
2349                 case SNDRV_PCM_TRIGGER_RESUME:
2350                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2351                 case SNDRV_PCM_TRIGGER_DRAIN:
2352                         ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2353                         break;
2354                 case SNDRV_PCM_TRIGGER_STOP:
2355                 case SNDRV_PCM_TRIGGER_SUSPEND:
2356                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2357                         ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2358                         break;
2359                 default:
2360                         ret = -EINVAL;
2361                         break;
2362                 }
2363                 break;
2364         case SND_SOC_DPCM_TRIGGER_POST:
2365                 switch (cmd) {
2366                 case SNDRV_PCM_TRIGGER_START:
2367                 case SNDRV_PCM_TRIGGER_RESUME:
2368                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2369                 case SNDRV_PCM_TRIGGER_DRAIN:
2370                         ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2371                         break;
2372                 case SNDRV_PCM_TRIGGER_STOP:
2373                 case SNDRV_PCM_TRIGGER_SUSPEND:
2374                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2375                         ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2376                         break;
2377                 default:
2378                         ret = -EINVAL;
2379                         break;
2380                 }
2381                 break;
2382         case SND_SOC_DPCM_TRIGGER_BESPOKE:
2383                 /* bespoke trigger() - handles both FE and BEs */
2384
2385                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2386                                 fe->dai_link->name, cmd);
2387
2388                 ret = soc_pcm_bespoke_trigger(substream, cmd);
2389                 break;
2390         default:
2391                 dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2392                                 fe->dai_link->name);
2393                 ret = -EINVAL;
2394                 goto out;
2395         }
2396
2397         if (ret < 0) {
2398                 dev_err(fe->dev, "ASoC: trigger FE cmd: %d failed: %d\n",
2399                         cmd, ret);
2400                 goto out;
2401         }
2402
2403         switch (cmd) {
2404         case SNDRV_PCM_TRIGGER_START:
2405         case SNDRV_PCM_TRIGGER_RESUME:
2406         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2407                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2408                 break;
2409         case SNDRV_PCM_TRIGGER_STOP:
2410         case SNDRV_PCM_TRIGGER_SUSPEND:
2411                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2412                 break;
2413         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2414                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2415                 break;
2416         }
2417
2418 out:
2419         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2420         return ret;
2421 }
2422
2423 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2424 {
2425         struct snd_soc_pcm_runtime *fe = substream->private_data;
2426         int stream = substream->stream;
2427
2428         /* if FE's runtime_update is already set, we're in race;
2429          * process this trigger later at exit
2430          */
2431         if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2432                 fe->dpcm[stream].trigger_pending = cmd + 1;
2433                 return 0; /* delayed, assuming it's successful */
2434         }
2435
2436         /* we're alone, let's trigger */
2437         return dpcm_fe_dai_do_trigger(substream, cmd);
2438 }
2439
2440 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2441 {
2442         struct snd_soc_dpcm *dpcm;
2443         int ret = 0;
2444
2445         for_each_dpcm_be(fe, stream, dpcm) {
2446
2447                 struct snd_soc_pcm_runtime *be = dpcm->be;
2448                 struct snd_pcm_substream *be_substream =
2449                         snd_soc_dpcm_get_substream(be, stream);
2450
2451                 /* is this op for this BE ? */
2452                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2453                         continue;
2454
2455                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2456                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2457                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND) &&
2458                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2459                         continue;
2460
2461                 dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2462                         be->dai_link->name);
2463
2464                 ret = soc_pcm_prepare(be_substream);
2465                 if (ret < 0) {
2466                         dev_err(be->dev, "ASoC: backend prepare failed %d\n",
2467                                 ret);
2468                         break;
2469                 }
2470
2471                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2472         }
2473         return ret;
2474 }
2475
2476 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2477 {
2478         struct snd_soc_pcm_runtime *fe = substream->private_data;
2479         int stream = substream->stream, ret = 0;
2480
2481         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2482
2483         dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2484
2485         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2486
2487         /* there is no point preparing this FE if there are no BEs */
2488         if (list_empty(&fe->dpcm[stream].be_clients)) {
2489                 dev_err(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2490                                 fe->dai_link->name);
2491                 ret = -EINVAL;
2492                 goto out;
2493         }
2494
2495         ret = dpcm_be_dai_prepare(fe, substream->stream);
2496         if (ret < 0)
2497                 goto out;
2498
2499         /* call prepare on the frontend */
2500         ret = soc_pcm_prepare(substream);
2501         if (ret < 0) {
2502                 dev_err(fe->dev,"ASoC: prepare FE %s failed\n",
2503                         fe->dai_link->name);
2504                 goto out;
2505         }
2506
2507         /* run the stream event for each BE */
2508         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_START);
2509         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2510
2511 out:
2512         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2513         mutex_unlock(&fe->card->mutex);
2514
2515         return ret;
2516 }
2517
2518 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2519 {
2520         struct snd_pcm_substream *substream =
2521                 snd_soc_dpcm_get_substream(fe, stream);
2522         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2523         int err;
2524
2525         dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2526                         stream ? "capture" : "playback", fe->dai_link->name);
2527
2528         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2529                 /* call bespoke trigger - FE takes care of all BE triggers */
2530                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2531                                 fe->dai_link->name);
2532
2533                 err = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2534                 if (err < 0)
2535                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2536         } else {
2537                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2538                         fe->dai_link->name);
2539
2540                 err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2541                 if (err < 0)
2542                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2543         }
2544
2545         err = dpcm_be_dai_hw_free(fe, stream);
2546         if (err < 0)
2547                 dev_err(fe->dev,"ASoC: hw_free FE failed %d\n", err);
2548
2549         err = dpcm_be_dai_shutdown(fe, stream);
2550         if (err < 0)
2551                 dev_err(fe->dev,"ASoC: shutdown FE failed %d\n", err);
2552
2553         /* run the stream event for each BE */
2554         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2555
2556         return 0;
2557 }
2558
2559 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2560 {
2561         struct snd_pcm_substream *substream =
2562                 snd_soc_dpcm_get_substream(fe, stream);
2563         struct snd_soc_dpcm *dpcm;
2564         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2565         int ret;
2566         unsigned long flags;
2567
2568         dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2569                         stream ? "capture" : "playback", fe->dai_link->name);
2570
2571         /* Only start the BE if the FE is ready */
2572         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2573                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE)
2574                 return -EINVAL;
2575
2576         /* startup must always be called for new BEs */
2577         ret = dpcm_be_dai_startup(fe, stream);
2578         if (ret < 0)
2579                 goto disconnect;
2580
2581         /* keep going if FE state is > open */
2582         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2583                 return 0;
2584
2585         ret = dpcm_be_dai_hw_params(fe, stream);
2586         if (ret < 0)
2587                 goto close;
2588
2589         /* keep going if FE state is > hw_params */
2590         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2591                 return 0;
2592
2593
2594         ret = dpcm_be_dai_prepare(fe, stream);
2595         if (ret < 0)
2596                 goto hw_free;
2597
2598         /* run the stream event for each BE */
2599         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2600
2601         /* keep going if FE state is > prepare */
2602         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2603                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2604                 return 0;
2605
2606         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2607                 /* call trigger on the frontend - FE takes care of all BE triggers */
2608                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2609                                 fe->dai_link->name);
2610
2611                 ret = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2612                 if (ret < 0) {
2613                         dev_err(fe->dev,"ASoC: bespoke trigger FE failed %d\n", ret);
2614                         goto hw_free;
2615                 }
2616         } else {
2617                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2618                         fe->dai_link->name);
2619
2620                 ret = dpcm_be_dai_trigger(fe, stream,
2621                                         SNDRV_PCM_TRIGGER_START);
2622                 if (ret < 0) {
2623                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2624                         goto hw_free;
2625                 }
2626         }
2627
2628         return 0;
2629
2630 hw_free:
2631         dpcm_be_dai_hw_free(fe, stream);
2632 close:
2633         dpcm_be_dai_shutdown(fe, stream);
2634 disconnect:
2635         /* disconnect any non started BEs */
2636         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
2637         for_each_dpcm_be(fe, stream, dpcm) {
2638                 struct snd_soc_pcm_runtime *be = dpcm->be;
2639                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2640                                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2641         }
2642         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
2643
2644         return ret;
2645 }
2646
2647 static int dpcm_run_new_update(struct snd_soc_pcm_runtime *fe, int stream)
2648 {
2649         int ret;
2650
2651         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2652         ret = dpcm_run_update_startup(fe, stream);
2653         if (ret < 0)
2654                 dev_err(fe->dev, "ASoC: failed to startup some BEs\n");
2655         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2656
2657         return ret;
2658 }
2659
2660 static int dpcm_run_old_update(struct snd_soc_pcm_runtime *fe, int stream)
2661 {
2662         int ret;
2663
2664         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2665         ret = dpcm_run_update_shutdown(fe, stream);
2666         if (ret < 0)
2667                 dev_err(fe->dev, "ASoC: failed to shutdown some BEs\n");
2668         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2669
2670         return ret;
2671 }
2672
2673 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2674 {
2675         struct snd_soc_dapm_widget_list *list;
2676         int count, paths;
2677
2678         if (!fe->dai_link->dynamic)
2679                 return 0;
2680
2681         /* only check active links */
2682         if (!fe->cpu_dai->active)
2683                 return 0;
2684
2685         /* DAPM sync will call this to update DSP paths */
2686         dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2687                 new ? "new" : "old", fe->dai_link->name);
2688
2689         /* skip if FE doesn't have playback capability */
2690         if (!snd_soc_dai_stream_valid(fe->cpu_dai,   SNDRV_PCM_STREAM_PLAYBACK) ||
2691             !snd_soc_dai_stream_valid(fe->codec_dai, SNDRV_PCM_STREAM_PLAYBACK))
2692                 goto capture;
2693
2694         /* skip if FE isn't currently playing */
2695         if (!fe->cpu_dai->playback_active || !fe->codec_dai->playback_active)
2696                 goto capture;
2697
2698         paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_PLAYBACK, &list);
2699         if (paths < 0) {
2700                 dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2701                          fe->dai_link->name,  "playback");
2702                 return paths;
2703         }
2704
2705         /* update any playback paths */
2706         count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_PLAYBACK, &list, new);
2707         if (count) {
2708                 if (new)
2709                         dpcm_run_new_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2710                 else
2711                         dpcm_run_old_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2712
2713                 dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_PLAYBACK);
2714                 dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_PLAYBACK);
2715         }
2716
2717         dpcm_path_put(&list);
2718
2719 capture:
2720         /* skip if FE doesn't have capture capability */
2721         if (!snd_soc_dai_stream_valid(fe->cpu_dai,   SNDRV_PCM_STREAM_CAPTURE) ||
2722             !snd_soc_dai_stream_valid(fe->codec_dai, SNDRV_PCM_STREAM_CAPTURE))
2723                 return 0;
2724
2725         /* skip if FE isn't currently capturing */
2726         if (!fe->cpu_dai->capture_active || !fe->codec_dai->capture_active)
2727                 return 0;
2728
2729         paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_CAPTURE, &list);
2730         if (paths < 0) {
2731                 dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2732                          fe->dai_link->name,  "capture");
2733                 return paths;
2734         }
2735
2736         /* update any old capture paths */
2737         count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_CAPTURE, &list, new);
2738         if (count) {
2739                 if (new)
2740                         dpcm_run_new_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2741                 else
2742                         dpcm_run_old_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2743
2744                 dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_CAPTURE);
2745                 dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_CAPTURE);
2746         }
2747
2748         dpcm_path_put(&list);
2749
2750         return 0;
2751 }
2752
2753 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2754  * any DAI links.
2755  */
2756 int soc_dpcm_runtime_update(struct snd_soc_card *card)
2757 {
2758         struct snd_soc_pcm_runtime *fe;
2759         int ret = 0;
2760
2761         mutex_lock_nested(&card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2762         /* shutdown all old paths first */
2763         for_each_card_rtds(card, fe) {
2764                 ret = soc_dpcm_fe_runtime_update(fe, 0);
2765                 if (ret)
2766                         goto out;
2767         }
2768
2769         /* bring new paths up */
2770         for_each_card_rtds(card, fe) {
2771                 ret = soc_dpcm_fe_runtime_update(fe, 1);
2772                 if (ret)
2773                         goto out;
2774         }
2775
2776 out:
2777         mutex_unlock(&card->mutex);
2778         return ret;
2779 }
2780 int soc_dpcm_be_digital_mute(struct snd_soc_pcm_runtime *fe, int mute)
2781 {
2782         struct snd_soc_dpcm *dpcm;
2783         struct snd_soc_dai *dai;
2784
2785         for_each_dpcm_be(fe, SNDRV_PCM_STREAM_PLAYBACK, dpcm) {
2786
2787                 struct snd_soc_pcm_runtime *be = dpcm->be;
2788                 int i;
2789
2790                 if (be->dai_link->ignore_suspend)
2791                         continue;
2792
2793                 for_each_rtd_codec_dai(be, i, dai) {
2794                         struct snd_soc_dai_driver *drv = dai->driver;
2795
2796                         dev_dbg(be->dev, "ASoC: BE digital mute %s\n",
2797                                          be->dai_link->name);
2798
2799                         if (drv->ops && drv->ops->digital_mute &&
2800                                                         dai->playback_active)
2801                                 drv->ops->digital_mute(dai, mute);
2802                 }
2803         }
2804
2805         return 0;
2806 }
2807
2808 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2809 {
2810         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2811         struct snd_soc_dpcm *dpcm;
2812         struct snd_soc_dapm_widget_list *list;
2813         int ret;
2814         int stream = fe_substream->stream;
2815
2816         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2817         fe->dpcm[stream].runtime = fe_substream->runtime;
2818
2819         ret = dpcm_path_get(fe, stream, &list);
2820         if (ret < 0) {
2821                 mutex_unlock(&fe->card->mutex);
2822                 return ret;
2823         } else if (ret == 0) {
2824                 dev_dbg(fe->dev, "ASoC: %s no valid %s route\n",
2825                         fe->dai_link->name, stream ? "capture" : "playback");
2826         }
2827
2828         /* calculate valid and active FE <-> BE dpcms */
2829         dpcm_process_paths(fe, stream, &list, 1);
2830
2831         ret = dpcm_fe_dai_startup(fe_substream);
2832         if (ret < 0) {
2833                 /* clean up all links */
2834                 for_each_dpcm_be(fe, stream, dpcm)
2835                         dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2836
2837                 dpcm_be_disconnect(fe, stream);
2838                 fe->dpcm[stream].runtime = NULL;
2839         }
2840
2841         dpcm_clear_pending_state(fe, stream);
2842         dpcm_path_put(&list);
2843         mutex_unlock(&fe->card->mutex);
2844         return ret;
2845 }
2846
2847 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2848 {
2849         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2850         struct snd_soc_dpcm *dpcm;
2851         int stream = fe_substream->stream, ret;
2852
2853         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2854         ret = dpcm_fe_dai_shutdown(fe_substream);
2855
2856         /* mark FE's links ready to prune */
2857         for_each_dpcm_be(fe, stream, dpcm)
2858                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2859
2860         dpcm_be_disconnect(fe, stream);
2861
2862         fe->dpcm[stream].runtime = NULL;
2863         mutex_unlock(&fe->card->mutex);
2864         return ret;
2865 }
2866
2867 static void soc_pcm_private_free(struct snd_pcm *pcm)
2868 {
2869         struct snd_soc_pcm_runtime *rtd = pcm->private_data;
2870
2871         /* need to sync the delayed work before releasing resources */
2872         flush_delayed_work(&rtd->delayed_work);
2873         snd_soc_pcm_component_free(pcm);
2874 }
2875
2876 /* create a new pcm */
2877 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
2878 {
2879         struct snd_soc_dai *codec_dai;
2880         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
2881         struct snd_soc_rtdcom_list *rtdcom;
2882         struct snd_pcm *pcm;
2883         char new_name[64];
2884         int ret = 0, playback = 0, capture = 0;
2885         int i;
2886
2887         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm) {
2888                 playback = rtd->dai_link->dpcm_playback;
2889                 capture = rtd->dai_link->dpcm_capture;
2890         } else {
2891                 /* Adapt stream for codec2codec links */
2892                 struct snd_soc_pcm_stream *cpu_capture = rtd->dai_link->params ?
2893                         &cpu_dai->driver->playback : &cpu_dai->driver->capture;
2894                 struct snd_soc_pcm_stream *cpu_playback = rtd->dai_link->params ?
2895                         &cpu_dai->driver->capture : &cpu_dai->driver->playback;
2896
2897                 for_each_rtd_codec_dai(rtd, i, codec_dai) {
2898                         if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_PLAYBACK) &&
2899                             snd_soc_dai_stream_valid(cpu_dai,   SNDRV_PCM_STREAM_PLAYBACK))
2900                                 playback = 1;
2901                         if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_CAPTURE) &&
2902                             snd_soc_dai_stream_valid(cpu_dai,   SNDRV_PCM_STREAM_CAPTURE))
2903                                 capture = 1;
2904                 }
2905
2906                 capture = capture && cpu_capture->channels_min;
2907                 playback = playback && cpu_playback->channels_min;
2908         }
2909
2910         if (rtd->dai_link->playback_only) {
2911                 playback = 1;
2912                 capture = 0;
2913         }
2914
2915         if (rtd->dai_link->capture_only) {
2916                 playback = 0;
2917                 capture = 1;
2918         }
2919
2920         /* create the PCM */
2921         if (rtd->dai_link->params) {
2922                 snprintf(new_name, sizeof(new_name), "codec2codec(%s)",
2923                          rtd->dai_link->stream_name);
2924
2925                 ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2926                                            playback, capture, &pcm);
2927         } else if (rtd->dai_link->no_pcm) {
2928                 snprintf(new_name, sizeof(new_name), "(%s)",
2929                         rtd->dai_link->stream_name);
2930
2931                 ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2932                                 playback, capture, &pcm);
2933         } else {
2934                 if (rtd->dai_link->dynamic)
2935                         snprintf(new_name, sizeof(new_name), "%s (*)",
2936                                 rtd->dai_link->stream_name);
2937                 else
2938                         snprintf(new_name, sizeof(new_name), "%s %s-%d",
2939                                 rtd->dai_link->stream_name,
2940                                 (rtd->num_codecs > 1) ?
2941                                 "multicodec" : rtd->codec_dai->name, num);
2942
2943                 ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
2944                         capture, &pcm);
2945         }
2946         if (ret < 0) {
2947                 dev_err(rtd->card->dev, "ASoC: can't create pcm for %s\n",
2948                         rtd->dai_link->name);
2949                 return ret;
2950         }
2951         dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
2952
2953         /* DAPM dai link stream work */
2954         if (rtd->dai_link->params)
2955                 INIT_DELAYED_WORK(&rtd->delayed_work,
2956                                   codec2codec_close_delayed_work);
2957         else
2958                 INIT_DELAYED_WORK(&rtd->delayed_work, close_delayed_work);
2959
2960         pcm->nonatomic = rtd->dai_link->nonatomic;
2961         rtd->pcm = pcm;
2962         pcm->private_data = rtd;
2963
2964         if (rtd->dai_link->no_pcm || rtd->dai_link->params) {
2965                 if (playback)
2966                         pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
2967                 if (capture)
2968                         pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
2969                 goto out;
2970         }
2971
2972         /* ASoC PCM operations */
2973         if (rtd->dai_link->dynamic) {
2974                 rtd->ops.open           = dpcm_fe_dai_open;
2975                 rtd->ops.hw_params      = dpcm_fe_dai_hw_params;
2976                 rtd->ops.prepare        = dpcm_fe_dai_prepare;
2977                 rtd->ops.trigger        = dpcm_fe_dai_trigger;
2978                 rtd->ops.hw_free        = dpcm_fe_dai_hw_free;
2979                 rtd->ops.close          = dpcm_fe_dai_close;
2980                 rtd->ops.pointer        = soc_pcm_pointer;
2981                 rtd->ops.ioctl          = snd_soc_pcm_component_ioctl;
2982         } else {
2983                 rtd->ops.open           = soc_pcm_open;
2984                 rtd->ops.hw_params      = soc_pcm_hw_params;
2985                 rtd->ops.prepare        = soc_pcm_prepare;
2986                 rtd->ops.trigger        = soc_pcm_trigger;
2987                 rtd->ops.hw_free        = soc_pcm_hw_free;
2988                 rtd->ops.close          = soc_pcm_close;
2989                 rtd->ops.pointer        = soc_pcm_pointer;
2990                 rtd->ops.ioctl          = snd_soc_pcm_component_ioctl;
2991         }
2992
2993         for_each_rtdcom(rtd, rtdcom) {
2994                 const struct snd_pcm_ops *ops = rtdcom->component->driver->ops;
2995
2996                 if (!ops)
2997                         continue;
2998
2999                 if (ops->copy_user)
3000                         rtd->ops.copy_user      = snd_soc_pcm_component_copy_user;
3001                 if (ops->page)
3002                         rtd->ops.page           = snd_soc_pcm_component_page;
3003                 if (ops->mmap)
3004                         rtd->ops.mmap           = snd_soc_pcm_component_mmap;
3005         }
3006
3007         if (playback)
3008                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
3009
3010         if (capture)
3011                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
3012
3013         ret = snd_soc_pcm_component_new(pcm);
3014         if (ret < 0) {
3015                 dev_err(rtd->dev, "ASoC: pcm constructor failed: %d\n", ret);
3016                 return ret;
3017         }
3018
3019         pcm->private_free = soc_pcm_private_free;
3020         pcm->no_device_suspend = true;
3021 out:
3022         dev_info(rtd->card->dev, "%s <-> %s mapping ok\n",
3023                  (rtd->num_codecs > 1) ? "multicodec" : rtd->codec_dai->name,
3024                  cpu_dai->name);
3025         return ret;
3026 }
3027
3028 /* is the current PCM operation for this FE ? */
3029 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3030 {
3031         if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3032                 return 1;
3033         return 0;
3034 }
3035 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3036
3037 /* is the current PCM operation for this BE ? */
3038 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3039                 struct snd_soc_pcm_runtime *be, int stream)
3040 {
3041         if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3042            ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3043                   be->dpcm[stream].runtime_update))
3044                 return 1;
3045         return 0;
3046 }
3047 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3048
3049 /* get the substream for this BE */
3050 struct snd_pcm_substream *
3051         snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3052 {
3053         return be->pcm->streams[stream].substream;
3054 }
3055 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3056
3057 /* get the BE runtime state */
3058 enum snd_soc_dpcm_state
3059         snd_soc_dpcm_be_get_state(struct snd_soc_pcm_runtime *be, int stream)
3060 {
3061         return be->dpcm[stream].state;
3062 }
3063 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_get_state);
3064
3065 /* set the BE runtime state */
3066 void snd_soc_dpcm_be_set_state(struct snd_soc_pcm_runtime *be,
3067                 int stream, enum snd_soc_dpcm_state state)
3068 {
3069         be->dpcm[stream].state = state;
3070 }
3071 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_set_state);
3072
3073 /*
3074  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3075  * are not running, paused or suspended for the specified stream direction.
3076  */
3077 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3078                 struct snd_soc_pcm_runtime *be, int stream)
3079 {
3080         struct snd_soc_dpcm *dpcm;
3081         int state;
3082         int ret = 1;
3083         unsigned long flags;
3084
3085         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3086         for_each_dpcm_fe(be, stream, dpcm) {
3087
3088                 if (dpcm->fe == fe)
3089                         continue;
3090
3091                 state = dpcm->fe->dpcm[stream].state;
3092                 if (state == SND_SOC_DPCM_STATE_START ||
3093                         state == SND_SOC_DPCM_STATE_PAUSED ||
3094                         state == SND_SOC_DPCM_STATE_SUSPEND) {
3095                         ret = 0;
3096                         break;
3097                 }
3098         }
3099         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3100
3101         /* it's safe to free/stop this BE DAI */
3102         return ret;
3103 }
3104 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3105
3106 /*
3107  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3108  * running, paused or suspended for the specified stream direction.
3109  */
3110 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3111                 struct snd_soc_pcm_runtime *be, int stream)
3112 {
3113         struct snd_soc_dpcm *dpcm;
3114         int state;
3115         int ret = 1;
3116         unsigned long flags;
3117
3118         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3119         for_each_dpcm_fe(be, stream, dpcm) {
3120
3121                 if (dpcm->fe == fe)
3122                         continue;
3123
3124                 state = dpcm->fe->dpcm[stream].state;
3125                 if (state == SND_SOC_DPCM_STATE_START ||
3126                         state == SND_SOC_DPCM_STATE_PAUSED ||
3127                         state == SND_SOC_DPCM_STATE_SUSPEND ||
3128                         state == SND_SOC_DPCM_STATE_PREPARE) {
3129                         ret = 0;
3130                         break;
3131                 }
3132         }
3133         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3134
3135         /* it's safe to change hw_params */
3136         return ret;
3137 }
3138 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3139
3140 #ifdef CONFIG_DEBUG_FS
3141 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
3142 {
3143         switch (state) {
3144         case SND_SOC_DPCM_STATE_NEW:
3145                 return "new";
3146         case SND_SOC_DPCM_STATE_OPEN:
3147                 return "open";
3148         case SND_SOC_DPCM_STATE_HW_PARAMS:
3149                 return "hw_params";
3150         case SND_SOC_DPCM_STATE_PREPARE:
3151                 return "prepare";
3152         case SND_SOC_DPCM_STATE_START:
3153                 return "start";
3154         case SND_SOC_DPCM_STATE_STOP:
3155                 return "stop";
3156         case SND_SOC_DPCM_STATE_SUSPEND:
3157                 return "suspend";
3158         case SND_SOC_DPCM_STATE_PAUSED:
3159                 return "paused";
3160         case SND_SOC_DPCM_STATE_HW_FREE:
3161                 return "hw_free";
3162         case SND_SOC_DPCM_STATE_CLOSE:
3163                 return "close";
3164         }
3165
3166         return "unknown";
3167 }
3168
3169 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
3170                                 int stream, char *buf, size_t size)
3171 {
3172         struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
3173         struct snd_soc_dpcm *dpcm;
3174         ssize_t offset = 0;
3175         unsigned long flags;
3176
3177         /* FE state */
3178         offset += scnprintf(buf + offset, size - offset,
3179                         "[%s - %s]\n", fe->dai_link->name,
3180                         stream ? "Capture" : "Playback");
3181
3182         offset += scnprintf(buf + offset, size - offset, "State: %s\n",
3183                         dpcm_state_string(fe->dpcm[stream].state));
3184
3185         if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3186             (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3187                 offset += scnprintf(buf + offset, size - offset,
3188                                 "Hardware Params: "
3189                                 "Format = %s, Channels = %d, Rate = %d\n",
3190                                 snd_pcm_format_name(params_format(params)),
3191                                 params_channels(params),
3192                                 params_rate(params));
3193
3194         /* BEs state */
3195         offset += scnprintf(buf + offset, size - offset, "Backends:\n");
3196
3197         if (list_empty(&fe->dpcm[stream].be_clients)) {
3198                 offset += scnprintf(buf + offset, size - offset,
3199                                 " No active DSP links\n");
3200                 goto out;
3201         }
3202
3203         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3204         for_each_dpcm_be(fe, stream, dpcm) {
3205                 struct snd_soc_pcm_runtime *be = dpcm->be;
3206                 params = &dpcm->hw_params;
3207
3208                 offset += scnprintf(buf + offset, size - offset,
3209                                 "- %s\n", be->dai_link->name);
3210
3211                 offset += scnprintf(buf + offset, size - offset,
3212                                 "   State: %s\n",
3213                                 dpcm_state_string(be->dpcm[stream].state));
3214
3215                 if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3216                     (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3217                         offset += scnprintf(buf + offset, size - offset,
3218                                 "   Hardware Params: "
3219                                 "Format = %s, Channels = %d, Rate = %d\n",
3220                                 snd_pcm_format_name(params_format(params)),
3221                                 params_channels(params),
3222                                 params_rate(params));
3223         }
3224         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3225 out:
3226         return offset;
3227 }
3228
3229 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
3230                                 size_t count, loff_t *ppos)
3231 {
3232         struct snd_soc_pcm_runtime *fe = file->private_data;
3233         ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
3234         char *buf;
3235
3236         buf = kmalloc(out_count, GFP_KERNEL);
3237         if (!buf)
3238                 return -ENOMEM;
3239
3240         if (snd_soc_dai_stream_valid(fe->cpu_dai, SNDRV_PCM_STREAM_PLAYBACK))
3241                 offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_PLAYBACK,
3242                                         buf + offset, out_count - offset);
3243
3244         if (snd_soc_dai_stream_valid(fe->cpu_dai, SNDRV_PCM_STREAM_CAPTURE))
3245                 offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_CAPTURE,
3246                                         buf + offset, out_count - offset);
3247
3248         ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
3249
3250         kfree(buf);
3251         return ret;
3252 }
3253
3254 static const struct file_operations dpcm_state_fops = {
3255         .open = simple_open,
3256         .read = dpcm_state_read_file,
3257         .llseek = default_llseek,
3258 };
3259
3260 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
3261 {
3262         if (!rtd->dai_link)
3263                 return;
3264
3265         if (!rtd->dai_link->dynamic)
3266                 return;
3267
3268         if (!rtd->card->debugfs_card_root)
3269                 return;
3270
3271         rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
3272                         rtd->card->debugfs_card_root);
3273
3274         debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
3275                             rtd, &dpcm_state_fops);
3276 }
3277 #endif