drivers/soundwire/stream.c

   1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
   2 // Copyright(c) 2015-18 Intel Corporation.
   3
   4 /*
   5  *  stream.c - SoundWire Bus stream operations.
   6  */
   7
   8 #include <linux/delay.h>
   9 #include <linux/device.h>
  10 #include <linux/init.h>
  11 #include <linux/module.h>
  12 #include <linux/mod_devicetable.h>
  13 #include <linux/slab.h>
  14 #include <linux/soundwire/sdw_registers.h>
  15 #include <linux/soundwire/sdw.h>
  16 #include "bus.h"
  17
  18 /*
  19  * Array of supported rows and columns as per MIPI SoundWire Specification 1.1
  20  *
  21  * The rows are arranged as per the array index value programmed
  22  * in register. The index 15 has dummy value 0 in order to fill hole.
  23  */
  24 int sdw_rows[SDW_FRAME_ROWS] = {48, 50, 60, 64, 75, 80, 125, 147,
  25                         96, 100, 120, 128, 150, 160, 250, 0,
  26                         192, 200, 240, 256, 72, 144, 90, 180};
  27
  28 int sdw_cols[SDW_FRAME_COLS] = {2, 4, 6, 8, 10, 12, 14, 16};
  29
  30 int sdw_find_col_index(int col)
  31 {
  32         int i;
  33
  34         for (i = 0; i < SDW_FRAME_COLS; i++) {
  35                 if (sdw_cols[i] == col)
  36                         return i;
  37         }
  38
  39         pr_warn("Requested column not found, selecting lowest column no: 2\n");
  40         return 0;
  41 }
  42 EXPORT_SYMBOL(sdw_find_col_index);
  43
  44 int sdw_find_row_index(int row)
  45 {
  46         int i;
  47
  48         for (i = 0; i < SDW_FRAME_ROWS; i++) {
  49                 if (sdw_rows[i] == row)
  50                         return i;
  51         }
  52
  53         pr_warn("Requested row not found, selecting lowest row no: 48\n");
  54         return 0;
  55 }
  56 EXPORT_SYMBOL(sdw_find_row_index);
  57
  58 static int _sdw_program_slave_port_params(struct sdw_bus *bus,
  59                                           struct sdw_slave *slave,
  60                                           struct sdw_transport_params *t_params,
  61                                           enum sdw_dpn_type type)
  62 {
  63         u32 addr1, addr2, addr3, addr4;
  64         int ret;
  65         u16 wbuf;
  66
  67         if (bus->params.next_bank) {
  68                 addr1 = SDW_DPN_OFFSETCTRL2_B1(t_params->port_num);
  69                 addr2 = SDW_DPN_BLOCKCTRL3_B1(t_params->port_num);
  70                 addr3 = SDW_DPN_SAMPLECTRL2_B1(t_params->port_num);
  71                 addr4 = SDW_DPN_HCTRL_B1(t_params->port_num);
  72         } else {
  73                 addr1 = SDW_DPN_OFFSETCTRL2_B0(t_params->port_num);
  74                 addr2 = SDW_DPN_BLOCKCTRL3_B0(t_params->port_num);
  75                 addr3 = SDW_DPN_SAMPLECTRL2_B0(t_params->port_num);
  76                 addr4 = SDW_DPN_HCTRL_B0(t_params->port_num);
  77         }
  78
  79         /* Program DPN_OffsetCtrl2 registers */
  80         ret = sdw_write(slave, addr1, t_params->offset2);
  81         if (ret < 0) {
  82                 dev_err(bus->dev, "DPN_OffsetCtrl2 register write failed\n");
  83                 return ret;
  84         }
  85
  86         /* Program DPN_BlockCtrl3 register */
  87         ret = sdw_write(slave, addr2, t_params->blk_pkg_mode);
  88         if (ret < 0) {
  89                 dev_err(bus->dev, "DPN_BlockCtrl3 register write failed\n");
  90                 return ret;
  91         }
  92
  93         /*
  94          * Data ports are FULL, SIMPLE and REDUCED. This function handles
  95          * FULL and REDUCED only and beyond this point only FULL is
  96          * handled, so bail out if we are not FULL data port type
  97          */
  98         if (type != SDW_DPN_FULL)
  99                 return ret;
 100
 101         /* Program DPN_SampleCtrl2 register */
 102         wbuf = (t_params->sample_interval - 1);
 103         wbuf &= SDW_DPN_SAMPLECTRL_HIGH;
 104         wbuf >>= SDW_REG_SHIFT(SDW_DPN_SAMPLECTRL_HIGH);
 105
 106         ret = sdw_write(slave, addr3, wbuf);
 107         if (ret < 0) {
 108                 dev_err(bus->dev, "DPN_SampleCtrl2 register write failed\n");
 109                 return ret;
 110         }
 111
 112         /* Program DPN_HCtrl register */
 113         wbuf = t_params->hstart;
 114         wbuf <<= SDW_REG_SHIFT(SDW_DPN_HCTRL_HSTART);
 115         wbuf |= t_params->hstop;
 116
 117         ret = sdw_write(slave, addr4, wbuf);
 118         if (ret < 0)
 119                 dev_err(bus->dev, "DPN_HCtrl register write failed\n");
 120
 121         return ret;
 122 }
 123
 124 static int sdw_program_slave_port_params(struct sdw_bus *bus,
 125                                          struct sdw_slave_runtime *s_rt,
 126                                          struct sdw_port_runtime *p_rt)
 127 {
 128         struct sdw_transport_params *t_params = &p_rt->transport_params;
 129         struct sdw_port_params *p_params = &p_rt->port_params;
 130         struct sdw_slave_prop *slave_prop = &s_rt->slave->prop;
 131         u32 addr1, addr2, addr3, addr4, addr5, addr6;
 132         struct sdw_dpn_prop *dpn_prop;
 133         int ret;
 134         u8 wbuf;
 135
 136         dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
 137                                           s_rt->direction,
 138                                           t_params->port_num);
 139         if (!dpn_prop)
 140                 return -EINVAL;
 141
 142         addr1 = SDW_DPN_PORTCTRL(t_params->port_num);
 143         addr2 = SDW_DPN_BLOCKCTRL1(t_params->port_num);
 144
 145         if (bus->params.next_bank) {
 146                 addr3 = SDW_DPN_SAMPLECTRL1_B1(t_params->port_num);
 147                 addr4 = SDW_DPN_OFFSETCTRL1_B1(t_params->port_num);
 148                 addr5 = SDW_DPN_BLOCKCTRL2_B1(t_params->port_num);
 149                 addr6 = SDW_DPN_LANECTRL_B1(t_params->port_num);
 150
 151         } else {
 152                 addr3 = SDW_DPN_SAMPLECTRL1_B0(t_params->port_num);
 153                 addr4 = SDW_DPN_OFFSETCTRL1_B0(t_params->port_num);
 154                 addr5 = SDW_DPN_BLOCKCTRL2_B0(t_params->port_num);
 155                 addr6 = SDW_DPN_LANECTRL_B0(t_params->port_num);
 156         }
 157
 158         /* Program DPN_PortCtrl register */
 159         wbuf = p_params->data_mode << SDW_REG_SHIFT(SDW_DPN_PORTCTRL_DATAMODE);
 160         wbuf |= p_params->flow_mode;
 161
 162         ret = sdw_update(s_rt->slave, addr1, 0xF, wbuf);
 163         if (ret < 0) {
 164                 dev_err(&s_rt->slave->dev,
 165                         "DPN_PortCtrl register write failed for port %d\n",
 166                         t_params->port_num);
 167                 return ret;
 168         }
 169
 170         /* Program DPN_BlockCtrl1 register */
 171         ret = sdw_write(s_rt->slave, addr2, (p_params->bps - 1));
 172         if (ret < 0) {
 173                 dev_err(&s_rt->slave->dev,
 174                         "DPN_BlockCtrl1 register write failed for port %d\n",
 175                         t_params->port_num);
 176                 return ret;
 177         }
 178
 179         /* Program DPN_SampleCtrl1 register */
 180         wbuf = (t_params->sample_interval - 1) & SDW_DPN_SAMPLECTRL_LOW;
 181         ret = sdw_write(s_rt->slave, addr3, wbuf);
 182         if (ret < 0) {
 183                 dev_err(&s_rt->slave->dev,
 184                         "DPN_SampleCtrl1 register write failed for port %d\n",
 185                         t_params->port_num);
 186                 return ret;
 187         }
 188
 189         /* Program DPN_OffsetCtrl1 registers */
 190         ret = sdw_write(s_rt->slave, addr4, t_params->offset1);
 191         if (ret < 0) {
 192                 dev_err(&s_rt->slave->dev,
 193                         "DPN_OffsetCtrl1 register write failed for port %d\n",
 194                         t_params->port_num);
 195                 return ret;
 196         }
 197
 198         /* Program DPN_BlockCtrl2 register*/
 199         if (t_params->blk_grp_ctrl_valid) {
 200                 ret = sdw_write(s_rt->slave, addr5, t_params->blk_grp_ctrl);
 201                 if (ret < 0) {
 202                         dev_err(&s_rt->slave->dev,
 203                                 "DPN_BlockCtrl2 reg write failed for port %d\n",
 204                                 t_params->port_num);
 205                         return ret;
 206                 }
 207         }
 208
 209         /* program DPN_LaneCtrl register */
 210         if (slave_prop->lane_control_support) {
 211                 ret = sdw_write(s_rt->slave, addr6, t_params->lane_ctrl);
 212                 if (ret < 0) {
 213                         dev_err(&s_rt->slave->dev,
 214                                 "DPN_LaneCtrl register write failed for port %d\n",
 215                                 t_params->port_num);
 216                         return ret;
 217                 }
 218         }
 219
 220         if (dpn_prop->type != SDW_DPN_SIMPLE) {
 221                 ret = _sdw_program_slave_port_params(bus, s_rt->slave,
 222                                                      t_params, dpn_prop->type);
 223                 if (ret < 0)
 224                         dev_err(&s_rt->slave->dev,
 225                                 "Transport reg write failed for port: %d\n",
 226                                 t_params->port_num);
 227         }
 228
 229         return ret;
 230 }
 231
 232 static int sdw_program_master_port_params(struct sdw_bus *bus,
 233                                           struct sdw_port_runtime *p_rt)
 234 {
 235         int ret;
 236
 237         /*
 238          * we need to set transport and port parameters for the port.
 239          * Transport parameters refers to the sample interval, offsets and
 240          * hstart/stop etc of the data. Port parameters refers to word
 241          * length, flow mode etc of the port
 242          */
 243         ret = bus->port_ops->dpn_set_port_transport_params(bus,
 244                                         &p_rt->transport_params,
 245                                         bus->params.next_bank);
 246         if (ret < 0)
 247                 return ret;
 248
 249         return bus->port_ops->dpn_set_port_params(bus,
 250                                                   &p_rt->port_params,
 251                                                   bus->params.next_bank);
 252 }
 253
 254 /**
 255  * sdw_program_port_params() - Programs transport parameters of Master(s)
 256  * and Slave(s)
 257  *
 258  * @m_rt: Master stream runtime
 259  */
 260 static int sdw_program_port_params(struct sdw_master_runtime *m_rt)
 261 {
 262         struct sdw_slave_runtime *s_rt = NULL;
 263         struct sdw_bus *bus = m_rt->bus;
 264         struct sdw_port_runtime *p_rt;
 265         int ret = 0;
 266
 267         /* Program transport & port parameters for Slave(s) */
 268         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
 269                 list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
 270                         ret = sdw_program_slave_port_params(bus, s_rt, p_rt);
 271                         if (ret < 0)
 272                                 return ret;
 273                 }
 274         }
 275
 276         /* Program transport & port parameters for Master(s) */
 277         list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
 278                 ret = sdw_program_master_port_params(bus, p_rt);
 279                 if (ret < 0)
 280                         return ret;
 281         }
 282
 283         return 0;
 284 }
 285
 286 /**
 287  * sdw_enable_disable_slave_ports: Enable/disable slave data port
 288  *
 289  * @bus: bus instance
 290  * @s_rt: slave runtime
 291  * @p_rt: port runtime
 292  * @en: enable or disable operation
 293  *
 294  * This function only sets the enable/disable bits in the relevant bank, the
 295  * actual enable/disable is done with a bank switch
 296  */
 297 static int sdw_enable_disable_slave_ports(struct sdw_bus *bus,
 298                                           struct sdw_slave_runtime *s_rt,
 299                                           struct sdw_port_runtime *p_rt,
 300                                           bool en)
 301 {
 302         struct sdw_transport_params *t_params = &p_rt->transport_params;
 303         u32 addr;
 304         int ret;
 305
 306         if (bus->params.next_bank)
 307                 addr = SDW_DPN_CHANNELEN_B1(p_rt->num);
 308         else
 309                 addr = SDW_DPN_CHANNELEN_B0(p_rt->num);
 310
 311         /*
 312          * Since bus doesn't support sharing a port across two streams,
 313          * it is safe to reset this register
 314          */
 315         if (en)
 316                 ret = sdw_update(s_rt->slave, addr, 0xFF, p_rt->ch_mask);
 317         else
 318                 ret = sdw_update(s_rt->slave, addr, 0xFF, 0x0);
 319
 320         if (ret < 0)
 321                 dev_err(&s_rt->slave->dev,
 322                         "Slave chn_en reg write failed:%d port:%d\n",
 323                         ret, t_params->port_num);
 324
 325         return ret;
 326 }
 327
 328 static int sdw_enable_disable_master_ports(struct sdw_master_runtime *m_rt,
 329                                            struct sdw_port_runtime *p_rt,
 330                                            bool en)
 331 {
 332         struct sdw_transport_params *t_params = &p_rt->transport_params;
 333         struct sdw_bus *bus = m_rt->bus;
 334         struct sdw_enable_ch enable_ch;
 335         int ret;
 336
 337         enable_ch.port_num = p_rt->num;
 338         enable_ch.ch_mask = p_rt->ch_mask;
 339         enable_ch.enable = en;
 340
 341         /* Perform Master port channel(s) enable/disable */
 342         if (bus->port_ops->dpn_port_enable_ch) {
 343                 ret = bus->port_ops->dpn_port_enable_ch(bus,
 344                                                         &enable_ch,
 345                                                         bus->params.next_bank);
 346                 if (ret < 0) {
 347                         dev_err(bus->dev,
 348                                 "Master chn_en write failed:%d port:%d\n",
 349                                 ret, t_params->port_num);
 350                         return ret;
 351                 }
 352         } else {
 353                 dev_err(bus->dev,
 354                         "dpn_port_enable_ch not supported, %s failed\n",
 355                         en ? "enable" : "disable");
 356                 return -EINVAL;
 357         }
 358
 359         return 0;
 360 }
 361
 362 /**
 363  * sdw_enable_disable_ports() - Enable/disable port(s) for Master and
 364  * Slave(s)
 365  *
 366  * @m_rt: Master stream runtime
 367  * @en: mode (enable/disable)
 368  */
 369 static int sdw_enable_disable_ports(struct sdw_master_runtime *m_rt, bool en)
 370 {
 371         struct sdw_port_runtime *s_port, *m_port;
 372         struct sdw_slave_runtime *s_rt;
 373         int ret = 0;
 374
 375         /* Enable/Disable Slave port(s) */
 376         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
 377                 list_for_each_entry(s_port, &s_rt->port_list, port_node) {
 378                         ret = sdw_enable_disable_slave_ports(m_rt->bus, s_rt,
 379                                                              s_port, en);
 380                         if (ret < 0)
 381                                 return ret;
 382                 }
 383         }
 384
 385         /* Enable/Disable Master port(s) */
 386         list_for_each_entry(m_port, &m_rt->port_list, port_node) {
 387                 ret = sdw_enable_disable_master_ports(m_rt, m_port, en);
 388                 if (ret < 0)
 389                         return ret;
 390         }
 391
 392         return 0;
 393 }
 394
 395 static int sdw_do_port_prep(struct sdw_slave_runtime *s_rt,
 396                             struct sdw_prepare_ch prep_ch,
 397                             enum sdw_port_prep_ops cmd)
 398 {
 399         const struct sdw_slave_ops *ops = s_rt->slave->ops;
 400         int ret;
 401
 402         if (ops->port_prep) {
 403                 ret = ops->port_prep(s_rt->slave, &prep_ch, cmd);
 404                 if (ret < 0) {
 405                         dev_err(&s_rt->slave->dev,
 406                                 "Slave Port Prep cmd %d failed: %d\n",
 407                                 cmd, ret);
 408                         return ret;
 409                 }
 410         }
 411
 412         return 0;
 413 }
 414
 415 static int sdw_prep_deprep_slave_ports(struct sdw_bus *bus,
 416                                        struct sdw_slave_runtime *s_rt,
 417                                        struct sdw_port_runtime *p_rt,
 418                                        bool prep)
 419 {
 420         struct completion *port_ready;
 421         struct sdw_dpn_prop *dpn_prop;
 422         struct sdw_prepare_ch prep_ch;
 423         bool intr = false;
 424         int ret = 0, val;
 425         u32 addr;
 426
 427         prep_ch.num = p_rt->num;
 428         prep_ch.ch_mask = p_rt->ch_mask;
 429
 430         dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
 431                                           s_rt->direction,
 432                                           prep_ch.num);
 433         if (!dpn_prop) {
 434                 dev_err(bus->dev,
 435                         "Slave Port:%d properties not found\n", prep_ch.num);
 436                 return -EINVAL;
 437         }
 438
 439         prep_ch.prepare = prep;
 440
 441         prep_ch.bank = bus->params.next_bank;
 442
 443         if (dpn_prop->imp_def_interrupts || !dpn_prop->simple_ch_prep_sm)
 444                 intr = true;
 445
 446         /*
 447          * Enable interrupt before Port prepare.
 448          * For Port de-prepare, it is assumed that port
 449          * was prepared earlier
 450          */
 451         if (prep && intr) {
 452                 ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
 453                                              dpn_prop->imp_def_interrupts);
 454                 if (ret < 0)
 455                         return ret;
 456         }
 457
 458         /* Inform slave about the impending port prepare */
 459         sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_PRE_PREP);
 460
 461         /* Prepare Slave port implementing CP_SM */
 462         if (!dpn_prop->simple_ch_prep_sm) {
 463                 addr = SDW_DPN_PREPARECTRL(p_rt->num);
 464
 465                 if (prep)
 466                         ret = sdw_update(s_rt->slave, addr,
 467                                          0xFF, p_rt->ch_mask);
 468                 else
 469                         ret = sdw_update(s_rt->slave, addr, 0xFF, 0x0);
 470
 471                 if (ret < 0) {
 472                         dev_err(&s_rt->slave->dev,
 473                                 "Slave prep_ctrl reg write failed\n");
 474                         return ret;
 475                 }
 476
 477                 /* Wait for completion on port ready */
 478                 port_ready = &s_rt->slave->port_ready[prep_ch.num];
 479                 wait_for_completion_timeout(port_ready,
 480                         msecs_to_jiffies(dpn_prop->ch_prep_timeout));
 481
 482                 val = sdw_read(s_rt->slave, SDW_DPN_PREPARESTATUS(p_rt->num));
 483                 if ((val < 0) || (val & p_rt->ch_mask)) {
 484                         ret = (val < 0) ? val : -ETIMEDOUT;
 485                         dev_err(&s_rt->slave->dev,
 486                                 "Chn prep failed for port %d: %d\n", prep_ch.num, ret);
 487                         return ret;
 488                 }
 489         }
 490
 491         /* Inform slaves about ports prepared */
 492         sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_POST_PREP);
 493
 494         /* Disable interrupt after Port de-prepare */
 495         if (!prep && intr)
 496                 ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
 497                                              dpn_prop->imp_def_interrupts);
 498
 499         return ret;
 500 }
 501
 502 static int sdw_prep_deprep_master_ports(struct sdw_master_runtime *m_rt,
 503                                         struct sdw_port_runtime *p_rt,
 504                                         bool prep)
 505 {
 506         struct sdw_transport_params *t_params = &p_rt->transport_params;
 507         struct sdw_bus *bus = m_rt->bus;
 508         const struct sdw_master_port_ops *ops = bus->port_ops;
 509         struct sdw_prepare_ch prep_ch;
 510         int ret = 0;
 511
 512         prep_ch.num = p_rt->num;
 513         prep_ch.ch_mask = p_rt->ch_mask;
 514         prep_ch.prepare = prep; /* Prepare/De-prepare */
 515         prep_ch.bank = bus->params.next_bank;
 516
 517         /* Pre-prepare/Pre-deprepare port(s) */
 518         if (ops->dpn_port_prep) {
 519                 ret = ops->dpn_port_prep(bus, &prep_ch);
 520                 if (ret < 0) {
 521                         dev_err(bus->dev, "Port prepare failed for port:%d\n",
 522                                 t_params->port_num);
 523                         return ret;
 524                 }
 525         }
 526
 527         return ret;
 528 }
 529
 530 /**
 531  * sdw_prep_deprep_ports() - Prepare/De-prepare port(s) for Master(s) and
 532  * Slave(s)
 533  *
 534  * @m_rt: Master runtime handle
 535  * @prep: Prepare or De-prepare
 536  */
 537 static int sdw_prep_deprep_ports(struct sdw_master_runtime *m_rt, bool prep)
 538 {
 539         struct sdw_slave_runtime *s_rt;
 540         struct sdw_port_runtime *p_rt;
 541         int ret = 0;
 542
 543         /* Prepare/De-prepare Slave port(s) */
 544         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
 545                 list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
 546                         ret = sdw_prep_deprep_slave_ports(m_rt->bus, s_rt,
 547                                                           p_rt, prep);
 548                         if (ret < 0)
 549                                 return ret;
 550                 }
 551         }
 552
 553         /* Prepare/De-prepare Master port(s) */
 554         list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
 555                 ret = sdw_prep_deprep_master_ports(m_rt, p_rt, prep);
 556                 if (ret < 0)
 557                         return ret;
 558         }
 559
 560         return ret;
 561 }
 562
 563 /**
 564  * sdw_notify_config() - Notify bus configuration
 565  *
 566  * @m_rt: Master runtime handle
 567  *
 568  * This function notifies the Master(s) and Slave(s) of the
 569  * new bus configuration.
 570  */
 571 static int sdw_notify_config(struct sdw_master_runtime *m_rt)
 572 {
 573         struct sdw_slave_runtime *s_rt;
 574         struct sdw_bus *bus = m_rt->bus;
 575         struct sdw_slave *slave;
 576         int ret = 0;
 577
 578         if (bus->ops->set_bus_conf) {
 579                 ret = bus->ops->set_bus_conf(bus, &bus->params);
 580                 if (ret < 0)
 581                         return ret;
 582         }
 583
 584         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
 585                 slave = s_rt->slave;
 586
 587                 if (slave->ops->bus_config) {
 588                         ret = slave->ops->bus_config(slave, &bus->params);
 589                         if (ret < 0)
 590                                 dev_err(bus->dev, "Notify Slave: %d failed\n",
 591                                         slave->dev_num);
 592                         return ret;
 593                 }
 594         }
 595
 596         return ret;
 597 }
 598
 599 /**
 600  * sdw_program_params() - Program transport and port parameters for Master(s)
 601  * and Slave(s)
 602  *
 603  * @bus: SDW bus instance
 604  */
 605 static int sdw_program_params(struct sdw_bus *bus)
 606 {
 607         struct sdw_master_runtime *m_rt;
 608         int ret = 0;
 609
 610         list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
 611                 ret = sdw_program_port_params(m_rt);
 612                 if (ret < 0) {
 613                         dev_err(bus->dev,
 614                                 "Program transport params failed: %d\n", ret);
 615                         return ret;
 616                 }
 617
 618                 ret = sdw_notify_config(m_rt);
 619                 if (ret < 0) {
 620                         dev_err(bus->dev,
 621                                 "Notify bus config failed: %d\n", ret);
 622                         return ret;
 623                 }
 624
 625                 /* Enable port(s) on alternate bank for all active streams */
 626                 if (m_rt->stream->state != SDW_STREAM_ENABLED)
 627                         continue;
 628
 629                 ret = sdw_enable_disable_ports(m_rt, true);
 630                 if (ret < 0) {
 631                         dev_err(bus->dev, "Enable channel failed: %d\n", ret);
 632                         return ret;
 633                 }
 634         }
 635
 636         return ret;
 637 }
 638
 639 static int sdw_bank_switch(struct sdw_bus *bus, int m_rt_count)
 640 {
 641         int col_index, row_index;
 642         bool multi_link;
 643         struct sdw_msg *wr_msg;
 644         u8 *wbuf;
 645         int ret;
 646         u16 addr;
 647
 648         wr_msg = kzalloc(sizeof(*wr_msg), GFP_KERNEL);
 649         if (!wr_msg)
 650                 return -ENOMEM;
 651
 652         bus->defer_msg.msg = wr_msg;
 653
 654         wbuf = kzalloc(sizeof(*wbuf), GFP_KERNEL);
 655         if (!wbuf) {
 656                 ret = -ENOMEM;
 657                 goto error_1;
 658         }
 659
 660         /* Get row and column index to program register */
 661         col_index = sdw_find_col_index(bus->params.col);
 662         row_index = sdw_find_row_index(bus->params.row);
 663         wbuf[0] = col_index | (row_index << 3);
 664
 665         if (bus->params.next_bank)
 666                 addr = SDW_SCP_FRAMECTRL_B1;
 667         else
 668                 addr = SDW_SCP_FRAMECTRL_B0;
 669
 670         sdw_fill_msg(wr_msg, NULL, addr, 1, SDW_BROADCAST_DEV_NUM,
 671                      SDW_MSG_FLAG_WRITE, wbuf);
 672         wr_msg->ssp_sync = true;
 673
 674         /*
 675          * Set the multi_link flag only when both the hardware supports
 676          * and there is a stream handled by multiple masters
 677          */
 678         multi_link = bus->multi_link && (m_rt_count > 1);
 679
 680         if (multi_link)
 681                 ret = sdw_transfer_defer(bus, wr_msg, &bus->defer_msg);
 682         else
 683                 ret = sdw_transfer(bus, wr_msg);
 684
 685         if (ret < 0) {
 686                 dev_err(bus->dev, "Slave frame_ctrl reg write failed\n");
 687                 goto error;
 688         }
 689
 690         if (!multi_link) {
 691                 kfree(wr_msg);
 692                 kfree(wbuf);
 693                 bus->defer_msg.msg = NULL;
 694                 bus->params.curr_bank = !bus->params.curr_bank;
 695                 bus->params.next_bank = !bus->params.next_bank;
 696         }
 697
 698         return 0;
 699
 700 error:
 701         kfree(wbuf);
 702 error_1:
 703         kfree(wr_msg);
 704         bus->defer_msg.msg = NULL;
 705         return ret;
 706 }
 707
 708 /**
 709  * sdw_ml_sync_bank_switch: Multilink register bank switch
 710  *
 711  * @bus: SDW bus instance
 712  *
 713  * Caller function should free the buffers on error
 714  */
 715 static int sdw_ml_sync_bank_switch(struct sdw_bus *bus)
 716 {
 717         unsigned long time_left;
 718
 719         if (!bus->multi_link)
 720                 return 0;
 721
 722         /* Wait for completion of transfer */
 723         time_left = wait_for_completion_timeout(&bus->defer_msg.complete,
 724                                                 bus->bank_switch_timeout);
 725
 726         if (!time_left) {
 727                 dev_err(bus->dev, "Controller Timed out on bank switch\n");
 728                 return -ETIMEDOUT;
 729         }
 730
 731         bus->params.curr_bank = !bus->params.curr_bank;
 732         bus->params.next_bank = !bus->params.next_bank;
 733
 734         if (bus->defer_msg.msg) {
 735                 kfree(bus->defer_msg.msg->buf);
 736                 kfree(bus->defer_msg.msg);
 737         }
 738
 739         return 0;
 740 }
 741
 742 static int do_bank_switch(struct sdw_stream_runtime *stream)
 743 {
 744         struct sdw_master_runtime *m_rt;
 745         const struct sdw_master_ops *ops;
 746         struct sdw_bus *bus;
 747         bool multi_link = false;
 748         int ret = 0;
 749
 750         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 751                 bus = m_rt->bus;
 752                 ops = bus->ops;
 753
 754                 if (bus->multi_link) {
 755                         multi_link = true;
 756                         mutex_lock(&bus->msg_lock);
 757                 }
 758
 759                 /* Pre-bank switch */
 760                 if (ops->pre_bank_switch) {
 761                         ret = ops->pre_bank_switch(bus);
 762                         if (ret < 0) {
 763                                 dev_err(bus->dev,
 764                                         "Pre bank switch op failed: %d\n", ret);
 765                                 goto msg_unlock;
 766                         }
 767                 }
 768
 769                 /*
 770                  * Perform Bank switch operation.
 771                  * For multi link cases, the actual bank switch is
 772                  * synchronized across all Masters and happens later as a
 773                  * part of post_bank_switch ops.
 774                  */
 775                 ret = sdw_bank_switch(bus, stream->m_rt_count);
 776                 if (ret < 0) {
 777                         dev_err(bus->dev, "Bank switch failed: %d\n", ret);
 778                         goto error;
 779                 }
 780         }
 781
 782         /*
 783          * For multi link cases, it is expected that the bank switch is
 784          * triggered by the post_bank_switch for the first Master in the list
 785          * and for the other Masters the post_bank_switch() should return doing
 786          * nothing.
 787          */
 788         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 789                 bus = m_rt->bus;
 790                 ops = bus->ops;
 791
 792                 /* Post-bank switch */
 793                 if (ops->post_bank_switch) {
 794                         ret = ops->post_bank_switch(bus);
 795                         if (ret < 0) {
 796                                 dev_err(bus->dev,
 797                                         "Post bank switch op failed: %d\n",
 798                                         ret);
 799                                 goto error;
 800                         }
 801                 } else if (bus->multi_link && stream->m_rt_count > 1) {
 802                         dev_err(bus->dev,
 803                                 "Post bank switch ops not implemented\n");
 804                         goto error;
 805                 }
 806
 807                 /* Set the bank switch timeout to default, if not set */
 808                 if (!bus->bank_switch_timeout)
 809                         bus->bank_switch_timeout = DEFAULT_BANK_SWITCH_TIMEOUT;
 810
 811                 /* Check if bank switch was successful */
 812                 ret = sdw_ml_sync_bank_switch(bus);
 813                 if (ret < 0) {
 814                         dev_err(bus->dev,
 815                                 "multi link bank switch failed: %d\n", ret);
 816                         goto error;
 817                 }
 818
 819                 if (bus->multi_link)
 820                         mutex_unlock(&bus->msg_lock);
 821         }
 822
 823         return ret;
 824
 825 error:
 826         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 827                 bus = m_rt->bus;
 828                 if (bus->defer_msg.msg) {
 829                         kfree(bus->defer_msg.msg->buf);
 830                         kfree(bus->defer_msg.msg);
 831                 }
 832         }
 833
 834 msg_unlock:
 835
 836         if (multi_link) {
 837                 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 838                         bus = m_rt->bus;
 839                         if (mutex_is_locked(&bus->msg_lock))
 840                                 mutex_unlock(&bus->msg_lock);
 841                 }
 842         }
 843
 844         return ret;
 845 }
 846
 847 /**
 848  * sdw_release_stream() - Free the assigned stream runtime
 849  *
 850  * @stream: SoundWire stream runtime
 851  *
 852  * sdw_release_stream should be called only once per stream
 853  */
 854 void sdw_release_stream(struct sdw_stream_runtime *stream)
 855 {
 856         kfree(stream);
 857 }
 858 EXPORT_SYMBOL(sdw_release_stream);
 859
 860 /**
 861  * sdw_alloc_stream() - Allocate and return stream runtime
 862  *
 863  * @stream_name: SoundWire stream name
 864  *
 865  * Allocates a SoundWire stream runtime instance.
 866  * sdw_alloc_stream should be called only once per stream. Typically
 867  * invoked from ALSA/ASoC machine/platform driver.
 868  */
 869 struct sdw_stream_runtime *sdw_alloc_stream(const char *stream_name)
 870 {
 871         struct sdw_stream_runtime *stream;
 872
 873         stream = kzalloc(sizeof(*stream), GFP_KERNEL);
 874         if (!stream)
 875                 return NULL;
 876
 877         stream->name = stream_name;
 878         INIT_LIST_HEAD(&stream->master_list);
 879         stream->state = SDW_STREAM_ALLOCATED;
 880         stream->m_rt_count = 0;
 881
 882         return stream;
 883 }
 884 EXPORT_SYMBOL(sdw_alloc_stream);
 885
 886 static struct sdw_master_runtime
 887 *sdw_find_master_rt(struct sdw_bus *bus,
 888                     struct sdw_stream_runtime *stream)
 889 {
 890         struct sdw_master_runtime *m_rt;
 891
 892         /* Retrieve Bus handle if already available */
 893         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 894                 if (m_rt->bus == bus)
 895                         return m_rt;
 896         }
 897
 898         return NULL;
 899 }
 900
 901 /**
 902  * sdw_alloc_master_rt() - Allocates and initialize Master runtime handle
 903  *
 904  * @bus: SDW bus instance
 905  * @stream_config: Stream configuration
 906  * @stream: Stream runtime handle.
 907  *
 908  * This function is to be called with bus_lock held.
 909  */
 910 static struct sdw_master_runtime
 911 *sdw_alloc_master_rt(struct sdw_bus *bus,
 912                      struct sdw_stream_config *stream_config,
 913                      struct sdw_stream_runtime *stream)
 914 {
 915         struct sdw_master_runtime *m_rt;
 916
 917         /*
 918          * check if Master is already allocated (as a result of Slave adding
 919          * it first), if so skip allocation and go to configure
 920          */
 921         m_rt = sdw_find_master_rt(bus, stream);
 922         if (m_rt)
 923                 goto stream_config;
 924
 925         m_rt = kzalloc(sizeof(*m_rt), GFP_KERNEL);
 926         if (!m_rt)
 927                 return NULL;
 928
 929         /* Initialization of Master runtime handle */
 930         INIT_LIST_HEAD(&m_rt->port_list);
 931         INIT_LIST_HEAD(&m_rt->slave_rt_list);
 932         list_add_tail(&m_rt->stream_node, &stream->master_list);
 933
 934         list_add_tail(&m_rt->bus_node, &bus->m_rt_list);
 935
 936 stream_config:
 937         m_rt->ch_count = stream_config->ch_count;
 938         m_rt->bus = bus;
 939         m_rt->stream = stream;
 940         m_rt->direction = stream_config->direction;
 941
 942         return m_rt;
 943 }
 944
 945 /**
 946  * sdw_alloc_slave_rt() - Allocate and initialize Slave runtime handle.
 947  *
 948  * @slave: Slave handle
 949  * @stream_config: Stream configuration
 950  * @stream: Stream runtime handle
 951  *
 952  * This function is to be called with bus_lock held.
 953  */
 954 static struct sdw_slave_runtime
 955 *sdw_alloc_slave_rt(struct sdw_slave *slave,
 956                     struct sdw_stream_config *stream_config,
 957                     struct sdw_stream_runtime *stream)
 958 {
 959         struct sdw_slave_runtime *s_rt;
 960
 961         s_rt = kzalloc(sizeof(*s_rt), GFP_KERNEL);
 962         if (!s_rt)
 963                 return NULL;
 964
 965         INIT_LIST_HEAD(&s_rt->port_list);
 966         s_rt->ch_count = stream_config->ch_count;
 967         s_rt->direction = stream_config->direction;
 968         s_rt->slave = slave;
 969
 970         return s_rt;
 971 }
 972
 973 static void sdw_master_port_release(struct sdw_bus *bus,
 974                                     struct sdw_master_runtime *m_rt)
 975 {
 976         struct sdw_port_runtime *p_rt, *_p_rt;
 977
 978         list_for_each_entry_safe(p_rt, _p_rt, &m_rt->port_list, port_node) {
 979                 list_del(&p_rt->port_node);
 980                 kfree(p_rt);
 981         }
 982 }
 983
 984 static void sdw_slave_port_release(struct sdw_bus *bus,
 985                                    struct sdw_slave *slave,
 986                                    struct sdw_stream_runtime *stream)
 987 {
 988         struct sdw_port_runtime *p_rt, *_p_rt;
 989         struct sdw_master_runtime *m_rt;
 990         struct sdw_slave_runtime *s_rt;
 991
 992         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 993                 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
 994                         if (s_rt->slave != slave)
 995                                 continue;
 996
 997                         list_for_each_entry_safe(p_rt, _p_rt,
 998                                                  &s_rt->port_list, port_node) {
 999                                 list_del(&p_rt->port_node);
1000                                 kfree(p_rt);
1001                         }
1002                 }
1003         }
1004 }
1005
1006 /**
1007  * sdw_release_slave_stream() - Free Slave(s) runtime handle
1008  *
1009  * @slave: Slave handle.
1010  * @stream: Stream runtime handle.
1011  *
1012  * This function is to be called with bus_lock held.
1013  */
1014 static void sdw_release_slave_stream(struct sdw_slave *slave,
1015                                      struct sdw_stream_runtime *stream)
1016 {
1017         struct sdw_slave_runtime *s_rt, *_s_rt;
1018         struct sdw_master_runtime *m_rt;
1019
1020         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1021                 /* Retrieve Slave runtime handle */
1022                 list_for_each_entry_safe(s_rt, _s_rt,
1023                                          &m_rt->slave_rt_list, m_rt_node) {
1024                         if (s_rt->slave == slave) {
1025                                 list_del(&s_rt->m_rt_node);
1026                                 kfree(s_rt);
1027                                 return;
1028                         }
1029                 }
1030         }
1031 }
1032
1033 /**
1034  * sdw_release_master_stream() - Free Master runtime handle
1035  *
1036  * @m_rt: Master runtime node
1037  * @stream: Stream runtime handle.
1038  *
1039  * This function is to be called with bus_lock held
1040  * It frees the Master runtime handle and associated Slave(s) runtime
1041  * handle. If this is called first then sdw_release_slave_stream() will have
1042  * no effect as Slave(s) runtime handle would already be freed up.
1043  */
1044 static void sdw_release_master_stream(struct sdw_master_runtime *m_rt,
1045                                       struct sdw_stream_runtime *stream)
1046 {
1047         struct sdw_slave_runtime *s_rt, *_s_rt;
1048
1049         list_for_each_entry_safe(s_rt, _s_rt, &m_rt->slave_rt_list, m_rt_node) {
1050                 sdw_slave_port_release(s_rt->slave->bus, s_rt->slave, stream);
1051                 sdw_release_slave_stream(s_rt->slave, stream);
1052         }
1053
1054         list_del(&m_rt->stream_node);
1055         list_del(&m_rt->bus_node);
1056         kfree(m_rt);
1057 }
1058
1059 /**
1060  * sdw_stream_remove_master() - Remove master from sdw_stream
1061  *
1062  * @bus: SDW Bus instance
1063  * @stream: SoundWire stream
1064  *
1065  * This removes and frees port_rt and master_rt from a stream
1066  */
1067 int sdw_stream_remove_master(struct sdw_bus *bus,
1068                              struct sdw_stream_runtime *stream)
1069 {
1070         struct sdw_master_runtime *m_rt, *_m_rt;
1071
1072         mutex_lock(&bus->bus_lock);
1073
1074         list_for_each_entry_safe(m_rt, _m_rt,
1075                                  &stream->master_list, stream_node) {
1076                 if (m_rt->bus != bus)
1077                         continue;
1078
1079                 sdw_master_port_release(bus, m_rt);
1080                 sdw_release_master_stream(m_rt, stream);
1081                 stream->m_rt_count--;
1082         }
1083
1084         if (list_empty(&stream->master_list))
1085                 stream->state = SDW_STREAM_RELEASED;
1086
1087         mutex_unlock(&bus->bus_lock);
1088
1089         return 0;
1090 }
1091 EXPORT_SYMBOL(sdw_stream_remove_master);
1092
1093 /**
1094  * sdw_stream_remove_slave() - Remove slave from sdw_stream
1095  *
1096  * @slave: SDW Slave instance
1097  * @stream: SoundWire stream
1098  *
1099  * This removes and frees port_rt and slave_rt from a stream
1100  */
1101 int sdw_stream_remove_slave(struct sdw_slave *slave,
1102                             struct sdw_stream_runtime *stream)
1103 {
1104         mutex_lock(&slave->bus->bus_lock);
1105
1106         sdw_slave_port_release(slave->bus, slave, stream);
1107         sdw_release_slave_stream(slave, stream);
1108
1109         mutex_unlock(&slave->bus->bus_lock);
1110
1111         return 0;
1112 }
1113 EXPORT_SYMBOL(sdw_stream_remove_slave);
1114
1115 /**
1116  * sdw_config_stream() - Configure the allocated stream
1117  *
1118  * @dev: SDW device
1119  * @stream: SoundWire stream
1120  * @stream_config: Stream configuration for audio stream
1121  * @is_slave: is API called from Slave or Master
1122  *
1123  * This function is to be called with bus_lock held.
1124  */
1125 static int sdw_config_stream(struct device *dev,
1126                              struct sdw_stream_runtime *stream,
1127                              struct sdw_stream_config *stream_config,
1128                              bool is_slave)
1129 {
1130         /*
1131          * Update the stream rate, channel and bps based on data
1132          * source. For more than one data source (multilink),
1133          * match the rate, bps, stream type and increment number of channels.
1134          *
1135          * If rate/bps is zero, it means the values are not set, so skip
1136          * comparison and allow the value to be set and stored in stream
1137          */
1138         if (stream->params.rate &&
1139             stream->params.rate != stream_config->frame_rate) {
1140                 dev_err(dev, "rate not matching, stream:%s\n", stream->name);
1141                 return -EINVAL;
1142         }
1143
1144         if (stream->params.bps &&
1145             stream->params.bps != stream_config->bps) {
1146                 dev_err(dev, "bps not matching, stream:%s\n", stream->name);
1147                 return -EINVAL;
1148         }
1149
1150         stream->type = stream_config->type;
1151         stream->params.rate = stream_config->frame_rate;
1152         stream->params.bps = stream_config->bps;
1153
1154         /* TODO: Update this check during Device-device support */
1155         if (is_slave)
1156                 stream->params.ch_count += stream_config->ch_count;
1157
1158         return 0;
1159 }
1160
1161 static int sdw_is_valid_port_range(struct device *dev,
1162                                    struct sdw_port_runtime *p_rt)
1163 {
1164         if (!SDW_VALID_PORT_RANGE(p_rt->num)) {
1165                 dev_err(dev,
1166                         "SoundWire: Invalid port number :%d\n", p_rt->num);
1167                 return -EINVAL;
1168         }
1169
1170         return 0;
1171 }
1172
1173 static struct sdw_port_runtime
1174 *sdw_port_alloc(struct device *dev,
1175                 struct sdw_port_config *port_config,
1176                 int port_index)
1177 {
1178         struct sdw_port_runtime *p_rt;
1179
1180         p_rt = kzalloc(sizeof(*p_rt), GFP_KERNEL);
1181         if (!p_rt)
1182                 return NULL;
1183
1184         p_rt->ch_mask = port_config[port_index].ch_mask;
1185         p_rt->num = port_config[port_index].num;
1186
1187         return p_rt;
1188 }
1189
1190 static int sdw_master_port_config(struct sdw_bus *bus,
1191                                   struct sdw_master_runtime *m_rt,
1192                                   struct sdw_port_config *port_config,
1193                                   unsigned int num_ports)
1194 {
1195         struct sdw_port_runtime *p_rt;
1196         int i;
1197
1198         /* Iterate for number of ports to perform initialization */
1199         for (i = 0; i < num_ports; i++) {
1200                 p_rt = sdw_port_alloc(bus->dev, port_config, i);
1201                 if (!p_rt)
1202                         return -ENOMEM;
1203
1204                 /*
1205                  * TODO: Check port capabilities for requested
1206                  * configuration (audio mode support)
1207                  */
1208
1209                 list_add_tail(&p_rt->port_node, &m_rt->port_list);
1210         }
1211
1212         return 0;
1213 }
1214
1215 static int sdw_slave_port_config(struct sdw_slave *slave,
1216                                  struct sdw_slave_runtime *s_rt,
1217                                  struct sdw_port_config *port_config,
1218                                  unsigned int num_config)
1219 {
1220         struct sdw_port_runtime *p_rt;
1221         int i, ret;
1222
1223         /* Iterate for number of ports to perform initialization */
1224         for (i = 0; i < num_config; i++) {
1225                 p_rt = sdw_port_alloc(&slave->dev, port_config, i);
1226                 if (!p_rt)
1227                         return -ENOMEM;
1228
1229                 /*
1230                  * TODO: Check valid port range as defined by DisCo/
1231                  * slave
1232                  */
1233                 ret = sdw_is_valid_port_range(&slave->dev, p_rt);
1234                 if (ret < 0) {
1235                         kfree(p_rt);
1236                         return ret;
1237                 }
1238
1239                 /*
1240                  * TODO: Check port capabilities for requested
1241                  * configuration (audio mode support)
1242                  */
1243
1244                 list_add_tail(&p_rt->port_node, &s_rt->port_list);
1245         }
1246
1247         return 0;
1248 }
1249
1250 /**
1251  * sdw_stream_add_master() - Allocate and add master runtime to a stream
1252  *
1253  * @bus: SDW Bus instance
1254  * @stream_config: Stream configuration for audio stream
1255  * @port_config: Port configuration for audio stream
1256  * @num_ports: Number of ports
1257  * @stream: SoundWire stream
1258  */
1259 int sdw_stream_add_master(struct sdw_bus *bus,
1260                           struct sdw_stream_config *stream_config,
1261                           struct sdw_port_config *port_config,
1262                           unsigned int num_ports,
1263                           struct sdw_stream_runtime *stream)
1264 {
1265         struct sdw_master_runtime *m_rt;
1266         int ret;
1267
1268         mutex_lock(&bus->bus_lock);
1269
1270         /*
1271          * For multi link streams, add the second master only if
1272          * the bus supports it.
1273          * Check if bus->multi_link is set
1274          */
1275         if (!bus->multi_link && stream->m_rt_count > 0) {
1276                 dev_err(bus->dev,
1277                         "Multilink not supported, link %d\n", bus->link_id);
1278                 ret = -EINVAL;
1279                 goto unlock;
1280         }
1281
1282         m_rt = sdw_alloc_master_rt(bus, stream_config, stream);
1283         if (!m_rt) {
1284                 dev_err(bus->dev,
1285                         "Master runtime config failed for stream:%s\n",
1286                         stream->name);
1287                 ret = -ENOMEM;
1288                 goto unlock;
1289         }
1290
1291         ret = sdw_config_stream(bus->dev, stream, stream_config, false);
1292         if (ret)
1293                 goto stream_error;
1294
1295         ret = sdw_master_port_config(bus, m_rt, port_config, num_ports);
1296         if (ret)
1297                 goto stream_error;
1298
1299         stream->m_rt_count++;
1300
1301         goto unlock;
1302
1303 stream_error:
1304         sdw_release_master_stream(m_rt, stream);
1305 unlock:
1306         mutex_unlock(&bus->bus_lock);
1307         return ret;
1308 }
1309 EXPORT_SYMBOL(sdw_stream_add_master);
1310
1311 /**
1312  * sdw_stream_add_slave() - Allocate and add master/slave runtime to a stream
1313  *
1314  * @slave: SDW Slave instance
1315  * @stream_config: Stream configuration for audio stream
1316  * @stream: SoundWire stream
1317  * @port_config: Port configuration for audio stream
1318  * @num_ports: Number of ports
1319  *
1320  * It is expected that Slave is added before adding Master
1321  * to the Stream.
1322  *
1323  */
1324 int sdw_stream_add_slave(struct sdw_slave *slave,
1325                          struct sdw_stream_config *stream_config,
1326                          struct sdw_port_config *port_config,
1327                          unsigned int num_ports,
1328                          struct sdw_stream_runtime *stream)
1329 {
1330         struct sdw_slave_runtime *s_rt;
1331         struct sdw_master_runtime *m_rt;
1332         int ret;
1333
1334         mutex_lock(&slave->bus->bus_lock);
1335
1336         /*
1337          * If this API is invoked by Slave first then m_rt is not valid.
1338          * So, allocate m_rt and add Slave to it.
1339          */
1340         m_rt = sdw_alloc_master_rt(slave->bus, stream_config, stream);
1341         if (!m_rt) {
1342                 dev_err(&slave->dev,
1343                         "alloc master runtime failed for stream:%s\n",
1344                         stream->name);
1345                 ret = -ENOMEM;
1346                 goto error;
1347         }
1348
1349         s_rt = sdw_alloc_slave_rt(slave, stream_config, stream);
1350         if (!s_rt) {
1351                 dev_err(&slave->dev,
1352                         "Slave runtime config failed for stream:%s\n",
1353                         stream->name);
1354                 ret = -ENOMEM;
1355                 goto stream_error;
1356         }
1357
1358         ret = sdw_config_stream(&slave->dev, stream, stream_config, true);
1359         if (ret) {
1360                 /*
1361                  * sdw_release_master_stream will release s_rt in slave_rt_list in
1362                  * stream_error case, but s_rt is only added to slave_rt_list
1363                  * when sdw_config_stream is successful, so free s_rt explicitly
1364                  * when sdw_config_stream is failed.
1365                  */
1366                 kfree(s_rt);
1367                 goto stream_error;
1368         }
1369
1370         list_add_tail(&s_rt->m_rt_node, &m_rt->slave_rt_list);
1371
1372         ret = sdw_slave_port_config(slave, s_rt, port_config, num_ports);
1373         if (ret)
1374                 goto stream_error;
1375
1376         /*
1377          * Change stream state to CONFIGURED on first Slave add.
1378          * Bus is not aware of number of Slave(s) in a stream at this
1379          * point so cannot depend on all Slave(s) to be added in order to
1380          * change stream state to CONFIGURED.
1381          */
1382         stream->state = SDW_STREAM_CONFIGURED;
1383         goto error;
1384
1385 stream_error:
1386         /*
1387          * we hit error so cleanup the stream, release all Slave(s) and
1388          * Master runtime
1389          */
1390         sdw_release_master_stream(m_rt, stream);
1391 error:
1392         mutex_unlock(&slave->bus->bus_lock);
1393         return ret;
1394 }
1395 EXPORT_SYMBOL(sdw_stream_add_slave);
1396
1397 /**
1398  * sdw_get_slave_dpn_prop() - Get Slave port capabilities
1399  *
1400  * @slave: Slave handle
1401  * @direction: Data direction.
1402  * @port_num: Port number
1403  */
1404 struct sdw_dpn_prop *sdw_get_slave_dpn_prop(struct sdw_slave *slave,
1405                                             enum sdw_data_direction direction,
1406                                             unsigned int port_num)
1407 {
1408         struct sdw_dpn_prop *dpn_prop;
1409         u8 num_ports;
1410         int i;
1411
1412         if (direction == SDW_DATA_DIR_TX) {
1413                 num_ports = hweight32(slave->prop.source_ports);
1414                 dpn_prop = slave->prop.src_dpn_prop;
1415         } else {
1416                 num_ports = hweight32(slave->prop.sink_ports);
1417                 dpn_prop = slave->prop.sink_dpn_prop;
1418         }
1419
1420         for (i = 0; i < num_ports; i++) {
1421                 if (dpn_prop[i].num == port_num)
1422                         return &dpn_prop[i];
1423         }
1424
1425         return NULL;
1426 }
1427
1428 /**
1429  * sdw_acquire_bus_lock: Acquire bus lock for all Master runtime(s)
1430  *
1431  * @stream: SoundWire stream
1432  *
1433  * Acquire bus_lock for each of the master runtime(m_rt) part of this
1434  * stream to reconfigure the bus.
1435  * NOTE: This function is called from SoundWire stream ops and is
1436  * expected that a global lock is held before acquiring bus_lock.
1437  */
1438 static void sdw_acquire_bus_lock(struct sdw_stream_runtime *stream)
1439 {
1440         struct sdw_master_runtime *m_rt;
1441         struct sdw_bus *bus = NULL;
1442
1443         /* Iterate for all Master(s) in Master list */
1444         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1445                 bus = m_rt->bus;
1446
1447                 mutex_lock(&bus->bus_lock);
1448         }
1449 }
1450
1451 /**
1452  * sdw_release_bus_lock: Release bus lock for all Master runtime(s)
1453  *
1454  * @stream: SoundWire stream
1455  *
1456  * Release the previously held bus_lock after reconfiguring the bus.
1457  * NOTE: This function is called from SoundWire stream ops and is
1458  * expected that a global lock is held before releasing bus_lock.
1459  */
1460 static void sdw_release_bus_lock(struct sdw_stream_runtime *stream)
1461 {
1462         struct sdw_master_runtime *m_rt = NULL;
1463         struct sdw_bus *bus = NULL;
1464
1465         /* Iterate for all Master(s) in Master list */
1466         list_for_each_entry_reverse(m_rt, &stream->master_list, stream_node) {
1467                 bus = m_rt->bus;
1468                 mutex_unlock(&bus->bus_lock);
1469         }
1470 }
1471
1472 static int _sdw_prepare_stream(struct sdw_stream_runtime *stream)
1473 {
1474         struct sdw_master_runtime *m_rt;
1475         struct sdw_bus *bus = NULL;
1476         struct sdw_master_prop *prop;
1477         struct sdw_bus_params params;
1478         int ret;
1479
1480         /* Prepare  Master(s) and Slave(s) port(s) associated with stream */
1481         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1482                 bus = m_rt->bus;
1483                 prop = &bus->prop;
1484                 memcpy(&params, &bus->params, sizeof(params));
1485
1486                 /* TODO: Support Asynchronous mode */
1487                 if ((prop->max_clk_freq % stream->params.rate) != 0) {
1488                         dev_err(bus->dev, "Async mode not supported\n");
1489                         return -EINVAL;
1490                 }
1491
1492                 /* Increment cumulative bus bandwidth */
1493                 /* TODO: Update this during Device-Device support */
1494                 bus->params.bandwidth += m_rt->stream->params.rate *
1495                         m_rt->ch_count * m_rt->stream->params.bps;
1496
1497                 /* Compute params */
1498                 if (bus->compute_params) {
1499                         ret = bus->compute_params(bus);
1500                         if (ret < 0) {
1501                                 dev_err(bus->dev, "Compute params failed: %d",
1502                                         ret);
1503                                 return ret;
1504                         }
1505                 }
1506
1507                 /* Program params */
1508                 ret = sdw_program_params(bus);
1509                 if (ret < 0) {
1510                         dev_err(bus->dev, "Program params failed: %d\n", ret);
1511                         goto restore_params;
1512                 }
1513         }
1514
1515         if (!bus) {
1516                 pr_err("Configuration error in %s\n", __func__);
1517                 return -EINVAL;
1518         }
1519
1520         ret = do_bank_switch(stream);
1521         if (ret < 0) {
1522                 dev_err(bus->dev, "Bank switch failed: %d\n", ret);
1523                 goto restore_params;
1524         }
1525
1526         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1527                 bus = m_rt->bus;
1528
1529                 /* Prepare port(s) on the new clock configuration */
1530                 ret = sdw_prep_deprep_ports(m_rt, true);
1531                 if (ret < 0) {
1532                         dev_err(bus->dev, "Prepare port(s) failed ret = %d\n",
1533                                 ret);
1534                         return ret;
1535                 }
1536         }
1537
1538         stream->state = SDW_STREAM_PREPARED;
1539
1540         return ret;
1541
1542 restore_params:
1543         memcpy(&bus->params, &params, sizeof(params));
1544         return ret;
1545 }
1546
1547 /**
1548  * sdw_prepare_stream() - Prepare SoundWire stream
1549  *
1550  * @stream: Soundwire stream
1551  *
1552  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1553  */
1554 int sdw_prepare_stream(struct sdw_stream_runtime *stream)
1555 {
1556         int ret = 0;
1557
1558         if (!stream) {
1559                 pr_err("SoundWire: Handle not found for stream\n");
1560                 return -EINVAL;
1561         }
1562
1563         sdw_acquire_bus_lock(stream);
1564
1565         ret = _sdw_prepare_stream(stream);
1566         if (ret < 0)
1567                 pr_err("Prepare for stream:%s failed: %d\n", stream->name, ret);
1568
1569         sdw_release_bus_lock(stream);
1570         return ret;
1571 }
1572 EXPORT_SYMBOL(sdw_prepare_stream);
1573
1574 static int _sdw_enable_stream(struct sdw_stream_runtime *stream)
1575 {
1576         struct sdw_master_runtime *m_rt;
1577         struct sdw_bus *bus = NULL;
1578         int ret;
1579
1580         /* Enable Master(s) and Slave(s) port(s) associated with stream */
1581         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1582                 bus = m_rt->bus;
1583
1584                 /* Program params */
1585                 ret = sdw_program_params(bus);
1586                 if (ret < 0) {
1587                         dev_err(bus->dev, "Program params failed: %d\n", ret);
1588                         return ret;
1589                 }
1590
1591                 /* Enable port(s) */
1592                 ret = sdw_enable_disable_ports(m_rt, true);
1593                 if (ret < 0) {
1594                         dev_err(bus->dev,
1595                                 "Enable port(s) failed ret: %d\n", ret);
1596                         return ret;
1597                 }
1598         }
1599
1600         if (!bus) {
1601                 pr_err("Configuration error in %s\n", __func__);
1602                 return -EINVAL;
1603         }
1604
1605         ret = do_bank_switch(stream);
1606         if (ret < 0) {
1607                 dev_err(bus->dev, "Bank switch failed: %d\n", ret);
1608                 return ret;
1609         }
1610
1611         stream->state = SDW_STREAM_ENABLED;
1612         return 0;
1613 }
1614
1615 /**
1616  * sdw_enable_stream() - Enable SoundWire stream
1617  *
1618  * @stream: Soundwire stream
1619  *
1620  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1621  */
1622 int sdw_enable_stream(struct sdw_stream_runtime *stream)
1623 {
1624         int ret;
1625
1626         if (!stream) {
1627                 pr_err("SoundWire: Handle not found for stream\n");
1628                 return -EINVAL;
1629         }
1630
1631         sdw_acquire_bus_lock(stream);
1632
1633         ret = _sdw_enable_stream(stream);
1634         if (ret < 0)
1635                 pr_err("Enable for stream:%s failed: %d\n", stream->name, ret);
1636
1637         sdw_release_bus_lock(stream);
1638         return ret;
1639 }
1640 EXPORT_SYMBOL(sdw_enable_stream);
1641
1642 static int _sdw_disable_stream(struct sdw_stream_runtime *stream)
1643 {
1644         struct sdw_master_runtime *m_rt;
1645         int ret;
1646
1647         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1648                 struct sdw_bus *bus = m_rt->bus;
1649
1650                 /* Disable port(s) */
1651                 ret = sdw_enable_disable_ports(m_rt, false);
1652                 if (ret < 0) {
1653                         dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
1654                         return ret;
1655                 }
1656         }
1657         stream->state = SDW_STREAM_DISABLED;
1658
1659         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1660                 struct sdw_bus *bus = m_rt->bus;
1661
1662                 /* Program params */
1663                 ret = sdw_program_params(bus);
1664                 if (ret < 0) {
1665                         dev_err(bus->dev, "Program params failed: %d\n", ret);
1666                         return ret;
1667                 }
1668         }
1669
1670         ret = do_bank_switch(stream);
1671         if (ret < 0) {
1672                 pr_err("Bank switch failed: %d\n", ret);
1673                 return ret;
1674         }
1675
1676         /* make sure alternate bank (previous current) is also disabled */
1677         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1678                 struct sdw_bus *bus = m_rt->bus;
1679
1680                 /* Disable port(s) */
1681                 ret = sdw_enable_disable_ports(m_rt, false);
1682                 if (ret < 0) {
1683                         dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
1684                         return ret;
1685                 }
1686         }
1687
1688         return 0;
1689 }
1690
1691 /**
1692  * sdw_disable_stream() - Disable SoundWire stream
1693  *
1694  * @stream: Soundwire stream
1695  *
1696  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1697  */
1698 int sdw_disable_stream(struct sdw_stream_runtime *stream)
1699 {
1700         int ret;
1701
1702         if (!stream) {
1703                 pr_err("SoundWire: Handle not found for stream\n");
1704                 return -EINVAL;
1705         }
1706
1707         sdw_acquire_bus_lock(stream);
1708
1709         ret = _sdw_disable_stream(stream);
1710         if (ret < 0)
1711                 pr_err("Disable for stream:%s failed: %d\n", stream->name, ret);
1712
1713         sdw_release_bus_lock(stream);
1714         return ret;
1715 }
1716 EXPORT_SYMBOL(sdw_disable_stream);
1717
1718 static int _sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1719 {
1720         struct sdw_master_runtime *m_rt;
1721         struct sdw_bus *bus;
1722         int ret = 0;
1723
1724         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1725                 bus = m_rt->bus;
1726                 /* De-prepare port(s) */
1727                 ret = sdw_prep_deprep_ports(m_rt, false);
1728                 if (ret < 0) {
1729                         dev_err(bus->dev,
1730                                 "De-prepare port(s) failed: %d\n", ret);
1731                         return ret;
1732                 }
1733
1734                 /* TODO: Update this during Device-Device support */
1735                 bus->params.bandwidth -= m_rt->stream->params.rate *
1736                         m_rt->ch_count * m_rt->stream->params.bps;
1737
1738                 /* Program params */
1739                 ret = sdw_program_params(bus);
1740                 if (ret < 0) {
1741                         dev_err(bus->dev, "Program params failed: %d\n", ret);
1742                         return ret;
1743                 }
1744         }
1745
1746         stream->state = SDW_STREAM_DEPREPARED;
1747         return do_bank_switch(stream);
1748 }
1749
1750 /**
1751  * sdw_deprepare_stream() - Deprepare SoundWire stream
1752  *
1753  * @stream: Soundwire stream
1754  *
1755  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1756  */
1757 int sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1758 {
1759         int ret;
1760
1761         if (!stream) {
1762                 pr_err("SoundWire: Handle not found for stream\n");
1763                 return -EINVAL;
1764         }
1765
1766         sdw_acquire_bus_lock(stream);
1767         ret = _sdw_deprepare_stream(stream);
1768         if (ret < 0)
1769                 pr_err("De-prepare for stream:%d failed: %d\n", ret, ret);
1770
1771         sdw_release_bus_lock(stream);
1772         return ret;
1773 }
1774 EXPORT_SYMBOL(sdw_deprepare_stream);