drivers/iio/adc/stm32-dfsdm-adc.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * This file is the ADC part of the STM32 DFSDM driver
   4  *
   5  * Copyright (C) 2017, STMicroelectronics - All Rights Reserved
   6  * Author: Arnaud Pouliquen <arnaud.pouliquen@st.com>.
   7  */
   8
   9 #include <linux/dmaengine.h>
  10 #include <linux/dma-mapping.h>
  11 #include <linux/iio/adc/stm32-dfsdm-adc.h>
  12 #include <linux/iio/buffer.h>
  13 #include <linux/iio/hw-consumer.h>
  14 #include <linux/iio/sysfs.h>
  15 #include <linux/iio/timer/stm32-lptim-trigger.h>
  16 #include <linux/iio/timer/stm32-timer-trigger.h>
  17 #include <linux/iio/trigger.h>
  18 #include <linux/iio/trigger_consumer.h>
  19 #include <linux/iio/triggered_buffer.h>
  20 #include <linux/interrupt.h>
  21 #include <linux/module.h>
  22 #include <linux/of_device.h>
  23 #include <linux/platform_device.h>
  24 #include <linux/regmap.h>
  25 #include <linux/slab.h>
  26
  27 #include "stm32-dfsdm.h"
  28
  29 #define DFSDM_DMA_BUFFER_SIZE (4 * PAGE_SIZE)
  30
  31 /* Conversion timeout */
  32 #define DFSDM_TIMEOUT_US 100000
  33 #define DFSDM_TIMEOUT (msecs_to_jiffies(DFSDM_TIMEOUT_US / 1000))
  34
  35 /* Oversampling attribute default */
  36 #define DFSDM_DEFAULT_OVERSAMPLING  100
  37
  38 /* Oversampling max values */
  39 #define DFSDM_MAX_INT_OVERSAMPLING 256
  40 #define DFSDM_MAX_FL_OVERSAMPLING 1024
  41
  42 /* Limit filter output resolution to 31 bits. (i.e. sample range is +/-2^30) */
  43 #define DFSDM_DATA_MAX BIT(30)
  44 /*
  45  * Data are output as two's complement data in a 24 bit field.
  46  * Data from filters are in the range +/-2^(n-1)
  47  * 2^(n-1) maximum positive value cannot be coded in 2's complement n bits
  48  * An extra bit is required to avoid wrap-around of the binary code for 2^(n-1)
  49  * So, the resolution of samples from filter is actually limited to 23 bits
  50  */
  51 #define DFSDM_DATA_RES 24
  52
  53 /* Filter configuration */
  54 #define DFSDM_CR1_CFG_MASK (DFSDM_CR1_RCH_MASK | DFSDM_CR1_RCONT_MASK | \
  55                             DFSDM_CR1_RSYNC_MASK | DFSDM_CR1_JSYNC_MASK | \
  56                             DFSDM_CR1_JSCAN_MASK)
  57
  58 enum sd_converter_type {
  59         DFSDM_AUDIO,
  60         DFSDM_IIO,
  61 };
  62
  63 struct stm32_dfsdm_dev_data {
  64         int type;
  65         int (*init)(struct device *dev, struct iio_dev *indio_dev);
  66         unsigned int num_channels;
  67         const struct regmap_config *regmap_cfg;
  68 };
  69
  70 struct stm32_dfsdm_adc {
  71         struct stm32_dfsdm *dfsdm;
  72         const struct stm32_dfsdm_dev_data *dev_data;
  73         unsigned int fl_id;
  74         unsigned int nconv;
  75         unsigned long smask;
  76
  77         /* ADC specific */
  78         unsigned int oversamp;
  79         struct iio_hw_consumer *hwc;
  80         struct completion completion;
  81         u32 *buffer;
  82
  83         /* Audio specific */
  84         unsigned int spi_freq;  /* SPI bus clock frequency */
  85         unsigned int sample_freq; /* Sample frequency after filter decimation */
  86         int (*cb)(const void *data, size_t size, void *cb_priv);
  87         void *cb_priv;
  88
  89         /* DMA */
  90         u8 *rx_buf;
  91         unsigned int bufi; /* Buffer current position */
  92         unsigned int buf_sz; /* Buffer size */
  93         struct dma_chan *dma_chan;
  94         dma_addr_t dma_buf;
  95 };
  96
  97 struct stm32_dfsdm_str2field {
  98         const char      *name;
  99         unsigned int    val;
 100 };
 101
 102 /* DFSDM channel serial interface type */
 103 static const struct stm32_dfsdm_str2field stm32_dfsdm_chan_type[] = {
 104         { "SPI_R", 0 }, /* SPI with data on rising edge */
 105         { "SPI_F", 1 }, /* SPI with data on falling edge */
 106         { "MANCH_R", 2 }, /* Manchester codec, rising edge = logic 0 */
 107         { "MANCH_F", 3 }, /* Manchester codec, falling edge = logic 1 */
 108         {},
 109 };
 110
 111 /* DFSDM channel clock source */
 112 static const struct stm32_dfsdm_str2field stm32_dfsdm_chan_src[] = {
 113         /* External SPI clock (CLKIN x) */
 114         { "CLKIN", DFSDM_CHANNEL_SPI_CLOCK_EXTERNAL },
 115         /* Internal SPI clock (CLKOUT) */
 116         { "CLKOUT", DFSDM_CHANNEL_SPI_CLOCK_INTERNAL },
 117         /* Internal SPI clock divided by 2 (falling edge) */
 118         { "CLKOUT_F", DFSDM_CHANNEL_SPI_CLOCK_INTERNAL_DIV2_FALLING },
 119         /* Internal SPI clock divided by 2 (falling edge) */
 120         { "CLKOUT_R", DFSDM_CHANNEL_SPI_CLOCK_INTERNAL_DIV2_RISING },
 121         {},
 122 };
 123
 124 static int stm32_dfsdm_str2val(const char *str,
 125                                const struct stm32_dfsdm_str2field *list)
 126 {
 127         const struct stm32_dfsdm_str2field *p = list;
 128
 129         for (p = list; p && p->name; p++)
 130                 if (!strcmp(p->name, str))
 131                         return p->val;
 132
 133         return -EINVAL;
 134 }
 135
 136 /**
 137  * struct stm32_dfsdm_trig_info - DFSDM trigger info
 138  * @name:               name of the trigger, corresponding to its source
 139  * @jextsel:            trigger signal selection
 140  */
 141 struct stm32_dfsdm_trig_info {
 142         const char *name;
 143         unsigned int jextsel;
 144 };
 145
 146 /* hardware injected trigger enable, edge selection */
 147 enum stm32_dfsdm_jexten {
 148         STM32_DFSDM_JEXTEN_DISABLED,
 149         STM32_DFSDM_JEXTEN_RISING_EDGE,
 150         STM32_DFSDM_JEXTEN_FALLING_EDGE,
 151         STM32_DFSDM_EXTEN_BOTH_EDGES,
 152 };
 153
 154 static const struct stm32_dfsdm_trig_info stm32_dfsdm_trigs[] = {
 155         { TIM1_TRGO, 0 },
 156         { TIM1_TRGO2, 1 },
 157         { TIM8_TRGO, 2 },
 158         { TIM8_TRGO2, 3 },
 159         { TIM3_TRGO, 4 },
 160         { TIM4_TRGO, 5 },
 161         { TIM16_OC1, 6 },
 162         { TIM6_TRGO, 7 },
 163         { TIM7_TRGO, 8 },
 164         { LPTIM1_OUT, 26 },
 165         { LPTIM2_OUT, 27 },
 166         { LPTIM3_OUT, 28 },
 167         {},
 168 };
 169
 170 static int stm32_dfsdm_get_jextsel(struct iio_dev *indio_dev,
 171                                    struct iio_trigger *trig)
 172 {
 173         int i;
 174
 175         /* lookup triggers registered by stm32 timer trigger driver */
 176         for (i = 0; stm32_dfsdm_trigs[i].name; i++) {
 177                 /**
 178                  * Checking both stm32 timer trigger type and trig name
 179                  * should be safe against arbitrary trigger names.
 180                  */
 181                 if ((is_stm32_timer_trigger(trig) ||
 182                      is_stm32_lptim_trigger(trig)) &&
 183                     !strcmp(stm32_dfsdm_trigs[i].name, trig->name)) {
 184                         return stm32_dfsdm_trigs[i].jextsel;
 185                 }
 186         }
 187
 188         return -EINVAL;
 189 }
 190
 191 static int stm32_dfsdm_compute_osrs(struct stm32_dfsdm_filter *fl,
 192                                     unsigned int fast, unsigned int oversamp)
 193 {
 194         unsigned int i, d, fosr, iosr;
 195         u64 res, max;
 196         int bits, shift;
 197         unsigned int m = 1;     /* multiplication factor */
 198         unsigned int p = fl->ford;      /* filter order (ford) */
 199         struct stm32_dfsdm_filter_osr *flo = &fl->flo[fast];
 200
 201         pr_debug("%s: Requested oversampling: %d\n",  __func__, oversamp);
 202         /*
 203          * This function tries to compute filter oversampling and integrator
 204          * oversampling, base on oversampling ratio requested by user.
 205          *
 206          * Decimation d depends on the filter order and the oversampling ratios.
 207          * ford: filter order
 208          * fosr: filter over sampling ratio
 209          * iosr: integrator over sampling ratio
 210          */
 211         if (fl->ford == DFSDM_FASTSINC_ORDER) {
 212                 m = 2;
 213                 p = 2;
 214         }
 215
 216         /*
 217          * Look for filter and integrator oversampling ratios which allows
 218          * to maximize data output resolution.
 219          */
 220         for (fosr = 1; fosr <= DFSDM_MAX_FL_OVERSAMPLING; fosr++) {
 221                 for (iosr = 1; iosr <= DFSDM_MAX_INT_OVERSAMPLING; iosr++) {
 222                         if (fast)
 223                                 d = fosr * iosr;
 224                         else if (fl->ford == DFSDM_FASTSINC_ORDER)
 225                                 d = fosr * (iosr + 3) + 2;
 226                         else
 227                                 d = fosr * (iosr - 1 + p) + p;
 228
 229                         if (d > oversamp)
 230                                 break;
 231                         else if (d != oversamp)
 232                                 continue;
 233                         /*
 234                          * Check resolution (limited to signed 32 bits)
 235                          *   res <= 2^31
 236                          * Sincx filters:
 237                          *   res = m * fosr^p x iosr (with m=1, p=ford)
 238                          * FastSinc filter
 239                          *   res = m * fosr^p x iosr (with m=2, p=2)
 240                          */
 241                         res = fosr;
 242                         for (i = p - 1; i > 0; i--) {
 243                                 res = res * (u64)fosr;
 244                                 if (res > DFSDM_DATA_MAX)
 245                                         break;
 246                         }
 247                         if (res > DFSDM_DATA_MAX)
 248                                 continue;
 249
 250                         res = res * (u64)m * (u64)iosr;
 251                         if (res > DFSDM_DATA_MAX)
 252                                 continue;
 253
 254                         if (res >= flo->res) {
 255                                 flo->res = res;
 256                                 flo->fosr = fosr;
 257                                 flo->iosr = iosr;
 258
 259                                 bits = fls(flo->res);
 260                                 /* 8 LBSs in data register contain chan info */
 261                                 max = flo->res << 8;
 262
 263                                 /* if resolution is not a power of two */
 264                                 if (flo->res > BIT(bits - 1))
 265                                         bits++;
 266                                 else
 267                                         max--;
 268
 269                                 shift = DFSDM_DATA_RES - bits;
 270                                 /*
 271                                  * Compute right/left shift
 272                                  * Right shift is performed by hardware
 273                                  * when transferring samples to data register.
 274                                  * Left shift is done by software on buffer
 275                                  */
 276                                 if (shift > 0) {
 277                                         /* Resolution is lower than 24 bits */
 278                                         flo->rshift = 0;
 279                                         flo->lshift = shift;
 280                                 } else {
 281                                         /*
 282                                          * If resolution is 24 bits or more,
 283                                          * max positive value may be ambiguous
 284                                          * (equal to max negative value as sign
 285                                          * bit is dropped).
 286                                          * Reduce resolution to 23 bits (rshift)
 287                                          * to keep the sign on bit 23 and treat
 288                                          * saturation before rescaling on 24
 289                                          * bits (lshift).
 290                                          */
 291                                         flo->rshift = 1 - shift;
 292                                         flo->lshift = 1;
 293                                         max >>= flo->rshift;
 294                                 }
 295                                 flo->max = (s32)max;
 296                                 flo->bits = bits;
 297
 298                                 pr_debug("%s: fast %d, fosr %d, iosr %d, res 0x%llx/%d bits, rshift %d, lshift %d\n",
 299                                          __func__, fast, flo->fosr, flo->iosr,
 300                                          flo->res, bits, flo->rshift,
 301                                          flo->lshift);
 302                         }
 303                 }
 304         }
 305
 306         if (!flo->res)
 307                 return -EINVAL;
 308
 309         return 0;
 310 }
 311
 312 static int stm32_dfsdm_compute_all_osrs(struct iio_dev *indio_dev,
 313                                         unsigned int oversamp)
 314 {
 315         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 316         struct stm32_dfsdm_filter *fl = &adc->dfsdm->fl_list[adc->fl_id];
 317         int ret0, ret1;
 318
 319         memset(&fl->flo[0], 0, sizeof(fl->flo[0]));
 320         memset(&fl->flo[1], 0, sizeof(fl->flo[1]));
 321
 322         ret0 = stm32_dfsdm_compute_osrs(fl, 0, oversamp);
 323         ret1 = stm32_dfsdm_compute_osrs(fl, 1, oversamp);
 324         if (ret0 < 0 && ret1 < 0) {
 325                 dev_err(&indio_dev->dev,
 326                         "Filter parameters not found: errors %d/%d\n",
 327                         ret0, ret1);
 328                 return -EINVAL;
 329         }
 330
 331         return 0;
 332 }
 333
 334 static int stm32_dfsdm_start_channel(struct iio_dev *indio_dev)
 335 {
 336         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 337         struct regmap *regmap = adc->dfsdm->regmap;
 338         const struct iio_chan_spec *chan;
 339         unsigned int bit;
 340         int ret;
 341
 342         for_each_set_bit(bit, &adc->smask, sizeof(adc->smask) * BITS_PER_BYTE) {
 343                 chan = indio_dev->channels + bit;
 344                 ret = regmap_update_bits(regmap, DFSDM_CHCFGR1(chan->channel),
 345                                          DFSDM_CHCFGR1_CHEN_MASK,
 346                                          DFSDM_CHCFGR1_CHEN(1));
 347                 if (ret < 0)
 348                         return ret;
 349         }
 350
 351         return 0;
 352 }
 353
 354 static void stm32_dfsdm_stop_channel(struct iio_dev *indio_dev)
 355 {
 356         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 357         struct regmap *regmap = adc->dfsdm->regmap;
 358         const struct iio_chan_spec *chan;
 359         unsigned int bit;
 360
 361         for_each_set_bit(bit, &adc->smask, sizeof(adc->smask) * BITS_PER_BYTE) {
 362                 chan = indio_dev->channels + bit;
 363                 regmap_update_bits(regmap, DFSDM_CHCFGR1(chan->channel),
 364                                    DFSDM_CHCFGR1_CHEN_MASK,
 365                                    DFSDM_CHCFGR1_CHEN(0));
 366         }
 367 }
 368
 369 static int stm32_dfsdm_chan_configure(struct stm32_dfsdm *dfsdm,
 370                                       struct stm32_dfsdm_channel *ch)
 371 {
 372         unsigned int id = ch->id;
 373         struct regmap *regmap = dfsdm->regmap;
 374         int ret;
 375
 376         ret = regmap_update_bits(regmap, DFSDM_CHCFGR1(id),
 377                                  DFSDM_CHCFGR1_SITP_MASK,
 378                                  DFSDM_CHCFGR1_SITP(ch->type));
 379         if (ret < 0)
 380                 return ret;
 381         ret = regmap_update_bits(regmap, DFSDM_CHCFGR1(id),
 382                                  DFSDM_CHCFGR1_SPICKSEL_MASK,
 383                                  DFSDM_CHCFGR1_SPICKSEL(ch->src));
 384         if (ret < 0)
 385                 return ret;
 386         return regmap_update_bits(regmap, DFSDM_CHCFGR1(id),
 387                                   DFSDM_CHCFGR1_CHINSEL_MASK,
 388                                   DFSDM_CHCFGR1_CHINSEL(ch->alt_si));
 389 }
 390
 391 static int stm32_dfsdm_start_filter(struct stm32_dfsdm_adc *adc,
 392                                     unsigned int fl_id,
 393                                     struct iio_trigger *trig)
 394 {
 395         struct stm32_dfsdm *dfsdm = adc->dfsdm;
 396         int ret;
 397
 398         /* Enable filter */
 399         ret = regmap_update_bits(dfsdm->regmap, DFSDM_CR1(fl_id),
 400                                  DFSDM_CR1_DFEN_MASK, DFSDM_CR1_DFEN(1));
 401         if (ret < 0)
 402                 return ret;
 403
 404         /* Nothing more to do for injected (scan mode/triggered) conversions */
 405         if (adc->nconv > 1 || trig)
 406                 return 0;
 407
 408         /* Software start (single or continuous) regular conversion */
 409         return regmap_update_bits(dfsdm->regmap, DFSDM_CR1(fl_id),
 410                                   DFSDM_CR1_RSWSTART_MASK,
 411                                   DFSDM_CR1_RSWSTART(1));
 412 }
 413
 414 static void stm32_dfsdm_stop_filter(struct stm32_dfsdm *dfsdm,
 415                                     unsigned int fl_id)
 416 {
 417         /* Disable conversion */
 418         regmap_update_bits(dfsdm->regmap, DFSDM_CR1(fl_id),
 419                            DFSDM_CR1_DFEN_MASK, DFSDM_CR1_DFEN(0));
 420 }
 421
 422 static int stm32_dfsdm_filter_set_trig(struct iio_dev *indio_dev,
 423                                        unsigned int fl_id,
 424                                        struct iio_trigger *trig)
 425 {
 426         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 427         struct regmap *regmap = adc->dfsdm->regmap;
 428         u32 jextsel = 0, jexten = STM32_DFSDM_JEXTEN_DISABLED;
 429         int ret;
 430
 431         if (trig) {
 432                 ret = stm32_dfsdm_get_jextsel(indio_dev, trig);
 433                 if (ret < 0)
 434                         return ret;
 435
 436                 /* set trigger source and polarity (default to rising edge) */
 437                 jextsel = ret;
 438                 jexten = STM32_DFSDM_JEXTEN_RISING_EDGE;
 439         }
 440
 441         ret = regmap_update_bits(regmap, DFSDM_CR1(fl_id),
 442                                  DFSDM_CR1_JEXTSEL_MASK | DFSDM_CR1_JEXTEN_MASK,
 443                                  DFSDM_CR1_JEXTSEL(jextsel) |
 444                                  DFSDM_CR1_JEXTEN(jexten));
 445         if (ret < 0)
 446                 return ret;
 447
 448         return 0;
 449 }
 450
 451 static int stm32_dfsdm_channels_configure(struct iio_dev *indio_dev,
 452                                           unsigned int fl_id,
 453                                           struct iio_trigger *trig)
 454 {
 455         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 456         struct regmap *regmap = adc->dfsdm->regmap;
 457         struct stm32_dfsdm_filter *fl = &adc->dfsdm->fl_list[fl_id];
 458         struct stm32_dfsdm_filter_osr *flo = &fl->flo[0];
 459         const struct iio_chan_spec *chan;
 460         unsigned int bit;
 461         int ret;
 462
 463         fl->fast = 0;
 464
 465         /*
 466          * In continuous mode, use fast mode configuration,
 467          * if it provides a better resolution.
 468          */
 469         if (adc->nconv == 1 && !trig &&
 470             (indio_dev->currentmode & INDIO_BUFFER_SOFTWARE)) {
 471                 if (fl->flo[1].res >= fl->flo[0].res) {
 472                         fl->fast = 1;
 473                         flo = &fl->flo[1];
 474                 }
 475         }
 476
 477         if (!flo->res)
 478                 return -EINVAL;
 479
 480         dev_dbg(&indio_dev->dev, "Samples actual resolution: %d bits",
 481                 min(flo->bits, (u32)DFSDM_DATA_RES - 1));
 482
 483         for_each_set_bit(bit, &adc->smask,
 484                          sizeof(adc->smask) * BITS_PER_BYTE) {
 485                 chan = indio_dev->channels + bit;
 486
 487                 ret = regmap_update_bits(regmap,
 488                                          DFSDM_CHCFGR2(chan->channel),
 489                                          DFSDM_CHCFGR2_DTRBS_MASK,
 490                                          DFSDM_CHCFGR2_DTRBS(flo->rshift));
 491                 if (ret)
 492                         return ret;
 493         }
 494
 495         return 0;
 496 }
 497
 498 static int stm32_dfsdm_filter_configure(struct iio_dev *indio_dev,
 499                                         unsigned int fl_id,
 500                                         struct iio_trigger *trig)
 501 {
 502         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 503         struct regmap *regmap = adc->dfsdm->regmap;
 504         struct stm32_dfsdm_filter *fl = &adc->dfsdm->fl_list[fl_id];
 505         struct stm32_dfsdm_filter_osr *flo = &fl->flo[fl->fast];
 506         u32 cr1;
 507         const struct iio_chan_spec *chan;
 508         unsigned int bit, jchg = 0;
 509         int ret;
 510
 511         /* Average integrator oversampling */
 512         ret = regmap_update_bits(regmap, DFSDM_FCR(fl_id), DFSDM_FCR_IOSR_MASK,
 513                                  DFSDM_FCR_IOSR(flo->iosr - 1));
 514         if (ret)
 515                 return ret;
 516
 517         /* Filter order and Oversampling */
 518         ret = regmap_update_bits(regmap, DFSDM_FCR(fl_id), DFSDM_FCR_FOSR_MASK,
 519                                  DFSDM_FCR_FOSR(flo->fosr - 1));
 520         if (ret)
 521                 return ret;
 522
 523         ret = regmap_update_bits(regmap, DFSDM_FCR(fl_id), DFSDM_FCR_FORD_MASK,
 524                                  DFSDM_FCR_FORD(fl->ford));
 525         if (ret)
 526                 return ret;
 527
 528         ret = stm32_dfsdm_filter_set_trig(indio_dev, fl_id, trig);
 529         if (ret)
 530                 return ret;
 531
 532         ret = regmap_update_bits(regmap, DFSDM_CR1(fl_id),
 533                                  DFSDM_CR1_FAST_MASK,
 534                                  DFSDM_CR1_FAST(fl->fast));
 535         if (ret)
 536                 return ret;
 537
 538         /*
 539          * DFSDM modes configuration W.R.T audio/iio type modes
 540          * ----------------------------------------------------------------
 541          * Modes         | regular |  regular     | injected | injected   |
 542          *               |         |  continuous  |          | + scan     |
 543          * --------------|---------|--------------|----------|------------|
 544          * single conv   |    x    |              |          |            |
 545          * (1 chan)      |         |              |          |            |
 546          * --------------|---------|--------------|----------|------------|
 547          * 1 Audio chan  |         | sample freq  |          |            |
 548          *               |         | or sync_mode |          |            |
 549          * --------------|---------|--------------|----------|------------|
 550          * 1 IIO chan    |         | sample freq  | trigger  |            |
 551          *               |         | or sync_mode |          |            |
 552          * --------------|---------|--------------|----------|------------|
 553          * 2+ IIO chans  |         |              |          | trigger or |
 554          *               |         |              |          | sync_mode  |
 555          * ----------------------------------------------------------------
 556          */
 557         if (adc->nconv == 1 && !trig) {
 558                 bit = __ffs(adc->smask);
 559                 chan = indio_dev->channels + bit;
 560
 561                 /* Use regular conversion for single channel without trigger */
 562                 cr1 = DFSDM_CR1_RCH(chan->channel);
 563
 564                 /* Continuous conversions triggered by SPI clk in buffer mode */
 565                 if (indio_dev->currentmode & INDIO_BUFFER_SOFTWARE)
 566                         cr1 |= DFSDM_CR1_RCONT(1);
 567
 568                 cr1 |= DFSDM_CR1_RSYNC(fl->sync_mode);
 569         } else {
 570                 /* Use injected conversion for multiple channels */
 571                 for_each_set_bit(bit, &adc->smask,
 572                                  sizeof(adc->smask) * BITS_PER_BYTE) {
 573                         chan = indio_dev->channels + bit;
 574                         jchg |= BIT(chan->channel);
 575                 }
 576                 ret = regmap_write(regmap, DFSDM_JCHGR(fl_id), jchg);
 577                 if (ret < 0)
 578                         return ret;
 579
 580                 /* Use scan mode for multiple channels */
 581                 cr1 = DFSDM_CR1_JSCAN((adc->nconv > 1) ? 1 : 0);
 582
 583                 /*
 584                  * Continuous conversions not supported in injected mode,
 585                  * either use:
 586                  * - conversions in sync with filter 0
 587                  * - triggered conversions
 588                  */
 589                 if (!fl->sync_mode && !trig)
 590                         return -EINVAL;
 591                 cr1 |= DFSDM_CR1_JSYNC(fl->sync_mode);
 592         }
 593
 594         return regmap_update_bits(regmap, DFSDM_CR1(fl_id), DFSDM_CR1_CFG_MASK,
 595                                   cr1);
 596 }
 597
 598 static int stm32_dfsdm_channel_parse_of(struct stm32_dfsdm *dfsdm,
 599                                         struct iio_dev *indio_dev,
 600                                         struct iio_chan_spec *ch)
 601 {
 602         struct stm32_dfsdm_channel *df_ch;
 603         const char *of_str;
 604         int chan_idx = ch->scan_index;
 605         int ret, val;
 606
 607         ret = of_property_read_u32_index(indio_dev->dev.of_node,
 608                                          "st,adc-channels", chan_idx,
 609                                          &ch->channel);
 610         if (ret < 0) {
 611                 dev_err(&indio_dev->dev,
 612                         " Error parsing 'st,adc-channels' for idx %d\n",
 613                         chan_idx);
 614                 return ret;
 615         }
 616         if (ch->channel >= dfsdm->num_chs) {
 617                 dev_err(&indio_dev->dev,
 618                         " Error bad channel number %d (max = %d)\n",
 619                         ch->channel, dfsdm->num_chs);
 620                 return -EINVAL;
 621         }
 622
 623         ret = of_property_read_string_index(indio_dev->dev.of_node,
 624                                             "st,adc-channel-names", chan_idx,
 625                                             &ch->datasheet_name);
 626         if (ret < 0) {
 627                 dev_err(&indio_dev->dev,
 628                         " Error parsing 'st,adc-channel-names' for idx %d\n",
 629                         chan_idx);
 630                 return ret;
 631         }
 632
 633         df_ch =  &dfsdm->ch_list[ch->channel];
 634         df_ch->id = ch->channel;
 635
 636         ret = of_property_read_string_index(indio_dev->dev.of_node,
 637                                             "st,adc-channel-types", chan_idx,
 638                                             &of_str);
 639         if (!ret) {
 640                 val = stm32_dfsdm_str2val(of_str, stm32_dfsdm_chan_type);
 641                 if (val < 0)
 642                         return val;
 643         } else {
 644                 val = 0;
 645         }
 646         df_ch->type = val;
 647
 648         ret = of_property_read_string_index(indio_dev->dev.of_node,
 649                                             "st,adc-channel-clk-src", chan_idx,
 650                                             &of_str);
 651         if (!ret) {
 652                 val = stm32_dfsdm_str2val(of_str, stm32_dfsdm_chan_src);
 653                 if (val < 0)
 654                         return val;
 655         } else {
 656                 val = 0;
 657         }
 658         df_ch->src = val;
 659
 660         ret = of_property_read_u32_index(indio_dev->dev.of_node,
 661                                          "st,adc-alt-channel", chan_idx,
 662                                          &df_ch->alt_si);
 663         if (ret < 0)
 664                 df_ch->alt_si = 0;
 665
 666         return 0;
 667 }
 668
 669 static ssize_t dfsdm_adc_audio_get_spiclk(struct iio_dev *indio_dev,
 670                                           uintptr_t priv,
 671                                           const struct iio_chan_spec *chan,
 672                                           char *buf)
 673 {
 674         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 675
 676         return snprintf(buf, PAGE_SIZE, "%d\n", adc->spi_freq);
 677 }
 678
 679 static int dfsdm_adc_set_samp_freq(struct iio_dev *indio_dev,
 680                                    unsigned int sample_freq,
 681                                    unsigned int spi_freq)
 682 {
 683         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 684         unsigned int oversamp;
 685         int ret;
 686
 687         oversamp = DIV_ROUND_CLOSEST(spi_freq, sample_freq);
 688         if (spi_freq % sample_freq)
 689                 dev_dbg(&indio_dev->dev,
 690                         "Rate not accurate. requested (%u), actual (%u)\n",
 691                         sample_freq, spi_freq / oversamp);
 692
 693         ret = stm32_dfsdm_compute_all_osrs(indio_dev, oversamp);
 694         if (ret < 0)
 695                 return ret;
 696
 697         adc->sample_freq = spi_freq / oversamp;
 698         adc->oversamp = oversamp;
 699
 700         return 0;
 701 }
 702
 703 static ssize_t dfsdm_adc_audio_set_spiclk(struct iio_dev *indio_dev,
 704                                           uintptr_t priv,
 705                                           const struct iio_chan_spec *chan,
 706                                           const char *buf, size_t len)
 707 {
 708         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 709         struct stm32_dfsdm_channel *ch = &adc->dfsdm->ch_list[chan->channel];
 710         unsigned int sample_freq = adc->sample_freq;
 711         unsigned int spi_freq;
 712         int ret;
 713
 714         dev_err(&indio_dev->dev, "enter %s\n", __func__);
 715         /* If DFSDM is master on SPI, SPI freq can not be updated */
 716         if (ch->src != DFSDM_CHANNEL_SPI_CLOCK_EXTERNAL)
 717                 return -EPERM;
 718
 719         ret = kstrtoint(buf, 0, &spi_freq);
 720         if (ret)
 721                 return ret;
 722
 723         if (!spi_freq)
 724                 return -EINVAL;
 725
 726         if (sample_freq) {
 727                 ret = dfsdm_adc_set_samp_freq(indio_dev, sample_freq, spi_freq);
 728                 if (ret < 0)
 729                         return ret;
 730         }
 731         adc->spi_freq = spi_freq;
 732
 733         return len;
 734 }
 735
 736 static int stm32_dfsdm_start_conv(struct iio_dev *indio_dev,
 737                                   struct iio_trigger *trig)
 738 {
 739         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 740         struct regmap *regmap = adc->dfsdm->regmap;
 741         int ret;
 742
 743         ret = stm32_dfsdm_channels_configure(indio_dev, adc->fl_id, trig);
 744         if (ret < 0)
 745                 return ret;
 746
 747         ret = stm32_dfsdm_start_channel(indio_dev);
 748         if (ret < 0)
 749                 return ret;
 750
 751         ret = stm32_dfsdm_filter_configure(indio_dev, adc->fl_id, trig);
 752         if (ret < 0)
 753                 goto stop_channels;
 754
 755         ret = stm32_dfsdm_start_filter(adc, adc->fl_id, trig);
 756         if (ret < 0)
 757                 goto filter_unconfigure;
 758
 759         return 0;
 760
 761 filter_unconfigure:
 762         regmap_update_bits(regmap, DFSDM_CR1(adc->fl_id),
 763                            DFSDM_CR1_CFG_MASK, 0);
 764 stop_channels:
 765         stm32_dfsdm_stop_channel(indio_dev);
 766
 767         return ret;
 768 }
 769
 770 static void stm32_dfsdm_stop_conv(struct iio_dev *indio_dev)
 771 {
 772         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 773         struct regmap *regmap = adc->dfsdm->regmap;
 774
 775         stm32_dfsdm_stop_filter(adc->dfsdm, adc->fl_id);
 776
 777         regmap_update_bits(regmap, DFSDM_CR1(adc->fl_id),
 778                            DFSDM_CR1_CFG_MASK, 0);
 779
 780         stm32_dfsdm_stop_channel(indio_dev);
 781 }
 782
 783 static int stm32_dfsdm_set_watermark(struct iio_dev *indio_dev,
 784                                      unsigned int val)
 785 {
 786         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 787         unsigned int watermark = DFSDM_DMA_BUFFER_SIZE / 2;
 788         unsigned int rx_buf_sz = DFSDM_DMA_BUFFER_SIZE;
 789
 790         /*
 791          * DMA cyclic transfers are used, buffer is split into two periods.
 792          * There should be :
 793          * - always one buffer (period) DMA is working on
 794          * - one buffer (period) driver pushed to ASoC side.
 795          */
 796         watermark = min(watermark, val * (unsigned int)(sizeof(u32)));
 797         adc->buf_sz = min(rx_buf_sz, watermark * 2 * adc->nconv);
 798
 799         return 0;
 800 }
 801
 802 static unsigned int stm32_dfsdm_adc_dma_residue(struct stm32_dfsdm_adc *adc)
 803 {
 804         struct dma_tx_state state;
 805         enum dma_status status;
 806
 807         status = dmaengine_tx_status(adc->dma_chan,
 808                                      adc->dma_chan->cookie,
 809                                      &state);
 810         if (status == DMA_IN_PROGRESS) {
 811                 /* Residue is size in bytes from end of buffer */
 812                 unsigned int i = adc->buf_sz - state.residue;
 813                 unsigned int size;
 814
 815                 /* Return available bytes */
 816                 if (i >= adc->bufi)
 817                         size = i - adc->bufi;
 818                 else
 819                         size = adc->buf_sz + i - adc->bufi;
 820
 821                 return size;
 822         }
 823
 824         return 0;
 825 }
 826
 827 static inline void stm32_dfsdm_process_data(struct stm32_dfsdm_adc *adc,
 828                                             s32 *buffer)
 829 {
 830         struct stm32_dfsdm_filter *fl = &adc->dfsdm->fl_list[adc->fl_id];
 831         struct stm32_dfsdm_filter_osr *flo = &fl->flo[fl->fast];
 832         unsigned int i = adc->nconv;
 833         s32 *ptr = buffer;
 834
 835         while (i--) {
 836                 /* Mask 8 LSB that contains the channel ID */
 837                 *ptr &= 0xFFFFFF00;
 838                 /* Convert 2^(n-1) sample to 2^(n-1)-1 to avoid wrap-around */
 839                 if (*ptr > flo->max)
 840                         *ptr -= 1;
 841                 /*
 842                  * Samples from filter are retrieved with 23 bits resolution
 843                  * or less. Shift left to align MSB on 24 bits.
 844                  */
 845                 *ptr <<= flo->lshift;
 846
 847                 ptr++;
 848         }
 849 }
 850
 851 static void stm32_dfsdm_dma_buffer_done(void *data)
 852 {
 853         struct iio_dev *indio_dev = data;
 854         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 855         int available = stm32_dfsdm_adc_dma_residue(adc);
 856         size_t old_pos;
 857
 858         /*
 859          * FIXME: In Kernel interface does not support cyclic DMA buffer,and
 860          * offers only an interface to push data samples per samples.
 861          * For this reason IIO buffer interface is not used and interface is
 862          * bypassed using a private callback registered by ASoC.
 863          * This should be a temporary solution waiting a cyclic DMA engine
 864          * support in IIO.
 865          */
 866
 867         dev_dbg(&indio_dev->dev, "%s: pos = %d, available = %d\n", __func__,
 868                 adc->bufi, available);
 869         old_pos = adc->bufi;
 870
 871         while (available >= indio_dev->scan_bytes) {
 872                 s32 *buffer = (s32 *)&adc->rx_buf[adc->bufi];
 873
 874                 stm32_dfsdm_process_data(adc, buffer);
 875
 876                 available -= indio_dev->scan_bytes;
 877                 adc->bufi += indio_dev->scan_bytes;
 878                 if (adc->bufi >= adc->buf_sz) {
 879                         if (adc->cb)
 880                                 adc->cb(&adc->rx_buf[old_pos],
 881                                          adc->buf_sz - old_pos, adc->cb_priv);
 882                         adc->bufi = 0;
 883                         old_pos = 0;
 884                 }
 885                 /*
 886                  * In DMA mode the trigger services of IIO are not used
 887                  * (e.g. no call to iio_trigger_poll).
 888                  * Calling irq handler associated to the hardware trigger is not
 889                  * relevant as the conversions have already been done. Data
 890                  * transfers are performed directly in DMA callback instead.
 891                  * This implementation avoids to call trigger irq handler that
 892                  * may sleep, in an atomic context (DMA irq handler context).
 893                  */
 894                 if (adc->dev_data->type == DFSDM_IIO)
 895                         iio_push_to_buffers(indio_dev, buffer);
 896         }
 897         if (adc->cb)
 898                 adc->cb(&adc->rx_buf[old_pos], adc->bufi - old_pos,
 899                         adc->cb_priv);
 900 }
 901
 902 static int stm32_dfsdm_adc_dma_start(struct iio_dev *indio_dev)
 903 {
 904         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 905         /*
 906          * The DFSDM supports half-word transfers. However, for 16 bits record,
 907          * 4 bytes buswidth is kept, to avoid losing samples LSBs when left
 908          * shift is required.
 909          */
 910         struct dma_slave_config config = {
 911                 .src_addr = (dma_addr_t)adc->dfsdm->phys_base,
 912                 .src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES,
 913         };
 914         struct dma_async_tx_descriptor *desc;
 915         dma_cookie_t cookie;
 916         int ret;
 917
 918         if (!adc->dma_chan)
 919                 return -EINVAL;
 920
 921         dev_dbg(&indio_dev->dev, "%s size=%d watermark=%d\n", __func__,
 922                 adc->buf_sz, adc->buf_sz / 2);
 923
 924         if (adc->nconv == 1 && !indio_dev->trig)
 925                 config.src_addr += DFSDM_RDATAR(adc->fl_id);
 926         else
 927                 config.src_addr += DFSDM_JDATAR(adc->fl_id);
 928         ret = dmaengine_slave_config(adc->dma_chan, &config);
 929         if (ret)
 930                 return ret;
 931
 932         /* Prepare a DMA cyclic transaction */
 933         desc = dmaengine_prep_dma_cyclic(adc->dma_chan,
 934                                          adc->dma_buf,
 935                                          adc->buf_sz, adc->buf_sz / 2,
 936                                          DMA_DEV_TO_MEM,
 937                                          DMA_PREP_INTERRUPT);
 938         if (!desc)
 939                 return -EBUSY;
 940
 941         desc->callback = stm32_dfsdm_dma_buffer_done;
 942         desc->callback_param = indio_dev;
 943
 944         cookie = dmaengine_submit(desc);
 945         ret = dma_submit_error(cookie);
 946         if (ret)
 947                 goto err_stop_dma;
 948
 949         /* Issue pending DMA requests */
 950         dma_async_issue_pending(adc->dma_chan);
 951
 952         if (adc->nconv == 1 && !indio_dev->trig) {
 953                 /* Enable regular DMA transfer*/
 954                 ret = regmap_update_bits(adc->dfsdm->regmap,
 955                                          DFSDM_CR1(adc->fl_id),
 956                                          DFSDM_CR1_RDMAEN_MASK,
 957                                          DFSDM_CR1_RDMAEN_MASK);
 958         } else {
 959                 /* Enable injected DMA transfer*/
 960                 ret = regmap_update_bits(adc->dfsdm->regmap,
 961                                          DFSDM_CR1(adc->fl_id),
 962                                          DFSDM_CR1_JDMAEN_MASK,
 963                                          DFSDM_CR1_JDMAEN_MASK);
 964         }
 965
 966         if (ret < 0)
 967                 goto err_stop_dma;
 968
 969         return 0;
 970
 971 err_stop_dma:
 972         dmaengine_terminate_all(adc->dma_chan);
 973
 974         return ret;
 975 }
 976
 977 static void stm32_dfsdm_adc_dma_stop(struct iio_dev *indio_dev)
 978 {
 979         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 980
 981         if (!adc->dma_chan)
 982                 return;
 983
 984         regmap_update_bits(adc->dfsdm->regmap, DFSDM_CR1(adc->fl_id),
 985                            DFSDM_CR1_RDMAEN_MASK | DFSDM_CR1_JDMAEN_MASK, 0);
 986         dmaengine_terminate_all(adc->dma_chan);
 987 }
 988
 989 static int stm32_dfsdm_update_scan_mode(struct iio_dev *indio_dev,
 990                                         const unsigned long *scan_mask)
 991 {
 992         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
 993
 994         adc->nconv = bitmap_weight(scan_mask, indio_dev->masklength);
 995         adc->smask = *scan_mask;
 996
 997         dev_dbg(&indio_dev->dev, "nconv=%d mask=%lx\n", adc->nconv, *scan_mask);
 998
 999         return 0;
1000 }
1001
1002 static int stm32_dfsdm_postenable(struct iio_dev *indio_dev)
1003 {
1004         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1005         int ret;
1006
1007         /* Reset adc buffer index */
1008         adc->bufi = 0;
1009
1010         if (adc->hwc) {
1011                 ret = iio_hw_consumer_enable(adc->hwc);
1012                 if (ret < 0)
1013                         return ret;
1014         }
1015
1016         ret = stm32_dfsdm_start_dfsdm(adc->dfsdm);
1017         if (ret < 0)
1018                 goto err_stop_hwc;
1019
1020         ret = stm32_dfsdm_adc_dma_start(indio_dev);
1021         if (ret) {
1022                 dev_err(&indio_dev->dev, "Can't start DMA\n");
1023                 goto stop_dfsdm;
1024         }
1025
1026         ret = stm32_dfsdm_start_conv(indio_dev, indio_dev->trig);
1027         if (ret) {
1028                 dev_err(&indio_dev->dev, "Can't start conversion\n");
1029                 goto err_stop_dma;
1030         }
1031
1032         return 0;
1033
1034 err_stop_dma:
1035         stm32_dfsdm_adc_dma_stop(indio_dev);
1036 stop_dfsdm:
1037         stm32_dfsdm_stop_dfsdm(adc->dfsdm);
1038 err_stop_hwc:
1039         if (adc->hwc)
1040                 iio_hw_consumer_disable(adc->hwc);
1041
1042         return ret;
1043 }
1044
1045 static int stm32_dfsdm_predisable(struct iio_dev *indio_dev)
1046 {
1047         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1048
1049         stm32_dfsdm_stop_conv(indio_dev);
1050
1051         stm32_dfsdm_adc_dma_stop(indio_dev);
1052
1053         stm32_dfsdm_stop_dfsdm(adc->dfsdm);
1054
1055         if (adc->hwc)
1056                 iio_hw_consumer_disable(adc->hwc);
1057
1058         return 0;
1059 }
1060
1061 static const struct iio_buffer_setup_ops stm32_dfsdm_buffer_setup_ops = {
1062         .postenable = &stm32_dfsdm_postenable,
1063         .predisable = &stm32_dfsdm_predisable,
1064 };
1065
1066 /**
1067  * stm32_dfsdm_get_buff_cb() - register a callback that will be called when
1068  *                             DMA transfer period is achieved.
1069  *
1070  * @iio_dev: Handle to IIO device.
1071  * @cb: Pointer to callback function:
1072  *      - data: pointer to data buffer
1073  *      - size: size in byte of the data buffer
1074  *      - private: pointer to consumer private structure.
1075  * @private: Pointer to consumer private structure.
1076  */
1077 int stm32_dfsdm_get_buff_cb(struct iio_dev *iio_dev,
1078                             int (*cb)(const void *data, size_t size,
1079                                       void *private),
1080                             void *private)
1081 {
1082         struct stm32_dfsdm_adc *adc;
1083
1084         if (!iio_dev)
1085                 return -EINVAL;
1086         adc = iio_priv(iio_dev);
1087
1088         adc->cb = cb;
1089         adc->cb_priv = private;
1090
1091         return 0;
1092 }
1093 EXPORT_SYMBOL_GPL(stm32_dfsdm_get_buff_cb);
1094
1095 /**
1096  * stm32_dfsdm_release_buff_cb - unregister buffer callback
1097  *
1098  * @iio_dev: Handle to IIO device.
1099  */
1100 int stm32_dfsdm_release_buff_cb(struct iio_dev *iio_dev)
1101 {
1102         struct stm32_dfsdm_adc *adc;
1103
1104         if (!iio_dev)
1105                 return -EINVAL;
1106         adc = iio_priv(iio_dev);
1107
1108         adc->cb = NULL;
1109         adc->cb_priv = NULL;
1110
1111         return 0;
1112 }
1113 EXPORT_SYMBOL_GPL(stm32_dfsdm_release_buff_cb);
1114
1115 static int stm32_dfsdm_single_conv(struct iio_dev *indio_dev,
1116                                    const struct iio_chan_spec *chan, int *res)
1117 {
1118         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1119         long timeout;
1120         int ret;
1121
1122         reinit_completion(&adc->completion);
1123
1124         adc->buffer = res;
1125
1126         ret = stm32_dfsdm_start_dfsdm(adc->dfsdm);
1127         if (ret < 0)
1128                 return ret;
1129
1130         ret = regmap_update_bits(adc->dfsdm->regmap, DFSDM_CR2(adc->fl_id),
1131                                  DFSDM_CR2_REOCIE_MASK, DFSDM_CR2_REOCIE(1));
1132         if (ret < 0)
1133                 goto stop_dfsdm;
1134
1135         adc->nconv = 1;
1136         adc->smask = BIT(chan->scan_index);
1137         ret = stm32_dfsdm_start_conv(indio_dev, NULL);
1138         if (ret < 0) {
1139                 regmap_update_bits(adc->dfsdm->regmap, DFSDM_CR2(adc->fl_id),
1140                                    DFSDM_CR2_REOCIE_MASK, DFSDM_CR2_REOCIE(0));
1141                 goto stop_dfsdm;
1142         }
1143
1144         timeout = wait_for_completion_interruptible_timeout(&adc->completion,
1145                                                             DFSDM_TIMEOUT);
1146
1147         /* Mask IRQ for regular conversion achievement*/
1148         regmap_update_bits(adc->dfsdm->regmap, DFSDM_CR2(adc->fl_id),
1149                            DFSDM_CR2_REOCIE_MASK, DFSDM_CR2_REOCIE(0));
1150
1151         if (timeout == 0)
1152                 ret = -ETIMEDOUT;
1153         else if (timeout < 0)
1154                 ret = timeout;
1155         else
1156                 ret = IIO_VAL_INT;
1157
1158         stm32_dfsdm_stop_conv(indio_dev);
1159
1160         stm32_dfsdm_process_data(adc, res);
1161
1162 stop_dfsdm:
1163         stm32_dfsdm_stop_dfsdm(adc->dfsdm);
1164
1165         return ret;
1166 }
1167
1168 static int stm32_dfsdm_write_raw(struct iio_dev *indio_dev,
1169                                  struct iio_chan_spec const *chan,
1170                                  int val, int val2, long mask)
1171 {
1172         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1173         struct stm32_dfsdm_channel *ch = &adc->dfsdm->ch_list[chan->channel];
1174         unsigned int spi_freq;
1175         int ret = -EINVAL;
1176
1177         switch (ch->src) {
1178         case DFSDM_CHANNEL_SPI_CLOCK_INTERNAL:
1179                 spi_freq = adc->dfsdm->spi_master_freq;
1180                 break;
1181         case DFSDM_CHANNEL_SPI_CLOCK_INTERNAL_DIV2_FALLING:
1182         case DFSDM_CHANNEL_SPI_CLOCK_INTERNAL_DIV2_RISING:
1183                 spi_freq = adc->dfsdm->spi_master_freq / 2;
1184                 break;
1185         default:
1186                 spi_freq = adc->spi_freq;
1187         }
1188
1189         switch (mask) {
1190         case IIO_CHAN_INFO_OVERSAMPLING_RATIO:
1191                 ret = iio_device_claim_direct_mode(indio_dev);
1192                 if (ret)
1193                         return ret;
1194
1195                 ret = stm32_dfsdm_compute_all_osrs(indio_dev, val);
1196                 if (!ret) {
1197                         dev_dbg(&indio_dev->dev,
1198                                 "Sampling rate changed from (%u) to (%u)\n",
1199                                 adc->sample_freq, spi_freq / val);
1200                         adc->oversamp = val;
1201                         adc->sample_freq = spi_freq / val;
1202                 }
1203                 iio_device_release_direct_mode(indio_dev);
1204                 return ret;
1205
1206         case IIO_CHAN_INFO_SAMP_FREQ:
1207                 if (!val)
1208                         return -EINVAL;
1209
1210                 ret = iio_device_claim_direct_mode(indio_dev);
1211                 if (ret)
1212                         return ret;
1213
1214                 ret = dfsdm_adc_set_samp_freq(indio_dev, val, spi_freq);
1215                 iio_device_release_direct_mode(indio_dev);
1216                 return ret;
1217         }
1218
1219         return -EINVAL;
1220 }
1221
1222 static int stm32_dfsdm_read_raw(struct iio_dev *indio_dev,
1223                                 struct iio_chan_spec const *chan, int *val,
1224                                 int *val2, long mask)
1225 {
1226         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1227         int ret;
1228
1229         switch (mask) {
1230         case IIO_CHAN_INFO_RAW:
1231                 ret = iio_device_claim_direct_mode(indio_dev);
1232                 if (ret)
1233                         return ret;
1234                 ret = iio_hw_consumer_enable(adc->hwc);
1235                 if (ret < 0) {
1236                         dev_err(&indio_dev->dev,
1237                                 "%s: IIO enable failed (channel %d)\n",
1238                                 __func__, chan->channel);
1239                         iio_device_release_direct_mode(indio_dev);
1240                         return ret;
1241                 }
1242                 ret = stm32_dfsdm_single_conv(indio_dev, chan, val);
1243                 iio_hw_consumer_disable(adc->hwc);
1244                 if (ret < 0) {
1245                         dev_err(&indio_dev->dev,
1246                                 "%s: Conversion failed (channel %d)\n",
1247                                 __func__, chan->channel);
1248                         iio_device_release_direct_mode(indio_dev);
1249                         return ret;
1250                 }
1251                 iio_device_release_direct_mode(indio_dev);
1252                 return IIO_VAL_INT;
1253
1254         case IIO_CHAN_INFO_OVERSAMPLING_RATIO:
1255                 *val = adc->oversamp;
1256
1257                 return IIO_VAL_INT;
1258
1259         case IIO_CHAN_INFO_SAMP_FREQ:
1260                 *val = adc->sample_freq;
1261
1262                 return IIO_VAL_INT;
1263         }
1264
1265         return -EINVAL;
1266 }
1267
1268 static int stm32_dfsdm_validate_trigger(struct iio_dev *indio_dev,
1269                                         struct iio_trigger *trig)
1270 {
1271         return stm32_dfsdm_get_jextsel(indio_dev, trig) < 0 ? -EINVAL : 0;
1272 }
1273
1274 static const struct iio_info stm32_dfsdm_info_audio = {
1275         .hwfifo_set_watermark = stm32_dfsdm_set_watermark,
1276         .read_raw = stm32_dfsdm_read_raw,
1277         .write_raw = stm32_dfsdm_write_raw,
1278         .update_scan_mode = stm32_dfsdm_update_scan_mode,
1279 };
1280
1281 static const struct iio_info stm32_dfsdm_info_adc = {
1282         .hwfifo_set_watermark = stm32_dfsdm_set_watermark,
1283         .read_raw = stm32_dfsdm_read_raw,
1284         .write_raw = stm32_dfsdm_write_raw,
1285         .update_scan_mode = stm32_dfsdm_update_scan_mode,
1286         .validate_trigger = stm32_dfsdm_validate_trigger,
1287 };
1288
1289 static irqreturn_t stm32_dfsdm_irq(int irq, void *arg)
1290 {
1291         struct iio_dev *indio_dev = arg;
1292         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1293         struct regmap *regmap = adc->dfsdm->regmap;
1294         unsigned int status, int_en;
1295
1296         regmap_read(regmap, DFSDM_ISR(adc->fl_id), &status);
1297         regmap_read(regmap, DFSDM_CR2(adc->fl_id), &int_en);
1298
1299         if (status & DFSDM_ISR_REOCF_MASK) {
1300                 /* Read the data register clean the IRQ status */
1301                 regmap_read(regmap, DFSDM_RDATAR(adc->fl_id), adc->buffer);
1302                 complete(&adc->completion);
1303         }
1304
1305         if (status & DFSDM_ISR_ROVRF_MASK) {
1306                 if (int_en & DFSDM_CR2_ROVRIE_MASK)
1307                         dev_warn(&indio_dev->dev, "Overrun detected\n");
1308                 regmap_update_bits(regmap, DFSDM_ICR(adc->fl_id),
1309                                    DFSDM_ICR_CLRROVRF_MASK,
1310                                    DFSDM_ICR_CLRROVRF_MASK);
1311         }
1312
1313         return IRQ_HANDLED;
1314 }
1315
1316 /*
1317  * Define external info for SPI Frequency and audio sampling rate that can be
1318  * configured by ASoC driver through consumer.h API
1319  */
1320 static const struct iio_chan_spec_ext_info dfsdm_adc_audio_ext_info[] = {
1321         /* spi_clk_freq : clock freq on SPI/manchester bus used by channel */
1322         {
1323                 .name = "spi_clk_freq",
1324                 .shared = IIO_SHARED_BY_TYPE,
1325                 .read = dfsdm_adc_audio_get_spiclk,
1326                 .write = dfsdm_adc_audio_set_spiclk,
1327         },
1328         {},
1329 };
1330
1331 static void stm32_dfsdm_dma_release(struct iio_dev *indio_dev)
1332 {
1333         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1334
1335         if (adc->dma_chan) {
1336                 dma_free_coherent(adc->dma_chan->device->dev,
1337                                   DFSDM_DMA_BUFFER_SIZE,
1338                                   adc->rx_buf, adc->dma_buf);
1339                 dma_release_channel(adc->dma_chan);
1340         }
1341 }
1342
1343 static int stm32_dfsdm_dma_request(struct device *dev,
1344                                    struct iio_dev *indio_dev)
1345 {
1346         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1347
1348         adc->dma_chan = dma_request_chan(dev, "rx");
1349         if (IS_ERR(adc->dma_chan)) {
1350                 int ret = PTR_ERR(adc->dma_chan);
1351
1352                 adc->dma_chan = NULL;
1353                 return ret;
1354         }
1355
1356         adc->rx_buf = dma_alloc_coherent(adc->dma_chan->device->dev,
1357                                          DFSDM_DMA_BUFFER_SIZE,
1358                                          &adc->dma_buf, GFP_KERNEL);
1359         if (!adc->rx_buf) {
1360                 dma_release_channel(adc->dma_chan);
1361                 return -ENOMEM;
1362         }
1363
1364         indio_dev->modes |= INDIO_BUFFER_SOFTWARE;
1365         indio_dev->setup_ops = &stm32_dfsdm_buffer_setup_ops;
1366
1367         return 0;
1368 }
1369
1370 static int stm32_dfsdm_adc_chan_init_one(struct iio_dev *indio_dev,
1371                                          struct iio_chan_spec *ch)
1372 {
1373         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1374         int ret;
1375
1376         ret = stm32_dfsdm_channel_parse_of(adc->dfsdm, indio_dev, ch);
1377         if (ret < 0)
1378                 return ret;
1379
1380         ch->type = IIO_VOLTAGE;
1381         ch->indexed = 1;
1382
1383         /*
1384          * IIO_CHAN_INFO_RAW: used to compute regular conversion
1385          * IIO_CHAN_INFO_OVERSAMPLING_RATIO: used to set oversampling
1386          */
1387         ch->info_mask_separate = BIT(IIO_CHAN_INFO_RAW);
1388         ch->info_mask_shared_by_all = BIT(IIO_CHAN_INFO_OVERSAMPLING_RATIO) |
1389                                         BIT(IIO_CHAN_INFO_SAMP_FREQ);
1390
1391         if (adc->dev_data->type == DFSDM_AUDIO) {
1392                 ch->ext_info = dfsdm_adc_audio_ext_info;
1393         } else {
1394                 ch->scan_type.shift = 8;
1395         }
1396         ch->scan_type.sign = 's';
1397         ch->scan_type.realbits = 24;
1398         ch->scan_type.storagebits = 32;
1399
1400         return stm32_dfsdm_chan_configure(adc->dfsdm,
1401                                           &adc->dfsdm->ch_list[ch->channel]);
1402 }
1403
1404 static int stm32_dfsdm_audio_init(struct device *dev, struct iio_dev *indio_dev)
1405 {
1406         struct iio_chan_spec *ch;
1407         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1408         struct stm32_dfsdm_channel *d_ch;
1409         int ret;
1410
1411         ch = devm_kzalloc(&indio_dev->dev, sizeof(*ch), GFP_KERNEL);
1412         if (!ch)
1413                 return -ENOMEM;
1414
1415         ch->scan_index = 0;
1416
1417         ret = stm32_dfsdm_adc_chan_init_one(indio_dev, ch);
1418         if (ret < 0) {
1419                 dev_err(&indio_dev->dev, "Channels init failed\n");
1420                 return ret;
1421         }
1422         ch->info_mask_separate = BIT(IIO_CHAN_INFO_SAMP_FREQ);
1423
1424         d_ch = &adc->dfsdm->ch_list[ch->channel];
1425         if (d_ch->src != DFSDM_CHANNEL_SPI_CLOCK_EXTERNAL)
1426                 adc->spi_freq = adc->dfsdm->spi_master_freq;
1427
1428         indio_dev->num_channels = 1;
1429         indio_dev->channels = ch;
1430
1431         return stm32_dfsdm_dma_request(dev, indio_dev);
1432 }
1433
1434 static int stm32_dfsdm_adc_init(struct device *dev, struct iio_dev *indio_dev)
1435 {
1436         struct iio_chan_spec *ch;
1437         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1438         int num_ch;
1439         int ret, chan_idx;
1440
1441         adc->oversamp = DFSDM_DEFAULT_OVERSAMPLING;
1442         ret = stm32_dfsdm_compute_all_osrs(indio_dev, adc->oversamp);
1443         if (ret < 0)
1444                 return ret;
1445
1446         num_ch = of_property_count_u32_elems(indio_dev->dev.of_node,
1447                                              "st,adc-channels");
1448         if (num_ch < 0 || num_ch > adc->dfsdm->num_chs) {
1449                 dev_err(&indio_dev->dev, "Bad st,adc-channels\n");
1450                 return num_ch < 0 ? num_ch : -EINVAL;
1451         }
1452
1453         /* Bind to SD modulator IIO device */
1454         adc->hwc = devm_iio_hw_consumer_alloc(&indio_dev->dev);
1455         if (IS_ERR(adc->hwc))
1456                 return -EPROBE_DEFER;
1457
1458         ch = devm_kcalloc(&indio_dev->dev, num_ch, sizeof(*ch),
1459                           GFP_KERNEL);
1460         if (!ch)
1461                 return -ENOMEM;
1462
1463         for (chan_idx = 0; chan_idx < num_ch; chan_idx++) {
1464                 ch[chan_idx].scan_index = chan_idx;
1465                 ret = stm32_dfsdm_adc_chan_init_one(indio_dev, &ch[chan_idx]);
1466                 if (ret < 0) {
1467                         dev_err(&indio_dev->dev, "Channels init failed\n");
1468                         return ret;
1469                 }
1470         }
1471
1472         indio_dev->num_channels = num_ch;
1473         indio_dev->channels = ch;
1474
1475         init_completion(&adc->completion);
1476
1477         /* Optionally request DMA */
1478         ret = stm32_dfsdm_dma_request(dev, indio_dev);
1479         if (ret) {
1480                 if (ret != -ENODEV)
1481                         return dev_err_probe(dev, ret,
1482                                              "DMA channel request failed with\n");
1483
1484                 dev_dbg(dev, "No DMA support\n");
1485                 return 0;
1486         }
1487
1488         ret = iio_triggered_buffer_setup(indio_dev,
1489                                          &iio_pollfunc_store_time, NULL,
1490                                          &stm32_dfsdm_buffer_setup_ops);
1491         if (ret) {
1492                 stm32_dfsdm_dma_release(indio_dev);
1493                 dev_err(&indio_dev->dev, "buffer setup failed\n");
1494                 return ret;
1495         }
1496
1497         /* lptimer/timer hardware triggers */
1498         indio_dev->modes |= INDIO_HARDWARE_TRIGGERED;
1499
1500         return 0;
1501 }
1502
1503 static const struct stm32_dfsdm_dev_data stm32h7_dfsdm_adc_data = {
1504         .type = DFSDM_IIO,
1505         .init = stm32_dfsdm_adc_init,
1506 };
1507
1508 static const struct stm32_dfsdm_dev_data stm32h7_dfsdm_audio_data = {
1509         .type = DFSDM_AUDIO,
1510         .init = stm32_dfsdm_audio_init,
1511 };
1512
1513 static const struct of_device_id stm32_dfsdm_adc_match[] = {
1514         {
1515                 .compatible = "st,stm32-dfsdm-adc",
1516                 .data = &stm32h7_dfsdm_adc_data,
1517         },
1518         {
1519                 .compatible = "st,stm32-dfsdm-dmic",
1520                 .data = &stm32h7_dfsdm_audio_data,
1521         },
1522         {}
1523 };
1524
1525 static int stm32_dfsdm_adc_probe(struct platform_device *pdev)
1526 {
1527         struct device *dev = &pdev->dev;
1528         struct stm32_dfsdm_adc *adc;
1529         struct device_node *np = dev->of_node;
1530         const struct stm32_dfsdm_dev_data *dev_data;
1531         struct iio_dev *iio;
1532         char *name;
1533         int ret, irq, val;
1534
1535         dev_data = of_device_get_match_data(dev);
1536         iio = devm_iio_device_alloc(dev, sizeof(*adc));
1537         if (!iio) {
1538                 dev_err(dev, "%s: Failed to allocate IIO\n", __func__);
1539                 return -ENOMEM;
1540         }
1541
1542         adc = iio_priv(iio);
1543         adc->dfsdm = dev_get_drvdata(dev->parent);
1544
1545         iio->dev.of_node = np;
1546         iio->modes = INDIO_DIRECT_MODE;
1547
1548         platform_set_drvdata(pdev, iio);
1549
1550         ret = of_property_read_u32(dev->of_node, "reg", &adc->fl_id);
1551         if (ret != 0 || adc->fl_id >= adc->dfsdm->num_fls) {
1552                 dev_err(dev, "Missing or bad reg property\n");
1553                 return -EINVAL;
1554         }
1555
1556         name = devm_kzalloc(dev, sizeof("dfsdm-adc0"), GFP_KERNEL);
1557         if (!name)
1558                 return -ENOMEM;
1559         if (dev_data->type == DFSDM_AUDIO) {
1560                 iio->info = &stm32_dfsdm_info_audio;
1561                 snprintf(name, sizeof("dfsdm-pdm0"), "dfsdm-pdm%d", adc->fl_id);
1562         } else {
1563                 iio->info = &stm32_dfsdm_info_adc;
1564                 snprintf(name, sizeof("dfsdm-adc0"), "dfsdm-adc%d", adc->fl_id);
1565         }
1566         iio->name = name;
1567
1568         /*
1569          * In a first step IRQs generated for channels are not treated.
1570          * So IRQ associated to filter instance 0 is dedicated to the Filter 0.
1571          */
1572         irq = platform_get_irq(pdev, 0);
1573         if (irq < 0)
1574                 return irq;
1575
1576         ret = devm_request_irq(dev, irq, stm32_dfsdm_irq,
1577                                0, pdev->name, iio);
1578         if (ret < 0) {
1579                 dev_err(dev, "Failed to request IRQ\n");
1580                 return ret;
1581         }
1582
1583         ret = of_property_read_u32(dev->of_node, "st,filter-order", &val);
1584         if (ret < 0) {
1585                 dev_err(dev, "Failed to set filter order\n");
1586                 return ret;
1587         }
1588
1589         adc->dfsdm->fl_list[adc->fl_id].ford = val;
1590
1591         ret = of_property_read_u32(dev->of_node, "st,filter0-sync", &val);
1592         if (!ret)
1593                 adc->dfsdm->fl_list[adc->fl_id].sync_mode = val;
1594
1595         adc->dev_data = dev_data;
1596         ret = dev_data->init(dev, iio);
1597         if (ret < 0)
1598                 return ret;
1599
1600         ret = iio_device_register(iio);
1601         if (ret < 0)
1602                 goto err_cleanup;
1603
1604         if (dev_data->type == DFSDM_AUDIO) {
1605                 ret = of_platform_populate(np, NULL, NULL, dev);
1606                 if (ret < 0) {
1607                         dev_err(dev, "Failed to find an audio DAI\n");
1608                         goto err_unregister;
1609                 }
1610         }
1611
1612         return 0;
1613
1614 err_unregister:
1615         iio_device_unregister(iio);
1616 err_cleanup:
1617         stm32_dfsdm_dma_release(iio);
1618
1619         return ret;
1620 }
1621
1622 static int stm32_dfsdm_adc_remove(struct platform_device *pdev)
1623 {
1624         struct iio_dev *indio_dev = platform_get_drvdata(pdev);
1625         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1626
1627         if (adc->dev_data->type == DFSDM_AUDIO)
1628                 of_platform_depopulate(&pdev->dev);
1629         iio_device_unregister(indio_dev);
1630         stm32_dfsdm_dma_release(indio_dev);
1631
1632         return 0;
1633 }
1634
1635 static int __maybe_unused stm32_dfsdm_adc_suspend(struct device *dev)
1636 {
1637         struct iio_dev *indio_dev = dev_get_drvdata(dev);
1638
1639         if (iio_buffer_enabled(indio_dev))
1640                 stm32_dfsdm_predisable(indio_dev);
1641
1642         return 0;
1643 }
1644
1645 static int __maybe_unused stm32_dfsdm_adc_resume(struct device *dev)
1646 {
1647         struct iio_dev *indio_dev = dev_get_drvdata(dev);
1648         struct stm32_dfsdm_adc *adc = iio_priv(indio_dev);
1649         const struct iio_chan_spec *chan;
1650         struct stm32_dfsdm_channel *ch;
1651         int i, ret;
1652
1653         /* restore channels configuration */
1654         for (i = 0; i < indio_dev->num_channels; i++) {
1655                 chan = indio_dev->channels + i;
1656                 ch = &adc->dfsdm->ch_list[chan->channel];
1657                 ret = stm32_dfsdm_chan_configure(adc->dfsdm, ch);
1658                 if (ret)
1659                         return ret;
1660         }
1661
1662         if (iio_buffer_enabled(indio_dev))
1663                 stm32_dfsdm_postenable(indio_dev);
1664
1665         return 0;
1666 }
1667
1668 static SIMPLE_DEV_PM_OPS(stm32_dfsdm_adc_pm_ops,
1669                          stm32_dfsdm_adc_suspend, stm32_dfsdm_adc_resume);
1670
1671 static struct platform_driver stm32_dfsdm_adc_driver = {
1672         .driver = {
1673                 .name = "stm32-dfsdm-adc",
1674                 .of_match_table = stm32_dfsdm_adc_match,
1675                 .pm = &stm32_dfsdm_adc_pm_ops,
1676         },
1677         .probe = stm32_dfsdm_adc_probe,
1678         .remove = stm32_dfsdm_adc_remove,
1679 };
1680 module_platform_driver(stm32_dfsdm_adc_driver);
1681
1682 MODULE_DESCRIPTION("STM32 sigma delta ADC");
1683 MODULE_AUTHOR("Arnaud Pouliquen <arnaud.pouliquen@st.com>");
1684 MODULE_LICENSE("GPL v2");