drivers/mmc/core/mmc.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /*
   3  *  linux/drivers/mmc/core/mmc.c
   4  *
   5  *  Copyright (C) 2003-2004 Russell King, All Rights Reserved.
   6  *  Copyright (C) 2005-2007 Pierre Ossman, All Rights Reserved.
   7  *  MMCv4 support Copyright (C) 2006 Philip Langdale, All Rights Reserved.
   8  */
   9
  10 #include <linux/err.h>
  11 #include <linux/of.h>
  12 #include <linux/slab.h>
  13 #include <linux/stat.h>
  14 #include <linux/pm_runtime.h>
  15
  16 #include <linux/mmc/host.h>
  17 #include <linux/mmc/card.h>
  18 #include <linux/mmc/mmc.h>
  19
  20 #include "core.h"
  21 #include "card.h"
  22 #include "host.h"
  23 #include "bus.h"
  24 #include "mmc_ops.h"
  25 #include "quirks.h"
  26 #include "sd_ops.h"
  27 #include "pwrseq.h"
  28
  29 #define DEFAULT_CMD6_TIMEOUT_MS 500
  30 #define MIN_CACHE_EN_TIMEOUT_MS 1600
  31
  32 static const unsigned int tran_exp[] = {
  33         10000,          100000,         1000000,        10000000,
  34         0,              0,              0,              0
  35 };
  36
  37 static const unsigned char tran_mant[] = {
  38         0,      10,     12,     13,     15,     20,     25,     30,
  39         35,     40,     45,     50,     55,     60,     70,     80,
  40 };
  41
  42 static const unsigned int taac_exp[] = {
  43         1,      10,     100,    1000,   10000,  100000, 1000000, 10000000,
  44 };
  45
  46 static const unsigned int taac_mant[] = {
  47         0,      10,     12,     13,     15,     20,     25,     30,
  48         35,     40,     45,     50,     55,     60,     70,     80,
  49 };
  50
  51 #define UNSTUFF_BITS(resp,start,size)                                   \
  52         ({                                                              \
  53                 const int __size = size;                                \
  54                 const u32 __mask = (__size < 32 ? 1 << __size : 0) - 1; \
  55                 const int __off = 3 - ((start) / 32);                   \
  56                 const int __shft = (start) & 31;                        \
  57                 u32 __res;                                              \
  58                                                                         \
  59                 __res = resp[__off] >> __shft;                          \
  60                 if (__size + __shft > 32)                               \
  61                         __res |= resp[__off-1] << ((32 - __shft) % 32); \
  62                 __res & __mask;                                         \
  63         })
  64
  65 /*
  66  * Given the decoded CSD structure, decode the raw CID to our CID structure.
  67  */
  68 static int mmc_decode_cid(struct mmc_card *card)
  69 {
  70         u32 *resp = card->raw_cid;
  71
  72         /*
  73          * The selection of the format here is based upon published
  74          * specs from sandisk and from what people have reported.
  75          */
  76         switch (card->csd.mmca_vsn) {
  77         case 0: /* MMC v1.0 - v1.2 */
  78         case 1: /* MMC v1.4 */
  79                 card->cid.manfid        = UNSTUFF_BITS(resp, 104, 24);
  80                 card->cid.prod_name[0]  = UNSTUFF_BITS(resp, 96, 8);
  81                 card->cid.prod_name[1]  = UNSTUFF_BITS(resp, 88, 8);
  82                 card->cid.prod_name[2]  = UNSTUFF_BITS(resp, 80, 8);
  83                 card->cid.prod_name[3]  = UNSTUFF_BITS(resp, 72, 8);
  84                 card->cid.prod_name[4]  = UNSTUFF_BITS(resp, 64, 8);
  85                 card->cid.prod_name[5]  = UNSTUFF_BITS(resp, 56, 8);
  86                 card->cid.prod_name[6]  = UNSTUFF_BITS(resp, 48, 8);
  87                 card->cid.hwrev         = UNSTUFF_BITS(resp, 44, 4);
  88                 card->cid.fwrev         = UNSTUFF_BITS(resp, 40, 4);
  89                 card->cid.serial        = UNSTUFF_BITS(resp, 16, 24);
  90                 card->cid.month         = UNSTUFF_BITS(resp, 12, 4);
  91                 card->cid.year          = UNSTUFF_BITS(resp, 8, 4) + 1997;
  92                 break;
  93
  94         case 2: /* MMC v2.0 - v2.2 */
  95         case 3: /* MMC v3.1 - v3.3 */
  96         case 4: /* MMC v4 */
  97                 card->cid.manfid        = UNSTUFF_BITS(resp, 120, 8);
  98                 card->cid.oemid         = UNSTUFF_BITS(resp, 104, 16);
  99                 card->cid.prod_name[0]  = UNSTUFF_BITS(resp, 96, 8);
 100                 card->cid.prod_name[1]  = UNSTUFF_BITS(resp, 88, 8);
 101                 card->cid.prod_name[2]  = UNSTUFF_BITS(resp, 80, 8);
 102                 card->cid.prod_name[3]  = UNSTUFF_BITS(resp, 72, 8);
 103                 card->cid.prod_name[4]  = UNSTUFF_BITS(resp, 64, 8);
 104                 card->cid.prod_name[5]  = UNSTUFF_BITS(resp, 56, 8);
 105                 card->cid.prv           = UNSTUFF_BITS(resp, 48, 8);
 106                 card->cid.serial        = UNSTUFF_BITS(resp, 16, 32);
 107                 card->cid.month         = UNSTUFF_BITS(resp, 12, 4);
 108                 card->cid.year          = UNSTUFF_BITS(resp, 8, 4) + 1997;
 109                 break;
 110
 111         default:
 112                 pr_err("%s: card has unknown MMCA version %d\n",
 113                         mmc_hostname(card->host), card->csd.mmca_vsn);
 114                 return -EINVAL;
 115         }
 116
 117         return 0;
 118 }
 119
 120 static void mmc_set_erase_size(struct mmc_card *card)
 121 {
 122         if (card->ext_csd.erase_group_def & 1)
 123                 card->erase_size = card->ext_csd.hc_erase_size;
 124         else
 125                 card->erase_size = card->csd.erase_size;
 126
 127         mmc_init_erase(card);
 128 }
 129
 130 /*
 131  * Given a 128-bit response, decode to our card CSD structure.
 132  */
 133 static int mmc_decode_csd(struct mmc_card *card)
 134 {
 135         struct mmc_csd *csd = &card->csd;
 136         unsigned int e, m, a, b;
 137         u32 *resp = card->raw_csd;
 138
 139         /*
 140          * We only understand CSD structure v1.1 and v1.2.
 141          * v1.2 has extra information in bits 15, 11 and 10.
 142          * We also support eMMC v4.4 & v4.41.
 143          */
 144         csd->structure = UNSTUFF_BITS(resp, 126, 2);
 145         if (csd->structure == 0) {
 146                 pr_err("%s: unrecognised CSD structure version %d\n",
 147                         mmc_hostname(card->host), csd->structure);
 148                 return -EINVAL;
 149         }
 150
 151         csd->mmca_vsn    = UNSTUFF_BITS(resp, 122, 4);
 152         m = UNSTUFF_BITS(resp, 115, 4);
 153         e = UNSTUFF_BITS(resp, 112, 3);
 154         csd->taac_ns     = (taac_exp[e] * taac_mant[m] + 9) / 10;
 155         csd->taac_clks   = UNSTUFF_BITS(resp, 104, 8) * 100;
 156
 157         m = UNSTUFF_BITS(resp, 99, 4);
 158         e = UNSTUFF_BITS(resp, 96, 3);
 159         csd->max_dtr      = tran_exp[e] * tran_mant[m];
 160         csd->cmdclass     = UNSTUFF_BITS(resp, 84, 12);
 161
 162         e = UNSTUFF_BITS(resp, 47, 3);
 163         m = UNSTUFF_BITS(resp, 62, 12);
 164         csd->capacity     = (1 + m) << (e + 2);
 165
 166         csd->read_blkbits = UNSTUFF_BITS(resp, 80, 4);
 167         csd->read_partial = UNSTUFF_BITS(resp, 79, 1);
 168         csd->write_misalign = UNSTUFF_BITS(resp, 78, 1);
 169         csd->read_misalign = UNSTUFF_BITS(resp, 77, 1);
 170         csd->dsr_imp = UNSTUFF_BITS(resp, 76, 1);
 171         csd->r2w_factor = UNSTUFF_BITS(resp, 26, 3);
 172         csd->write_blkbits = UNSTUFF_BITS(resp, 22, 4);
 173         csd->write_partial = UNSTUFF_BITS(resp, 21, 1);
 174
 175         if (csd->write_blkbits >= 9) {
 176                 a = UNSTUFF_BITS(resp, 42, 5);
 177                 b = UNSTUFF_BITS(resp, 37, 5);
 178                 csd->erase_size = (a + 1) * (b + 1);
 179                 csd->erase_size <<= csd->write_blkbits - 9;
 180         }
 181
 182         return 0;
 183 }
 184
 185 static void mmc_select_card_type(struct mmc_card *card)
 186 {
 187         struct mmc_host *host = card->host;
 188         u8 card_type = card->ext_csd.raw_card_type;
 189         u32 caps = host->caps, caps2 = host->caps2;
 190         unsigned int hs_max_dtr = 0, hs200_max_dtr = 0;
 191         unsigned int avail_type = 0;
 192
 193         if (caps & MMC_CAP_MMC_HIGHSPEED &&
 194             card_type & EXT_CSD_CARD_TYPE_HS_26) {
 195                 hs_max_dtr = MMC_HIGH_26_MAX_DTR;
 196                 avail_type |= EXT_CSD_CARD_TYPE_HS_26;
 197         }
 198
 199         if (caps & MMC_CAP_MMC_HIGHSPEED &&
 200             card_type & EXT_CSD_CARD_TYPE_HS_52) {
 201                 hs_max_dtr = MMC_HIGH_52_MAX_DTR;
 202                 avail_type |= EXT_CSD_CARD_TYPE_HS_52;
 203         }
 204
 205         if (caps & (MMC_CAP_1_8V_DDR | MMC_CAP_3_3V_DDR) &&
 206             card_type & EXT_CSD_CARD_TYPE_DDR_1_8V) {
 207                 hs_max_dtr = MMC_HIGH_DDR_MAX_DTR;
 208                 avail_type |= EXT_CSD_CARD_TYPE_DDR_1_8V;
 209         }
 210
 211         if (caps & MMC_CAP_1_2V_DDR &&
 212             card_type & EXT_CSD_CARD_TYPE_DDR_1_2V) {
 213                 hs_max_dtr = MMC_HIGH_DDR_MAX_DTR;
 214                 avail_type |= EXT_CSD_CARD_TYPE_DDR_1_2V;
 215         }
 216
 217         if (caps2 & MMC_CAP2_HS200_1_8V_SDR &&
 218             card_type & EXT_CSD_CARD_TYPE_HS200_1_8V) {
 219                 hs200_max_dtr = MMC_HS200_MAX_DTR;
 220                 avail_type |= EXT_CSD_CARD_TYPE_HS200_1_8V;
 221         }
 222
 223         if (caps2 & MMC_CAP2_HS200_1_2V_SDR &&
 224             card_type & EXT_CSD_CARD_TYPE_HS200_1_2V) {
 225                 hs200_max_dtr = MMC_HS200_MAX_DTR;
 226                 avail_type |= EXT_CSD_CARD_TYPE_HS200_1_2V;
 227         }
 228
 229         if (caps2 & MMC_CAP2_HS400_1_8V &&
 230             card_type & EXT_CSD_CARD_TYPE_HS400_1_8V) {
 231                 hs200_max_dtr = MMC_HS200_MAX_DTR;
 232                 avail_type |= EXT_CSD_CARD_TYPE_HS400_1_8V;
 233         }
 234
 235         if (caps2 & MMC_CAP2_HS400_1_2V &&
 236             card_type & EXT_CSD_CARD_TYPE_HS400_1_2V) {
 237                 hs200_max_dtr = MMC_HS200_MAX_DTR;
 238                 avail_type |= EXT_CSD_CARD_TYPE_HS400_1_2V;
 239         }
 240
 241         if ((caps2 & MMC_CAP2_HS400_ES) &&
 242             card->ext_csd.strobe_support &&
 243             (avail_type & EXT_CSD_CARD_TYPE_HS400))
 244                 avail_type |= EXT_CSD_CARD_TYPE_HS400ES;
 245
 246         card->ext_csd.hs_max_dtr = hs_max_dtr;
 247         card->ext_csd.hs200_max_dtr = hs200_max_dtr;
 248         card->mmc_avail_type = avail_type;
 249 }
 250
 251 static void mmc_manage_enhanced_area(struct mmc_card *card, u8 *ext_csd)
 252 {
 253         u8 hc_erase_grp_sz, hc_wp_grp_sz;
 254
 255         /*
 256          * Disable these attributes by default
 257          */
 258         card->ext_csd.enhanced_area_offset = -EINVAL;
 259         card->ext_csd.enhanced_area_size = -EINVAL;
 260
 261         /*
 262          * Enhanced area feature support -- check whether the eMMC
 263          * card has the Enhanced area enabled.  If so, export enhanced
 264          * area offset and size to user by adding sysfs interface.
 265          */
 266         if ((ext_csd[EXT_CSD_PARTITION_SUPPORT] & 0x2) &&
 267             (ext_csd[EXT_CSD_PARTITION_ATTRIBUTE] & 0x1)) {
 268                 if (card->ext_csd.partition_setting_completed) {
 269                         hc_erase_grp_sz =
 270                                 ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE];
 271                         hc_wp_grp_sz =
 272                                 ext_csd[EXT_CSD_HC_WP_GRP_SIZE];
 273
 274                         /*
 275                          * calculate the enhanced data area offset, in bytes
 276                          */
 277                         card->ext_csd.enhanced_area_offset =
 278                                 (((unsigned long long)ext_csd[139]) << 24) +
 279                                 (((unsigned long long)ext_csd[138]) << 16) +
 280                                 (((unsigned long long)ext_csd[137]) << 8) +
 281                                 (((unsigned long long)ext_csd[136]));
 282                         if (mmc_card_blockaddr(card))
 283                                 card->ext_csd.enhanced_area_offset <<= 9;
 284                         /*
 285                          * calculate the enhanced data area size, in kilobytes
 286                          */
 287                         card->ext_csd.enhanced_area_size =
 288                                 (ext_csd[142] << 16) + (ext_csd[141] << 8) +
 289                                 ext_csd[140];
 290                         card->ext_csd.enhanced_area_size *=
 291                                 (size_t)(hc_erase_grp_sz * hc_wp_grp_sz);
 292                         card->ext_csd.enhanced_area_size <<= 9;
 293                 } else {
 294                         pr_warn("%s: defines enhanced area without partition setting complete\n",
 295                                 mmc_hostname(card->host));
 296                 }
 297         }
 298 }
 299
 300 static void mmc_part_add(struct mmc_card *card, u64 size,
 301                          unsigned int part_cfg, char *name, int idx, bool ro,
 302                          int area_type)
 303 {
 304         card->part[card->nr_parts].size = size;
 305         card->part[card->nr_parts].part_cfg = part_cfg;
 306         sprintf(card->part[card->nr_parts].name, name, idx);
 307         card->part[card->nr_parts].force_ro = ro;
 308         card->part[card->nr_parts].area_type = area_type;
 309         card->nr_parts++;
 310 }
 311
 312 static void mmc_manage_gp_partitions(struct mmc_card *card, u8 *ext_csd)
 313 {
 314         int idx;
 315         u8 hc_erase_grp_sz, hc_wp_grp_sz;
 316         u64 part_size;
 317
 318         /*
 319          * General purpose partition feature support --
 320          * If ext_csd has the size of general purpose partitions,
 321          * set size, part_cfg, partition name in mmc_part.
 322          */
 323         if (ext_csd[EXT_CSD_PARTITION_SUPPORT] &
 324             EXT_CSD_PART_SUPPORT_PART_EN) {
 325                 hc_erase_grp_sz =
 326                         ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE];
 327                 hc_wp_grp_sz =
 328                         ext_csd[EXT_CSD_HC_WP_GRP_SIZE];
 329
 330                 for (idx = 0; idx < MMC_NUM_GP_PARTITION; idx++) {
 331                         if (!ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3] &&
 332                             !ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 1] &&
 333                             !ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 2])
 334                                 continue;
 335                         if (card->ext_csd.partition_setting_completed == 0) {
 336                                 pr_warn("%s: has partition size defined without partition complete\n",
 337                                         mmc_hostname(card->host));
 338                                 break;
 339                         }
 340                         part_size =
 341                                 (ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 2]
 342                                 << 16) +
 343                                 (ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 1]
 344                                 << 8) +
 345                                 ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3];
 346                         part_size *= (hc_erase_grp_sz * hc_wp_grp_sz);
 347                         mmc_part_add(card, part_size << 19,
 348                                 EXT_CSD_PART_CONFIG_ACC_GP0 + idx,
 349                                 "gp%d", idx, false,
 350                                 MMC_BLK_DATA_AREA_GP);
 351                 }
 352         }
 353 }
 354
 355 /* Minimum partition switch timeout in milliseconds */
 356 #define MMC_MIN_PART_SWITCH_TIME        300
 357
 358 /*
 359  * Decode extended CSD.
 360  */
 361 static int mmc_decode_ext_csd(struct mmc_card *card, u8 *ext_csd)
 362 {
 363         int err = 0, idx;
 364         u64 part_size;
 365         struct device_node *np;
 366         bool broken_hpi = false;
 367
 368         /* Version is coded in the CSD_STRUCTURE byte in the EXT_CSD register */
 369         card->ext_csd.raw_ext_csd_structure = ext_csd[EXT_CSD_STRUCTURE];
 370         if (card->csd.structure == 3) {
 371                 if (card->ext_csd.raw_ext_csd_structure > 2) {
 372                         pr_err("%s: unrecognised EXT_CSD structure "
 373                                 "version %d\n", mmc_hostname(card->host),
 374                                         card->ext_csd.raw_ext_csd_structure);
 375                         err = -EINVAL;
 376                         goto out;
 377                 }
 378         }
 379
 380         np = mmc_of_find_child_device(card->host, 0);
 381         if (np && of_device_is_compatible(np, "mmc-card"))
 382                 broken_hpi = of_property_read_bool(np, "broken-hpi");
 383         of_node_put(np);
 384
 385         /*
 386          * The EXT_CSD format is meant to be forward compatible. As long
 387          * as CSD_STRUCTURE does not change, all values for EXT_CSD_REV
 388          * are authorized, see JEDEC JESD84-B50 section B.8.
 389          */
 390         card->ext_csd.rev = ext_csd[EXT_CSD_REV];
 391
 392         /* fixup device after ext_csd revision field is updated */
 393         mmc_fixup_device(card, mmc_ext_csd_fixups);
 394
 395         card->ext_csd.raw_sectors[0] = ext_csd[EXT_CSD_SEC_CNT + 0];
 396         card->ext_csd.raw_sectors[1] = ext_csd[EXT_CSD_SEC_CNT + 1];
 397         card->ext_csd.raw_sectors[2] = ext_csd[EXT_CSD_SEC_CNT + 2];
 398         card->ext_csd.raw_sectors[3] = ext_csd[EXT_CSD_SEC_CNT + 3];
 399         if (card->ext_csd.rev >= 2) {
 400                 card->ext_csd.sectors =
 401                         ext_csd[EXT_CSD_SEC_CNT + 0] << 0 |
 402                         ext_csd[EXT_CSD_SEC_CNT + 1] << 8 |
 403                         ext_csd[EXT_CSD_SEC_CNT + 2] << 16 |
 404                         ext_csd[EXT_CSD_SEC_CNT + 3] << 24;
 405
 406                 /* Cards with density > 2GiB are sector addressed */
 407                 if (card->ext_csd.sectors > (2u * 1024 * 1024 * 1024) / 512)
 408                         mmc_card_set_blockaddr(card);
 409         }
 410
 411         card->ext_csd.strobe_support = ext_csd[EXT_CSD_STROBE_SUPPORT];
 412         card->ext_csd.raw_card_type = ext_csd[EXT_CSD_CARD_TYPE];
 413         mmc_select_card_type(card);
 414
 415         card->ext_csd.raw_s_a_timeout = ext_csd[EXT_CSD_S_A_TIMEOUT];
 416         card->ext_csd.raw_erase_timeout_mult =
 417                 ext_csd[EXT_CSD_ERASE_TIMEOUT_MULT];
 418         card->ext_csd.raw_hc_erase_grp_size =
 419                 ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE];
 420         if (card->ext_csd.rev >= 3) {
 421                 u8 sa_shift = ext_csd[EXT_CSD_S_A_TIMEOUT];
 422                 card->ext_csd.part_config = ext_csd[EXT_CSD_PART_CONFIG];
 423
 424                 /* EXT_CSD value is in units of 10ms, but we store in ms */
 425                 card->ext_csd.part_time = 10 * ext_csd[EXT_CSD_PART_SWITCH_TIME];
 426
 427                 /* Sleep / awake timeout in 100ns units */
 428                 if (sa_shift > 0 && sa_shift <= 0x17)
 429                         card->ext_csd.sa_timeout =
 430                                         1 << ext_csd[EXT_CSD_S_A_TIMEOUT];
 431                 card->ext_csd.erase_group_def =
 432                         ext_csd[EXT_CSD_ERASE_GROUP_DEF];
 433                 card->ext_csd.hc_erase_timeout = 300 *
 434                         ext_csd[EXT_CSD_ERASE_TIMEOUT_MULT];
 435                 card->ext_csd.hc_erase_size =
 436                         ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE] << 10;
 437
 438                 card->ext_csd.rel_sectors = ext_csd[EXT_CSD_REL_WR_SEC_C];
 439
 440                 /*
 441                  * There are two boot regions of equal size, defined in
 442                  * multiples of 128K.
 443                  */
 444                 if (ext_csd[EXT_CSD_BOOT_MULT] && mmc_boot_partition_access(card->host)) {
 445                         for (idx = 0; idx < MMC_NUM_BOOT_PARTITION; idx++) {
 446                                 part_size = ext_csd[EXT_CSD_BOOT_MULT] << 17;
 447                                 mmc_part_add(card, part_size,
 448                                         EXT_CSD_PART_CONFIG_ACC_BOOT0 + idx,
 449                                         "boot%d", idx, true,
 450                                         MMC_BLK_DATA_AREA_BOOT);
 451                         }
 452                 }
 453         }
 454
 455         card->ext_csd.raw_hc_erase_gap_size =
 456                 ext_csd[EXT_CSD_HC_WP_GRP_SIZE];
 457         card->ext_csd.raw_sec_trim_mult =
 458                 ext_csd[EXT_CSD_SEC_TRIM_MULT];
 459         card->ext_csd.raw_sec_erase_mult =
 460                 ext_csd[EXT_CSD_SEC_ERASE_MULT];
 461         card->ext_csd.raw_sec_feature_support =
 462                 ext_csd[EXT_CSD_SEC_FEATURE_SUPPORT];
 463         card->ext_csd.raw_trim_mult =
 464                 ext_csd[EXT_CSD_TRIM_MULT];
 465         card->ext_csd.raw_partition_support = ext_csd[EXT_CSD_PARTITION_SUPPORT];
 466         card->ext_csd.raw_driver_strength = ext_csd[EXT_CSD_DRIVER_STRENGTH];
 467         if (card->ext_csd.rev >= 4) {
 468                 if (ext_csd[EXT_CSD_PARTITION_SETTING_COMPLETED] &
 469                     EXT_CSD_PART_SETTING_COMPLETED)
 470                         card->ext_csd.partition_setting_completed = 1;
 471                 else
 472                         card->ext_csd.partition_setting_completed = 0;
 473
 474                 mmc_manage_enhanced_area(card, ext_csd);
 475
 476                 mmc_manage_gp_partitions(card, ext_csd);
 477
 478                 card->ext_csd.sec_trim_mult =
 479                         ext_csd[EXT_CSD_SEC_TRIM_MULT];
 480                 card->ext_csd.sec_erase_mult =
 481                         ext_csd[EXT_CSD_SEC_ERASE_MULT];
 482                 card->ext_csd.sec_feature_support =
 483                         ext_csd[EXT_CSD_SEC_FEATURE_SUPPORT];
 484                 card->ext_csd.trim_timeout = 300 *
 485                         ext_csd[EXT_CSD_TRIM_MULT];
 486
 487                 /*
 488                  * Note that the call to mmc_part_add above defaults to read
 489                  * only. If this default assumption is changed, the call must
 490                  * take into account the value of boot_locked below.
 491                  */
 492                 card->ext_csd.boot_ro_lock = ext_csd[EXT_CSD_BOOT_WP];
 493                 card->ext_csd.boot_ro_lockable = true;
 494
 495                 /* Save power class values */
 496                 card->ext_csd.raw_pwr_cl_52_195 =
 497                         ext_csd[EXT_CSD_PWR_CL_52_195];
 498                 card->ext_csd.raw_pwr_cl_26_195 =
 499                         ext_csd[EXT_CSD_PWR_CL_26_195];
 500                 card->ext_csd.raw_pwr_cl_52_360 =
 501                         ext_csd[EXT_CSD_PWR_CL_52_360];
 502                 card->ext_csd.raw_pwr_cl_26_360 =
 503                         ext_csd[EXT_CSD_PWR_CL_26_360];
 504                 card->ext_csd.raw_pwr_cl_200_195 =
 505                         ext_csd[EXT_CSD_PWR_CL_200_195];
 506                 card->ext_csd.raw_pwr_cl_200_360 =
 507                         ext_csd[EXT_CSD_PWR_CL_200_360];
 508                 card->ext_csd.raw_pwr_cl_ddr_52_195 =
 509                         ext_csd[EXT_CSD_PWR_CL_DDR_52_195];
 510                 card->ext_csd.raw_pwr_cl_ddr_52_360 =
 511                         ext_csd[EXT_CSD_PWR_CL_DDR_52_360];
 512                 card->ext_csd.raw_pwr_cl_ddr_200_360 =
 513                         ext_csd[EXT_CSD_PWR_CL_DDR_200_360];
 514         }
 515
 516         if (card->ext_csd.rev >= 5) {
 517                 /* Adjust production date as per JEDEC JESD84-B451 */
 518                 if (card->cid.year < 2010)
 519                         card->cid.year += 16;
 520
 521                 /* check whether the eMMC card supports BKOPS */
 522                 if (ext_csd[EXT_CSD_BKOPS_SUPPORT] & 0x1) {
 523                         card->ext_csd.bkops = 1;
 524                         card->ext_csd.man_bkops_en =
 525                                         (ext_csd[EXT_CSD_BKOPS_EN] &
 526                                                 EXT_CSD_MANUAL_BKOPS_MASK);
 527                         card->ext_csd.raw_bkops_status =
 528                                 ext_csd[EXT_CSD_BKOPS_STATUS];
 529                         if (card->ext_csd.man_bkops_en)
 530                                 pr_debug("%s: MAN_BKOPS_EN bit is set\n",
 531                                         mmc_hostname(card->host));
 532                         card->ext_csd.auto_bkops_en =
 533                                         (ext_csd[EXT_CSD_BKOPS_EN] &
 534                                                 EXT_CSD_AUTO_BKOPS_MASK);
 535                         if (card->ext_csd.auto_bkops_en)
 536                                 pr_debug("%s: AUTO_BKOPS_EN bit is set\n",
 537                                         mmc_hostname(card->host));
 538                 }
 539
 540                 /* check whether the eMMC card supports HPI */
 541                 if (!mmc_card_broken_hpi(card) &&
 542                     !broken_hpi && (ext_csd[EXT_CSD_HPI_FEATURES] & 0x1)) {
 543                         card->ext_csd.hpi = 1;
 544                         if (ext_csd[EXT_CSD_HPI_FEATURES] & 0x2)
 545                                 card->ext_csd.hpi_cmd = MMC_STOP_TRANSMISSION;
 546                         else
 547                                 card->ext_csd.hpi_cmd = MMC_SEND_STATUS;
 548                         /*
 549                          * Indicate the maximum timeout to close
 550                          * a command interrupted by HPI
 551                          */
 552                         card->ext_csd.out_of_int_time =
 553                                 ext_csd[EXT_CSD_OUT_OF_INTERRUPT_TIME] * 10;
 554                 }
 555
 556                 card->ext_csd.rel_param = ext_csd[EXT_CSD_WR_REL_PARAM];
 557                 card->ext_csd.rst_n_function = ext_csd[EXT_CSD_RST_N_FUNCTION];
 558
 559                 /*
 560                  * RPMB regions are defined in multiples of 128K.
 561                  */
 562                 card->ext_csd.raw_rpmb_size_mult = ext_csd[EXT_CSD_RPMB_MULT];
 563                 if (ext_csd[EXT_CSD_RPMB_MULT] && mmc_host_cmd23(card->host)) {
 564                         mmc_part_add(card, ext_csd[EXT_CSD_RPMB_MULT] << 17,
 565                                 EXT_CSD_PART_CONFIG_ACC_RPMB,
 566                                 "rpmb", 0, false,
 567                                 MMC_BLK_DATA_AREA_RPMB);
 568                 }
 569         }
 570
 571         card->ext_csd.raw_erased_mem_count = ext_csd[EXT_CSD_ERASED_MEM_CONT];
 572         if (ext_csd[EXT_CSD_ERASED_MEM_CONT])
 573                 card->erased_byte = 0xFF;
 574         else
 575                 card->erased_byte = 0x0;
 576
 577         /* eMMC v4.5 or later */
 578         card->ext_csd.generic_cmd6_time = DEFAULT_CMD6_TIMEOUT_MS;
 579         if (card->ext_csd.rev >= 6) {
 580                 card->ext_csd.feature_support |= MMC_DISCARD_FEATURE;
 581
 582                 card->ext_csd.generic_cmd6_time = 10 *
 583                         ext_csd[EXT_CSD_GENERIC_CMD6_TIME];
 584                 card->ext_csd.power_off_longtime = 10 *
 585                         ext_csd[EXT_CSD_POWER_OFF_LONG_TIME];
 586
 587                 card->ext_csd.cache_size =
 588                         ext_csd[EXT_CSD_CACHE_SIZE + 0] << 0 |
 589                         ext_csd[EXT_CSD_CACHE_SIZE + 1] << 8 |
 590                         ext_csd[EXT_CSD_CACHE_SIZE + 2] << 16 |
 591                         ext_csd[EXT_CSD_CACHE_SIZE + 3] << 24;
 592
 593                 if (ext_csd[EXT_CSD_DATA_SECTOR_SIZE] == 1)
 594                         card->ext_csd.data_sector_size = 4096;
 595                 else
 596                         card->ext_csd.data_sector_size = 512;
 597
 598                 if ((ext_csd[EXT_CSD_DATA_TAG_SUPPORT] & 1) &&
 599                     (ext_csd[EXT_CSD_TAG_UNIT_SIZE] <= 8)) {
 600                         card->ext_csd.data_tag_unit_size =
 601                         ((unsigned int) 1 << ext_csd[EXT_CSD_TAG_UNIT_SIZE]) *
 602                         (card->ext_csd.data_sector_size);
 603                 } else {
 604                         card->ext_csd.data_tag_unit_size = 0;
 605                 }
 606
 607                 card->ext_csd.max_packed_writes =
 608                         ext_csd[EXT_CSD_MAX_PACKED_WRITES];
 609                 card->ext_csd.max_packed_reads =
 610                         ext_csd[EXT_CSD_MAX_PACKED_READS];
 611         } else {
 612                 card->ext_csd.data_sector_size = 512;
 613         }
 614
 615         /*
 616          * GENERIC_CMD6_TIME is to be used "unless a specific timeout is defined
 617          * when accessing a specific field", so use it here if there is no
 618          * PARTITION_SWITCH_TIME.
 619          */
 620         if (!card->ext_csd.part_time)
 621                 card->ext_csd.part_time = card->ext_csd.generic_cmd6_time;
 622         /* Some eMMC set the value too low so set a minimum */
 623         if (card->ext_csd.part_time < MMC_MIN_PART_SWITCH_TIME)
 624                 card->ext_csd.part_time = MMC_MIN_PART_SWITCH_TIME;
 625
 626         /* eMMC v5 or later */
 627         if (card->ext_csd.rev >= 7) {
 628                 memcpy(card->ext_csd.fwrev, &ext_csd[EXT_CSD_FIRMWARE_VERSION],
 629                        MMC_FIRMWARE_LEN);
 630                 card->ext_csd.ffu_capable =
 631                         (ext_csd[EXT_CSD_SUPPORTED_MODE] & 0x1) &&
 632                         !(ext_csd[EXT_CSD_FW_CONFIG] & 0x1);
 633
 634                 card->ext_csd.pre_eol_info = ext_csd[EXT_CSD_PRE_EOL_INFO];
 635                 card->ext_csd.device_life_time_est_typ_a =
 636                         ext_csd[EXT_CSD_DEVICE_LIFE_TIME_EST_TYP_A];
 637                 card->ext_csd.device_life_time_est_typ_b =
 638                         ext_csd[EXT_CSD_DEVICE_LIFE_TIME_EST_TYP_B];
 639         }
 640
 641         /* eMMC v5.1 or later */
 642         if (card->ext_csd.rev >= 8) {
 643                 card->ext_csd.cmdq_support = ext_csd[EXT_CSD_CMDQ_SUPPORT] &
 644                                              EXT_CSD_CMDQ_SUPPORTED;
 645                 card->ext_csd.cmdq_depth = (ext_csd[EXT_CSD_CMDQ_DEPTH] &
 646                                             EXT_CSD_CMDQ_DEPTH_MASK) + 1;
 647                 /* Exclude inefficiently small queue depths */
 648                 if (card->ext_csd.cmdq_depth <= 2) {
 649                         card->ext_csd.cmdq_support = false;
 650                         card->ext_csd.cmdq_depth = 0;
 651                 }
 652                 if (card->ext_csd.cmdq_support) {
 653                         pr_debug("%s: Command Queue supported depth %u\n",
 654                                  mmc_hostname(card->host),
 655                                  card->ext_csd.cmdq_depth);
 656                 }
 657         }
 658 out:
 659         return err;
 660 }
 661
 662 static int mmc_read_ext_csd(struct mmc_card *card)
 663 {
 664         u8 *ext_csd;
 665         int err;
 666
 667         if (!mmc_can_ext_csd(card))
 668                 return 0;
 669
 670         err = mmc_get_ext_csd(card, &ext_csd);
 671         if (err) {
 672                 /* If the host or the card can't do the switch,
 673                  * fail more gracefully. */
 674                 if ((err != -EINVAL)
 675                  && (err != -ENOSYS)
 676                  && (err != -EFAULT))
 677                         return err;
 678
 679                 /*
 680                  * High capacity cards should have this "magic" size
 681                  * stored in their CSD.
 682                  */
 683                 if (card->csd.capacity == (4096 * 512)) {
 684                         pr_err("%s: unable to read EXT_CSD on a possible high capacity card. Card will be ignored.\n",
 685                                 mmc_hostname(card->host));
 686                 } else {
 687                         pr_warn("%s: unable to read EXT_CSD, performance might suffer\n",
 688                                 mmc_hostname(card->host));
 689                         err = 0;
 690                 }
 691
 692                 return err;
 693         }
 694
 695         err = mmc_decode_ext_csd(card, ext_csd);
 696         kfree(ext_csd);
 697         return err;
 698 }
 699
 700 static int mmc_compare_ext_csds(struct mmc_card *card, unsigned bus_width)
 701 {
 702         u8 *bw_ext_csd;
 703         int err;
 704
 705         if (bus_width == MMC_BUS_WIDTH_1)
 706                 return 0;
 707
 708         err = mmc_get_ext_csd(card, &bw_ext_csd);
 709         if (err)
 710                 return err;
 711
 712         /* only compare read only fields */
 713         err = !((card->ext_csd.raw_partition_support ==
 714                         bw_ext_csd[EXT_CSD_PARTITION_SUPPORT]) &&
 715                 (card->ext_csd.raw_erased_mem_count ==
 716                         bw_ext_csd[EXT_CSD_ERASED_MEM_CONT]) &&
 717                 (card->ext_csd.rev ==
 718                         bw_ext_csd[EXT_CSD_REV]) &&
 719                 (card->ext_csd.raw_ext_csd_structure ==
 720                         bw_ext_csd[EXT_CSD_STRUCTURE]) &&
 721                 (card->ext_csd.raw_card_type ==
 722                         bw_ext_csd[EXT_CSD_CARD_TYPE]) &&
 723                 (card->ext_csd.raw_s_a_timeout ==
 724                         bw_ext_csd[EXT_CSD_S_A_TIMEOUT]) &&
 725                 (card->ext_csd.raw_hc_erase_gap_size ==
 726                         bw_ext_csd[EXT_CSD_HC_WP_GRP_SIZE]) &&
 727                 (card->ext_csd.raw_erase_timeout_mult ==
 728                         bw_ext_csd[EXT_CSD_ERASE_TIMEOUT_MULT]) &&
 729                 (card->ext_csd.raw_hc_erase_grp_size ==
 730                         bw_ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE]) &&
 731                 (card->ext_csd.raw_sec_trim_mult ==
 732                         bw_ext_csd[EXT_CSD_SEC_TRIM_MULT]) &&
 733                 (card->ext_csd.raw_sec_erase_mult ==
 734                         bw_ext_csd[EXT_CSD_SEC_ERASE_MULT]) &&
 735                 (card->ext_csd.raw_sec_feature_support ==
 736                         bw_ext_csd[EXT_CSD_SEC_FEATURE_SUPPORT]) &&
 737                 (card->ext_csd.raw_trim_mult ==
 738                         bw_ext_csd[EXT_CSD_TRIM_MULT]) &&
 739                 (card->ext_csd.raw_sectors[0] ==
 740                         bw_ext_csd[EXT_CSD_SEC_CNT + 0]) &&
 741                 (card->ext_csd.raw_sectors[1] ==
 742                         bw_ext_csd[EXT_CSD_SEC_CNT + 1]) &&
 743                 (card->ext_csd.raw_sectors[2] ==
 744                         bw_ext_csd[EXT_CSD_SEC_CNT + 2]) &&
 745                 (card->ext_csd.raw_sectors[3] ==
 746                         bw_ext_csd[EXT_CSD_SEC_CNT + 3]) &&
 747                 (card->ext_csd.raw_pwr_cl_52_195 ==
 748                         bw_ext_csd[EXT_CSD_PWR_CL_52_195]) &&
 749                 (card->ext_csd.raw_pwr_cl_26_195 ==
 750                         bw_ext_csd[EXT_CSD_PWR_CL_26_195]) &&
 751                 (card->ext_csd.raw_pwr_cl_52_360 ==
 752                         bw_ext_csd[EXT_CSD_PWR_CL_52_360]) &&
 753                 (card->ext_csd.raw_pwr_cl_26_360 ==
 754                         bw_ext_csd[EXT_CSD_PWR_CL_26_360]) &&
 755                 (card->ext_csd.raw_pwr_cl_200_195 ==
 756                         bw_ext_csd[EXT_CSD_PWR_CL_200_195]) &&
 757                 (card->ext_csd.raw_pwr_cl_200_360 ==
 758                         bw_ext_csd[EXT_CSD_PWR_CL_200_360]) &&
 759                 (card->ext_csd.raw_pwr_cl_ddr_52_195 ==
 760                         bw_ext_csd[EXT_CSD_PWR_CL_DDR_52_195]) &&
 761                 (card->ext_csd.raw_pwr_cl_ddr_52_360 ==
 762                         bw_ext_csd[EXT_CSD_PWR_CL_DDR_52_360]) &&
 763                 (card->ext_csd.raw_pwr_cl_ddr_200_360 ==
 764                         bw_ext_csd[EXT_CSD_PWR_CL_DDR_200_360]));
 765
 766         if (err)
 767                 err = -EINVAL;
 768
 769         kfree(bw_ext_csd);
 770         return err;
 771 }
 772
 773 MMC_DEV_ATTR(cid, "%08x%08x%08x%08x\n", card->raw_cid[0], card->raw_cid[1],
 774         card->raw_cid[2], card->raw_cid[3]);
 775 MMC_DEV_ATTR(csd, "%08x%08x%08x%08x\n", card->raw_csd[0], card->raw_csd[1],
 776         card->raw_csd[2], card->raw_csd[3]);
 777 MMC_DEV_ATTR(date, "%02d/%04d\n", card->cid.month, card->cid.year);
 778 MMC_DEV_ATTR(erase_size, "%u\n", card->erase_size << 9);
 779 MMC_DEV_ATTR(preferred_erase_size, "%u\n", card->pref_erase << 9);
 780 MMC_DEV_ATTR(ffu_capable, "%d\n", card->ext_csd.ffu_capable);
 781 MMC_DEV_ATTR(hwrev, "0x%x\n", card->cid.hwrev);
 782 MMC_DEV_ATTR(manfid, "0x%06x\n", card->cid.manfid);
 783 MMC_DEV_ATTR(name, "%s\n", card->cid.prod_name);
 784 MMC_DEV_ATTR(oemid, "0x%04x\n", card->cid.oemid);
 785 MMC_DEV_ATTR(prv, "0x%x\n", card->cid.prv);
 786 MMC_DEV_ATTR(rev, "0x%x\n", card->ext_csd.rev);
 787 MMC_DEV_ATTR(pre_eol_info, "0x%02x\n", card->ext_csd.pre_eol_info);
 788 MMC_DEV_ATTR(life_time, "0x%02x 0x%02x\n",
 789         card->ext_csd.device_life_time_est_typ_a,
 790         card->ext_csd.device_life_time_est_typ_b);
 791 MMC_DEV_ATTR(serial, "0x%08x\n", card->cid.serial);
 792 MMC_DEV_ATTR(enhanced_area_offset, "%llu\n",
 793                 card->ext_csd.enhanced_area_offset);
 794 MMC_DEV_ATTR(enhanced_area_size, "%u\n", card->ext_csd.enhanced_area_size);
 795 MMC_DEV_ATTR(raw_rpmb_size_mult, "%#x\n", card->ext_csd.raw_rpmb_size_mult);
 796 MMC_DEV_ATTR(rel_sectors, "%#x\n", card->ext_csd.rel_sectors);
 797 MMC_DEV_ATTR(ocr, "0x%08x\n", card->ocr);
 798 MMC_DEV_ATTR(rca, "0x%04x\n", card->rca);
 799 MMC_DEV_ATTR(cmdq_en, "%d\n", card->ext_csd.cmdq_en);
 800
 801 static ssize_t mmc_fwrev_show(struct device *dev,
 802                               struct device_attribute *attr,
 803                               char *buf)
 804 {
 805         struct mmc_card *card = mmc_dev_to_card(dev);
 806
 807         if (card->ext_csd.rev < 7) {
 808                 return sprintf(buf, "0x%x\n", card->cid.fwrev);
 809         } else {
 810                 return sprintf(buf, "0x%*phN\n", MMC_FIRMWARE_LEN,
 811                                card->ext_csd.fwrev);
 812         }
 813 }
 814
 815 static DEVICE_ATTR(fwrev, S_IRUGO, mmc_fwrev_show, NULL);
 816
 817 static ssize_t mmc_dsr_show(struct device *dev,
 818                             struct device_attribute *attr,
 819                             char *buf)
 820 {
 821         struct mmc_card *card = mmc_dev_to_card(dev);
 822         struct mmc_host *host = card->host;
 823
 824         if (card->csd.dsr_imp && host->dsr_req)
 825                 return sprintf(buf, "0x%x\n", host->dsr);
 826         else
 827                 /* return default DSR value */
 828                 return sprintf(buf, "0x%x\n", 0x404);
 829 }
 830
 831 static DEVICE_ATTR(dsr, S_IRUGO, mmc_dsr_show, NULL);
 832
 833 static struct attribute *mmc_std_attrs[] = {
 834         &dev_attr_cid.attr,
 835         &dev_attr_csd.attr,
 836         &dev_attr_date.attr,
 837         &dev_attr_erase_size.attr,
 838         &dev_attr_preferred_erase_size.attr,
 839         &dev_attr_fwrev.attr,
 840         &dev_attr_ffu_capable.attr,
 841         &dev_attr_hwrev.attr,
 842         &dev_attr_manfid.attr,
 843         &dev_attr_name.attr,
 844         &dev_attr_oemid.attr,
 845         &dev_attr_prv.attr,
 846         &dev_attr_rev.attr,
 847         &dev_attr_pre_eol_info.attr,
 848         &dev_attr_life_time.attr,
 849         &dev_attr_serial.attr,
 850         &dev_attr_enhanced_area_offset.attr,
 851         &dev_attr_enhanced_area_size.attr,
 852         &dev_attr_raw_rpmb_size_mult.attr,
 853         &dev_attr_rel_sectors.attr,
 854         &dev_attr_ocr.attr,
 855         &dev_attr_rca.attr,
 856         &dev_attr_dsr.attr,
 857         &dev_attr_cmdq_en.attr,
 858         NULL,
 859 };
 860 ATTRIBUTE_GROUPS(mmc_std);
 861
 862 static struct device_type mmc_type = {
 863         .groups = mmc_std_groups,
 864 };
 865
 866 /*
 867  * Select the PowerClass for the current bus width
 868  * If power class is defined for 4/8 bit bus in the
 869  * extended CSD register, select it by executing the
 870  * mmc_switch command.
 871  */
 872 static int __mmc_select_powerclass(struct mmc_card *card,
 873                                    unsigned int bus_width)
 874 {
 875         struct mmc_host *host = card->host;
 876         struct mmc_ext_csd *ext_csd = &card->ext_csd;
 877         unsigned int pwrclass_val = 0;
 878         int err = 0;
 879
 880         switch (1 << host->ios.vdd) {
 881         case MMC_VDD_165_195:
 882                 if (host->ios.clock <= MMC_HIGH_26_MAX_DTR)
 883                         pwrclass_val = ext_csd->raw_pwr_cl_26_195;
 884                 else if (host->ios.clock <= MMC_HIGH_52_MAX_DTR)
 885                         pwrclass_val = (bus_width <= EXT_CSD_BUS_WIDTH_8) ?
 886                                 ext_csd->raw_pwr_cl_52_195 :
 887                                 ext_csd->raw_pwr_cl_ddr_52_195;
 888                 else if (host->ios.clock <= MMC_HS200_MAX_DTR)
 889                         pwrclass_val = ext_csd->raw_pwr_cl_200_195;
 890                 break;
 891         case MMC_VDD_27_28:
 892         case MMC_VDD_28_29:
 893         case MMC_VDD_29_30:
 894         case MMC_VDD_30_31:
 895         case MMC_VDD_31_32:
 896         case MMC_VDD_32_33:
 897         case MMC_VDD_33_34:
 898         case MMC_VDD_34_35:
 899         case MMC_VDD_35_36:
 900                 if (host->ios.clock <= MMC_HIGH_26_MAX_DTR)
 901                         pwrclass_val = ext_csd->raw_pwr_cl_26_360;
 902                 else if (host->ios.clock <= MMC_HIGH_52_MAX_DTR)
 903                         pwrclass_val = (bus_width <= EXT_CSD_BUS_WIDTH_8) ?
 904                                 ext_csd->raw_pwr_cl_52_360 :
 905                                 ext_csd->raw_pwr_cl_ddr_52_360;
 906                 else if (host->ios.clock <= MMC_HS200_MAX_DTR)
 907                         pwrclass_val = (bus_width == EXT_CSD_DDR_BUS_WIDTH_8) ?
 908                                 ext_csd->raw_pwr_cl_ddr_200_360 :
 909                                 ext_csd->raw_pwr_cl_200_360;
 910                 break;
 911         default:
 912                 pr_warn("%s: Voltage range not supported for power class\n",
 913                         mmc_hostname(host));
 914                 return -EINVAL;
 915         }
 916
 917         if (bus_width & (EXT_CSD_BUS_WIDTH_8 | EXT_CSD_DDR_BUS_WIDTH_8))
 918                 pwrclass_val = (pwrclass_val & EXT_CSD_PWR_CL_8BIT_MASK) >>
 919                                 EXT_CSD_PWR_CL_8BIT_SHIFT;
 920         else
 921                 pwrclass_val = (pwrclass_val & EXT_CSD_PWR_CL_4BIT_MASK) >>
 922                                 EXT_CSD_PWR_CL_4BIT_SHIFT;
 923
 924         /* If the power class is different from the default value */
 925         if (pwrclass_val > 0) {
 926                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
 927                                  EXT_CSD_POWER_CLASS,
 928                                  pwrclass_val,
 929                                  card->ext_csd.generic_cmd6_time);
 930         }
 931
 932         return err;
 933 }
 934
 935 static int mmc_select_powerclass(struct mmc_card *card)
 936 {
 937         struct mmc_host *host = card->host;
 938         u32 bus_width, ext_csd_bits;
 939         int err, ddr;
 940
 941         /* Power class selection is supported for versions >= 4.0 */
 942         if (!mmc_can_ext_csd(card))
 943                 return 0;
 944
 945         bus_width = host->ios.bus_width;
 946         /* Power class values are defined only for 4/8 bit bus */
 947         if (bus_width == MMC_BUS_WIDTH_1)
 948                 return 0;
 949
 950         ddr = card->mmc_avail_type & EXT_CSD_CARD_TYPE_DDR_52;
 951         if (ddr)
 952                 ext_csd_bits = (bus_width == MMC_BUS_WIDTH_8) ?
 953                         EXT_CSD_DDR_BUS_WIDTH_8 : EXT_CSD_DDR_BUS_WIDTH_4;
 954         else
 955                 ext_csd_bits = (bus_width == MMC_BUS_WIDTH_8) ?
 956                         EXT_CSD_BUS_WIDTH_8 :  EXT_CSD_BUS_WIDTH_4;
 957
 958         err = __mmc_select_powerclass(card, ext_csd_bits);
 959         if (err)
 960                 pr_warn("%s: power class selection to bus width %d ddr %d failed\n",
 961                         mmc_hostname(host), 1 << bus_width, ddr);
 962
 963         return err;
 964 }
 965
 966 /*
 967  * Set the bus speed for the selected speed mode.
 968  */
 969 static void mmc_set_bus_speed(struct mmc_card *card)
 970 {
 971         unsigned int max_dtr = (unsigned int)-1;
 972
 973         if ((mmc_card_hs200(card) || mmc_card_hs400(card)) &&
 974              max_dtr > card->ext_csd.hs200_max_dtr)
 975                 max_dtr = card->ext_csd.hs200_max_dtr;
 976         else if (mmc_card_hs(card) && max_dtr > card->ext_csd.hs_max_dtr)
 977                 max_dtr = card->ext_csd.hs_max_dtr;
 978         else if (max_dtr > card->csd.max_dtr)
 979                 max_dtr = card->csd.max_dtr;
 980
 981         mmc_set_clock(card->host, max_dtr);
 982 }
 983
 984 /*
 985  * Select the bus width amoung 4-bit and 8-bit(SDR).
 986  * If the bus width is changed successfully, return the selected width value.
 987  * Zero is returned instead of error value if the wide width is not supported.
 988  */
 989 static int mmc_select_bus_width(struct mmc_card *card)
 990 {
 991         static unsigned ext_csd_bits[] = {
 992                 EXT_CSD_BUS_WIDTH_8,
 993                 EXT_CSD_BUS_WIDTH_4,
 994         };
 995         static unsigned bus_widths[] = {
 996                 MMC_BUS_WIDTH_8,
 997                 MMC_BUS_WIDTH_4,
 998         };
 999         struct mmc_host *host = card->host;
1000         unsigned idx, bus_width = 0;
1001         int err = 0;
1002
1003         if (!mmc_can_ext_csd(card) ||
1004             !(host->caps & (MMC_CAP_4_BIT_DATA | MMC_CAP_8_BIT_DATA)))
1005                 return 0;
1006
1007         idx = (host->caps & MMC_CAP_8_BIT_DATA) ? 0 : 1;
1008
1009         /*
1010          * Unlike SD, MMC cards dont have a configuration register to notify
1011          * supported bus width. So bus test command should be run to identify
1012          * the supported bus width or compare the ext csd values of current
1013          * bus width and ext csd values of 1 bit mode read earlier.
1014          */
1015         for (; idx < ARRAY_SIZE(bus_widths); idx++) {
1016                 /*
1017                  * Host is capable of 8bit transfer, then switch
1018                  * the device to work in 8bit transfer mode. If the
1019                  * mmc switch command returns error then switch to
1020                  * 4bit transfer mode. On success set the corresponding
1021                  * bus width on the host.
1022                  */
1023                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1024                                  EXT_CSD_BUS_WIDTH,
1025                                  ext_csd_bits[idx],
1026                                  card->ext_csd.generic_cmd6_time);
1027                 if (err)
1028                         continue;
1029
1030                 bus_width = bus_widths[idx];
1031                 mmc_set_bus_width(host, bus_width);
1032
1033                 /*
1034                  * If controller can't handle bus width test,
1035                  * compare ext_csd previously read in 1 bit mode
1036                  * against ext_csd at new bus width
1037                  */
1038                 if (!(host->caps & MMC_CAP_BUS_WIDTH_TEST))
1039                         err = mmc_compare_ext_csds(card, bus_width);
1040                 else
1041                         err = mmc_bus_test(card, bus_width);
1042
1043                 if (!err) {
1044                         err = bus_width;
1045                         break;
1046                 } else {
1047                         pr_warn("%s: switch to bus width %d failed\n",
1048                                 mmc_hostname(host), 1 << bus_width);
1049                 }
1050         }
1051
1052         return err;
1053 }
1054
1055 /*
1056  * Switch to the high-speed mode
1057  */
1058 static int mmc_select_hs(struct mmc_card *card)
1059 {
1060         int err;
1061
1062         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1063                            EXT_CSD_HS_TIMING, EXT_CSD_TIMING_HS,
1064                            card->ext_csd.generic_cmd6_time, MMC_TIMING_MMC_HS,
1065                            true, true, true);
1066         if (err)
1067                 pr_warn("%s: switch to high-speed failed, err:%d\n",
1068                         mmc_hostname(card->host), err);
1069
1070         return err;
1071 }
1072
1073 /*
1074  * Activate wide bus and DDR if supported.
1075  */
1076 static int mmc_select_hs_ddr(struct mmc_card *card)
1077 {
1078         struct mmc_host *host = card->host;
1079         u32 bus_width, ext_csd_bits;
1080         int err = 0;
1081
1082         if (!(card->mmc_avail_type & EXT_CSD_CARD_TYPE_DDR_52))
1083                 return 0;
1084
1085         bus_width = host->ios.bus_width;
1086         if (bus_width == MMC_BUS_WIDTH_1)
1087                 return 0;
1088
1089         ext_csd_bits = (bus_width == MMC_BUS_WIDTH_8) ?
1090                 EXT_CSD_DDR_BUS_WIDTH_8 : EXT_CSD_DDR_BUS_WIDTH_4;
1091
1092         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1093                            EXT_CSD_BUS_WIDTH,
1094                            ext_csd_bits,
1095                            card->ext_csd.generic_cmd6_time,
1096                            MMC_TIMING_MMC_DDR52,
1097                            true, true, true);
1098         if (err) {
1099                 pr_err("%s: switch to bus width %d ddr failed\n",
1100                         mmc_hostname(host), 1 << bus_width);
1101                 return err;
1102         }
1103
1104         /*
1105          * eMMC cards can support 3.3V to 1.2V i/o (vccq)
1106          * signaling.
1107          *
1108          * EXT_CSD_CARD_TYPE_DDR_1_8V means 3.3V or 1.8V vccq.
1109          *
1110          * 1.8V vccq at 3.3V core voltage (vcc) is not required
1111          * in the JEDEC spec for DDR.
1112          *
1113          * Even (e)MMC card can support 3.3v to 1.2v vccq, but not all
1114          * host controller can support this, like some of the SDHCI
1115          * controller which connect to an eMMC device. Some of these
1116          * host controller still needs to use 1.8v vccq for supporting
1117          * DDR mode.
1118          *
1119          * So the sequence will be:
1120          * if (host and device can both support 1.2v IO)
1121          *      use 1.2v IO;
1122          * else if (host and device can both support 1.8v IO)
1123          *      use 1.8v IO;
1124          * so if host and device can only support 3.3v IO, this is the
1125          * last choice.
1126          *
1127          * WARNING: eMMC rules are NOT the same as SD DDR
1128          */
1129         if (card->mmc_avail_type & EXT_CSD_CARD_TYPE_DDR_1_2V) {
1130                 err = mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_120);
1131                 if (!err)
1132                         return 0;
1133         }
1134
1135         if (card->mmc_avail_type & EXT_CSD_CARD_TYPE_DDR_1_8V &&
1136             host->caps & MMC_CAP_1_8V_DDR)
1137                 err = mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_180);
1138
1139         /* make sure vccq is 3.3v after switching disaster */
1140         if (err)
1141                 err = mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_330);
1142
1143         return err;
1144 }
1145
1146 static int mmc_select_hs400(struct mmc_card *card)
1147 {
1148         struct mmc_host *host = card->host;
1149         unsigned int max_dtr;
1150         int err = 0;
1151         u8 val;
1152
1153         /*
1154          * HS400 mode requires 8-bit bus width
1155          */
1156         if (!(card->mmc_avail_type & EXT_CSD_CARD_TYPE_HS400 &&
1157               host->ios.bus_width == MMC_BUS_WIDTH_8))
1158                 return 0;
1159
1160         /* Switch card to HS mode */
1161         val = EXT_CSD_TIMING_HS;
1162         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1163                            EXT_CSD_HS_TIMING, val,
1164                            card->ext_csd.generic_cmd6_time, 0,
1165                            true, false, true);
1166         if (err) {
1167                 pr_err("%s: switch to high-speed from hs200 failed, err:%d\n",
1168                         mmc_hostname(host), err);
1169                 return err;
1170         }
1171
1172         /* Set host controller to HS timing */
1173         mmc_set_timing(card->host, MMC_TIMING_MMC_HS);
1174
1175         /* Prepare host to downgrade to HS timing */
1176         if (host->ops->hs400_downgrade)
1177                 host->ops->hs400_downgrade(host);
1178
1179         /* Reduce frequency to HS frequency */
1180         max_dtr = card->ext_csd.hs_max_dtr;
1181         mmc_set_clock(host, max_dtr);
1182
1183         err = mmc_switch_status(card);
1184         if (err)
1185                 goto out_err;
1186
1187         if (host->ops->hs400_prepare_ddr)
1188                 host->ops->hs400_prepare_ddr(host);
1189
1190         /* Switch card to DDR */
1191         err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1192                          EXT_CSD_BUS_WIDTH,
1193                          EXT_CSD_DDR_BUS_WIDTH_8,
1194                          card->ext_csd.generic_cmd6_time);
1195         if (err) {
1196                 pr_err("%s: switch to bus width for hs400 failed, err:%d\n",
1197                         mmc_hostname(host), err);
1198                 return err;
1199         }
1200
1201         /* Switch card to HS400 */
1202         val = EXT_CSD_TIMING_HS400 |
1203               card->drive_strength << EXT_CSD_DRV_STR_SHIFT;
1204         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1205                            EXT_CSD_HS_TIMING, val,
1206                            card->ext_csd.generic_cmd6_time, 0,
1207                            true, false, true);
1208         if (err) {
1209                 pr_err("%s: switch to hs400 failed, err:%d\n",
1210                          mmc_hostname(host), err);
1211                 return err;
1212         }
1213
1214         /* Set host controller to HS400 timing and frequency */
1215         mmc_set_timing(host, MMC_TIMING_MMC_HS400);
1216         mmc_set_bus_speed(card);
1217
1218         if (host->ops->hs400_complete)
1219                 host->ops->hs400_complete(host);
1220
1221         err = mmc_switch_status(card);
1222         if (err)
1223                 goto out_err;
1224
1225         return 0;
1226
1227 out_err:
1228         pr_err("%s: %s failed, error %d\n", mmc_hostname(card->host),
1229                __func__, err);
1230         return err;
1231 }
1232
1233 int mmc_hs200_to_hs400(struct mmc_card *card)
1234 {
1235         return mmc_select_hs400(card);
1236 }
1237
1238 int mmc_hs400_to_hs200(struct mmc_card *card)
1239 {
1240         struct mmc_host *host = card->host;
1241         unsigned int max_dtr;
1242         int err;
1243         u8 val;
1244
1245         /* Reduce frequency to HS */
1246         max_dtr = card->ext_csd.hs_max_dtr;
1247         mmc_set_clock(host, max_dtr);
1248
1249         /* Switch HS400 to HS DDR */
1250         val = EXT_CSD_TIMING_HS;
1251         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL, EXT_CSD_HS_TIMING,
1252                            val, card->ext_csd.generic_cmd6_time, 0,
1253                            true, false, true);
1254         if (err)
1255                 goto out_err;
1256
1257         mmc_set_timing(host, MMC_TIMING_MMC_DDR52);
1258
1259         err = mmc_switch_status(card);
1260         if (err)
1261                 goto out_err;
1262
1263         /* Switch HS DDR to HS */
1264         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL, EXT_CSD_BUS_WIDTH,
1265                            EXT_CSD_BUS_WIDTH_8, card->ext_csd.generic_cmd6_time,
1266                            0, true, false, true);
1267         if (err)
1268                 goto out_err;
1269
1270         mmc_set_timing(host, MMC_TIMING_MMC_HS);
1271
1272         if (host->ops->hs400_downgrade)
1273                 host->ops->hs400_downgrade(host);
1274
1275         err = mmc_switch_status(card);
1276         if (err)
1277                 goto out_err;
1278
1279         /* Switch HS to HS200 */
1280         val = EXT_CSD_TIMING_HS200 |
1281               card->drive_strength << EXT_CSD_DRV_STR_SHIFT;
1282         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL, EXT_CSD_HS_TIMING,
1283                            val, card->ext_csd.generic_cmd6_time, 0,
1284                            true, false, true);
1285         if (err)
1286                 goto out_err;
1287
1288         mmc_set_timing(host, MMC_TIMING_MMC_HS200);
1289
1290         /*
1291          * For HS200, CRC errors are not a reliable way to know the switch
1292          * failed. If there really is a problem, we would expect tuning will
1293          * fail and the result ends up the same.
1294          */
1295         err = __mmc_switch_status(card, false);
1296         if (err)
1297                 goto out_err;
1298
1299         mmc_set_bus_speed(card);
1300
1301         /* Prepare tuning for HS400 mode. */
1302         if (host->ops->prepare_hs400_tuning)
1303                 host->ops->prepare_hs400_tuning(host, &host->ios);
1304
1305         return 0;
1306
1307 out_err:
1308         pr_err("%s: %s failed, error %d\n", mmc_hostname(card->host),
1309                __func__, err);
1310         return err;
1311 }
1312
1313 static void mmc_select_driver_type(struct mmc_card *card)
1314 {
1315         int card_drv_type, drive_strength, drv_type = 0;
1316         int fixed_drv_type = card->host->fixed_drv_type;
1317
1318         card_drv_type = card->ext_csd.raw_driver_strength |
1319                         mmc_driver_type_mask(0);
1320
1321         if (fixed_drv_type >= 0)
1322                 drive_strength = card_drv_type & mmc_driver_type_mask(fixed_drv_type)
1323                                  ? fixed_drv_type : 0;
1324         else
1325                 drive_strength = mmc_select_drive_strength(card,
1326                                                            card->ext_csd.hs200_max_dtr,
1327                                                            card_drv_type, &drv_type);
1328
1329         card->drive_strength = drive_strength;
1330
1331         if (drv_type)
1332                 mmc_set_driver_type(card->host, drv_type);
1333 }
1334
1335 static int mmc_select_hs400es(struct mmc_card *card)
1336 {
1337         struct mmc_host *host = card->host;
1338         int err = -EINVAL;
1339         u8 val;
1340
1341         if (!(host->caps & MMC_CAP_8_BIT_DATA)) {
1342                 err = -ENOTSUPP;
1343                 goto out_err;
1344         }
1345
1346         if (card->mmc_avail_type & EXT_CSD_CARD_TYPE_HS400_1_2V)
1347                 err = mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_120);
1348
1349         if (err && card->mmc_avail_type & EXT_CSD_CARD_TYPE_HS400_1_8V)
1350                 err = mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_180);
1351
1352         /* If fails try again during next card power cycle */
1353         if (err)
1354                 goto out_err;
1355
1356         err = mmc_select_bus_width(card);
1357         if (err != MMC_BUS_WIDTH_8) {
1358                 pr_err("%s: switch to 8bit bus width failed, err:%d\n",
1359                         mmc_hostname(host), err);
1360                 err = err < 0 ? err : -ENOTSUPP;
1361                 goto out_err;
1362         }
1363
1364         /* Switch card to HS mode */
1365         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1366                            EXT_CSD_HS_TIMING, EXT_CSD_TIMING_HS,
1367                            card->ext_csd.generic_cmd6_time, 0,
1368                            true, false, true);
1369         if (err) {
1370                 pr_err("%s: switch to hs for hs400es failed, err:%d\n",
1371                         mmc_hostname(host), err);
1372                 goto out_err;
1373         }
1374
1375         mmc_set_timing(host, MMC_TIMING_MMC_HS);
1376         err = mmc_switch_status(card);
1377         if (err)
1378                 goto out_err;
1379
1380         mmc_set_clock(host, card->ext_csd.hs_max_dtr);
1381
1382         /* Switch card to DDR with strobe bit */
1383         val = EXT_CSD_DDR_BUS_WIDTH_8 | EXT_CSD_BUS_WIDTH_STROBE;
1384         err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1385                          EXT_CSD_BUS_WIDTH,
1386                          val,
1387                          card->ext_csd.generic_cmd6_time);
1388         if (err) {
1389                 pr_err("%s: switch to bus width for hs400es failed, err:%d\n",
1390                         mmc_hostname(host), err);
1391                 goto out_err;
1392         }
1393
1394         mmc_select_driver_type(card);
1395
1396         /* Switch card to HS400 */
1397         val = EXT_CSD_TIMING_HS400 |
1398               card->drive_strength << EXT_CSD_DRV_STR_SHIFT;
1399         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1400                            EXT_CSD_HS_TIMING, val,
1401                            card->ext_csd.generic_cmd6_time, 0,
1402                            true, false, true);
1403         if (err) {
1404                 pr_err("%s: switch to hs400es failed, err:%d\n",
1405                         mmc_hostname(host), err);
1406                 goto out_err;
1407         }
1408
1409         /* Set host controller to HS400 timing and frequency */
1410         mmc_set_timing(host, MMC_TIMING_MMC_HS400);
1411
1412         /* Controller enable enhanced strobe function */
1413         host->ios.enhanced_strobe = true;
1414         if (host->ops->hs400_enhanced_strobe)
1415                 host->ops->hs400_enhanced_strobe(host, &host->ios);
1416
1417         err = mmc_switch_status(card);
1418         if (err)
1419                 goto out_err;
1420
1421         return 0;
1422
1423 out_err:
1424         pr_err("%s: %s failed, error %d\n", mmc_hostname(card->host),
1425                __func__, err);
1426         return err;
1427 }
1428
1429 /*
1430  * For device supporting HS200 mode, the following sequence
1431  * should be done before executing the tuning process.
1432  * 1. set the desired bus width(4-bit or 8-bit, 1-bit is not supported)
1433  * 2. switch to HS200 mode
1434  * 3. set the clock to > 52Mhz and <=200MHz
1435  */
1436 static int mmc_select_hs200(struct mmc_card *card)
1437 {
1438         struct mmc_host *host = card->host;
1439         unsigned int old_timing, old_signal_voltage;
1440         int err = -EINVAL;
1441         u8 val;
1442
1443         old_signal_voltage = host->ios.signal_voltage;
1444         if (card->mmc_avail_type & EXT_CSD_CARD_TYPE_HS200_1_2V)
1445                 err = mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_120);
1446
1447         if (err && card->mmc_avail_type & EXT_CSD_CARD_TYPE_HS200_1_8V)
1448                 err = mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_180);
1449
1450         /* If fails try again during next card power cycle */
1451         if (err)
1452                 return err;
1453
1454         mmc_select_driver_type(card);
1455
1456         /*
1457          * Set the bus width(4 or 8) with host's support and
1458          * switch to HS200 mode if bus width is set successfully.
1459          */
1460         err = mmc_select_bus_width(card);
1461         if (err > 0) {
1462                 val = EXT_CSD_TIMING_HS200 |
1463                       card->drive_strength << EXT_CSD_DRV_STR_SHIFT;
1464                 err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1465                                    EXT_CSD_HS_TIMING, val,
1466                                    card->ext_csd.generic_cmd6_time, 0,
1467                                    true, false, true);
1468                 if (err)
1469                         goto err;
1470                 old_timing = host->ios.timing;
1471                 mmc_set_timing(host, MMC_TIMING_MMC_HS200);
1472
1473                 /*
1474                  * For HS200, CRC errors are not a reliable way to know the
1475                  * switch failed. If there really is a problem, we would expect
1476                  * tuning will fail and the result ends up the same.
1477                  */
1478                 err = __mmc_switch_status(card, false);
1479
1480                 /*
1481                  * mmc_select_timing() assumes timing has not changed if
1482                  * it is a switch error.
1483                  */
1484                 if (err == -EBADMSG)
1485                         mmc_set_timing(host, old_timing);
1486         }
1487 err:
1488         if (err) {
1489                 /* fall back to the old signal voltage, if fails report error */
1490                 if (mmc_set_signal_voltage(host, old_signal_voltage))
1491                         err = -EIO;
1492
1493                 pr_err("%s: %s failed, error %d\n", mmc_hostname(card->host),
1494                        __func__, err);
1495         }
1496         return err;
1497 }
1498
1499 /*
1500  * Activate High Speed, HS200 or HS400ES mode if supported.
1501  */
1502 static int mmc_select_timing(struct mmc_card *card)
1503 {
1504         int err = 0;
1505
1506         if (!mmc_can_ext_csd(card))
1507                 goto bus_speed;
1508
1509         if (card->mmc_avail_type & EXT_CSD_CARD_TYPE_HS400ES)
1510                 err = mmc_select_hs400es(card);
1511         else if (card->mmc_avail_type & EXT_CSD_CARD_TYPE_HS200)
1512                 err = mmc_select_hs200(card);
1513         else if (card->mmc_avail_type & EXT_CSD_CARD_TYPE_HS)
1514                 err = mmc_select_hs(card);
1515
1516         if (err && err != -EBADMSG)
1517                 return err;
1518
1519 bus_speed:
1520         /*
1521          * Set the bus speed to the selected bus timing.
1522          * If timing is not selected, backward compatible is the default.
1523          */
1524         mmc_set_bus_speed(card);
1525         return 0;
1526 }
1527
1528 /*
1529  * Execute tuning sequence to seek the proper bus operating
1530  * conditions for HS200 and HS400, which sends CMD21 to the device.
1531  */
1532 static int mmc_hs200_tuning(struct mmc_card *card)
1533 {
1534         struct mmc_host *host = card->host;
1535
1536         /*
1537          * Timing should be adjusted to the HS400 target
1538          * operation frequency for tuning process
1539          */
1540         if (card->mmc_avail_type & EXT_CSD_CARD_TYPE_HS400 &&
1541             host->ios.bus_width == MMC_BUS_WIDTH_8)
1542                 if (host->ops->prepare_hs400_tuning)
1543                         host->ops->prepare_hs400_tuning(host, &host->ios);
1544
1545         return mmc_execute_tuning(card);
1546 }
1547
1548 /*
1549  * Handle the detection and initialisation of a card.
1550  *
1551  * In the case of a resume, "oldcard" will contain the card
1552  * we're trying to reinitialise.
1553  */
1554 static int mmc_init_card(struct mmc_host *host, u32 ocr,
1555         struct mmc_card *oldcard)
1556 {
1557         struct mmc_card *card;
1558         int err;
1559         u32 cid[4];
1560         u32 rocr;
1561
1562         WARN_ON(!host->claimed);
1563
1564         /* Set correct bus mode for MMC before attempting init */
1565         if (!mmc_host_is_spi(host))
1566                 mmc_set_bus_mode(host, MMC_BUSMODE_OPENDRAIN);
1567
1568         /*
1569          * Since we're changing the OCR value, we seem to
1570          * need to tell some cards to go back to the idle
1571          * state.  We wait 1ms to give cards time to
1572          * respond.
1573          * mmc_go_idle is needed for eMMC that are asleep
1574          */
1575         mmc_go_idle(host);
1576
1577         /* The extra bit indicates that we support high capacity */
1578         err = mmc_send_op_cond(host, ocr | (1 << 30), &rocr);
1579         if (err)
1580                 goto err;
1581
1582         /*
1583          * For SPI, enable CRC as appropriate.
1584          */
1585         if (mmc_host_is_spi(host)) {
1586                 err = mmc_spi_set_crc(host, use_spi_crc);
1587                 if (err)
1588                         goto err;
1589         }
1590
1591         /*
1592          * Fetch CID from card.
1593          */
1594         err = mmc_send_cid(host, cid);
1595         if (err)
1596                 goto err;
1597
1598         if (oldcard) {
1599                 if (memcmp(cid, oldcard->raw_cid, sizeof(cid)) != 0) {
1600                         pr_debug("%s: Perhaps the card was replaced\n",
1601                                 mmc_hostname(host));
1602                         err = -ENOENT;
1603                         goto err;
1604                 }
1605
1606                 card = oldcard;
1607         } else {
1608                 /*
1609                  * Allocate card structure.
1610                  */
1611                 card = mmc_alloc_card(host, &mmc_type);
1612                 if (IS_ERR(card)) {
1613                         err = PTR_ERR(card);
1614                         goto err;
1615                 }
1616
1617                 card->ocr = ocr;
1618                 card->type = MMC_TYPE_MMC;
1619                 card->rca = 1;
1620                 memcpy(card->raw_cid, cid, sizeof(card->raw_cid));
1621         }
1622
1623         /*
1624          * Call the optional HC's init_card function to handle quirks.
1625          */
1626         if (host->ops->init_card)
1627                 host->ops->init_card(host, card);
1628
1629         /*
1630          * For native busses:  set card RCA and quit open drain mode.
1631          */
1632         if (!mmc_host_is_spi(host)) {
1633                 err = mmc_set_relative_addr(card);
1634                 if (err)
1635                         goto free_card;
1636
1637                 mmc_set_bus_mode(host, MMC_BUSMODE_PUSHPULL);
1638         }
1639
1640         if (!oldcard) {
1641                 /*
1642                  * Fetch CSD from card.
1643                  */
1644                 err = mmc_send_csd(card, card->raw_csd);
1645                 if (err)
1646                         goto free_card;
1647
1648                 err = mmc_decode_csd(card);
1649                 if (err)
1650                         goto free_card;
1651                 err = mmc_decode_cid(card);
1652                 if (err)
1653                         goto free_card;
1654         }
1655
1656         /*
1657          * handling only for cards supporting DSR and hosts requesting
1658          * DSR configuration
1659          */
1660         if (card->csd.dsr_imp && host->dsr_req)
1661                 mmc_set_dsr(host);
1662
1663         /*
1664          * Select card, as all following commands rely on that.
1665          */
1666         if (!mmc_host_is_spi(host)) {
1667                 err = mmc_select_card(card);
1668                 if (err)
1669                         goto free_card;
1670         }
1671
1672         if (!oldcard) {
1673                 /* Read extended CSD. */
1674                 err = mmc_read_ext_csd(card);
1675                 if (err)
1676                         goto free_card;
1677
1678                 /*
1679                  * If doing byte addressing, check if required to do sector
1680                  * addressing.  Handle the case of <2GB cards needing sector
1681                  * addressing.  See section 8.1 JEDEC Standard JED84-A441;
1682                  * ocr register has bit 30 set for sector addressing.
1683                  */
1684                 if (rocr & BIT(30))
1685                         mmc_card_set_blockaddr(card);
1686
1687                 /* Erase size depends on CSD and Extended CSD */
1688                 mmc_set_erase_size(card);
1689         }
1690
1691         /* Enable ERASE_GRP_DEF. This bit is lost after a reset or power off. */
1692         if (card->ext_csd.rev >= 3) {
1693                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1694                                  EXT_CSD_ERASE_GROUP_DEF, 1,
1695                                  card->ext_csd.generic_cmd6_time);
1696
1697                 if (err && err != -EBADMSG)
1698                         goto free_card;
1699
1700                 if (err) {
1701                         err = 0;
1702                         /*
1703                          * Just disable enhanced area off & sz
1704                          * will try to enable ERASE_GROUP_DEF
1705                          * during next time reinit
1706                          */
1707                         card->ext_csd.enhanced_area_offset = -EINVAL;
1708                         card->ext_csd.enhanced_area_size = -EINVAL;
1709                 } else {
1710                         card->ext_csd.erase_group_def = 1;
1711                         /*
1712                          * enable ERASE_GRP_DEF successfully.
1713                          * This will affect the erase size, so
1714                          * here need to reset erase size
1715                          */
1716                         mmc_set_erase_size(card);
1717                 }
1718         }
1719
1720         /*
1721          * Ensure eMMC user default partition is enabled
1722          */
1723         if (card->ext_csd.part_config & EXT_CSD_PART_CONFIG_ACC_MASK) {
1724                 card->ext_csd.part_config &= ~EXT_CSD_PART_CONFIG_ACC_MASK;
1725                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL, EXT_CSD_PART_CONFIG,
1726                                  card->ext_csd.part_config,
1727                                  card->ext_csd.part_time);
1728                 if (err && err != -EBADMSG)
1729                         goto free_card;
1730         }
1731
1732         /*
1733          * Enable power_off_notification byte in the ext_csd register
1734          */
1735         if (card->ext_csd.rev >= 6) {
1736                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1737                                  EXT_CSD_POWER_OFF_NOTIFICATION,
1738                                  EXT_CSD_POWER_ON,
1739                                  card->ext_csd.generic_cmd6_time);
1740                 if (err && err != -EBADMSG)
1741                         goto free_card;
1742
1743                 /*
1744                  * The err can be -EBADMSG or 0,
1745                  * so check for success and update the flag
1746                  */
1747                 if (!err)
1748                         card->ext_csd.power_off_notification = EXT_CSD_POWER_ON;
1749         }
1750
1751         /* set erase_arg */
1752         if (mmc_can_discard(card))
1753                 card->erase_arg = MMC_DISCARD_ARG;
1754         else if (mmc_can_trim(card))
1755                 card->erase_arg = MMC_TRIM_ARG;
1756         else
1757                 card->erase_arg = MMC_ERASE_ARG;
1758
1759         /*
1760          * Select timing interface
1761          */
1762         err = mmc_select_timing(card);
1763         if (err)
1764                 goto free_card;
1765
1766         if (mmc_card_hs200(card)) {
1767                 err = mmc_hs200_tuning(card);
1768                 if (err)
1769                         goto free_card;
1770
1771                 err = mmc_select_hs400(card);
1772                 if (err)
1773                         goto free_card;
1774         } else if (!mmc_card_hs400es(card)) {
1775                 /* Select the desired bus width optionally */
1776                 err = mmc_select_bus_width(card);
1777                 if (err > 0 && mmc_card_hs(card)) {
1778                         err = mmc_select_hs_ddr(card);
1779                         if (err)
1780                                 goto free_card;
1781                 }
1782         }
1783
1784         /*
1785          * Choose the power class with selected bus interface
1786          */
1787         mmc_select_powerclass(card);
1788
1789         /*
1790          * Enable HPI feature (if supported)
1791          */
1792         if (card->ext_csd.hpi) {
1793                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1794                                 EXT_CSD_HPI_MGMT, 1,
1795                                 card->ext_csd.generic_cmd6_time);
1796                 if (err && err != -EBADMSG)
1797                         goto free_card;
1798                 if (err) {
1799                         pr_warn("%s: Enabling HPI failed\n",
1800                                 mmc_hostname(card->host));
1801                         card->ext_csd.hpi_en = 0;
1802                         err = 0;
1803                 } else {
1804                         card->ext_csd.hpi_en = 1;
1805                 }
1806         }
1807
1808         /*
1809          * If cache size is higher than 0, this indicates the existence of cache
1810          * and it can be turned on. Note that some eMMCs from Micron has been
1811          * reported to need ~800 ms timeout, while enabling the cache after
1812          * sudden power failure tests. Let's extend the timeout to a minimum of
1813          * DEFAULT_CACHE_EN_TIMEOUT_MS and do it for all cards.
1814          */
1815         if (card->ext_csd.cache_size > 0) {
1816                 unsigned int timeout_ms = MIN_CACHE_EN_TIMEOUT_MS;
1817
1818                 timeout_ms = max(card->ext_csd.generic_cmd6_time, timeout_ms);
1819                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1820                                 EXT_CSD_CACHE_CTRL, 1, timeout_ms);
1821                 if (err && err != -EBADMSG)
1822                         goto free_card;
1823
1824                 /*
1825                  * Only if no error, cache is turned on successfully.
1826                  */
1827                 if (err) {
1828                         pr_warn("%s: Cache is supported, but failed to turn on (%d)\n",
1829                                 mmc_hostname(card->host), err);
1830                         card->ext_csd.cache_ctrl = 0;
1831                         err = 0;
1832                 } else {
1833                         card->ext_csd.cache_ctrl = 1;
1834                 }
1835         }
1836
1837         /*
1838          * Enable Command Queue if supported. Note that Packed Commands cannot
1839          * be used with Command Queue.
1840          */
1841         card->ext_csd.cmdq_en = false;
1842         if (card->ext_csd.cmdq_support && host->caps2 & MMC_CAP2_CQE) {
1843                 err = mmc_cmdq_enable(card);
1844                 if (err && err != -EBADMSG)
1845                         goto free_card;
1846                 if (err) {
1847                         pr_warn("%s: Enabling CMDQ failed\n",
1848                                 mmc_hostname(card->host));
1849                         card->ext_csd.cmdq_support = false;
1850                         card->ext_csd.cmdq_depth = 0;
1851                         err = 0;
1852                 }
1853         }
1854         /*
1855          * In some cases (e.g. RPMB or mmc_test), the Command Queue must be
1856          * disabled for a time, so a flag is needed to indicate to re-enable the
1857          * Command Queue.
1858          */
1859         card->reenable_cmdq = card->ext_csd.cmdq_en;
1860
1861         if (card->ext_csd.cmdq_en && !host->cqe_enabled) {
1862                 err = host->cqe_ops->cqe_enable(host, card);
1863                 if (err) {
1864                         pr_err("%s: Failed to enable CQE, error %d\n",
1865                                 mmc_hostname(host), err);
1866                 } else {
1867                         host->cqe_enabled = true;
1868                         pr_info("%s: Command Queue Engine enabled\n",
1869                                 mmc_hostname(host));
1870                 }
1871         }
1872
1873         if (host->caps2 & MMC_CAP2_AVOID_3_3V &&
1874             host->ios.signal_voltage == MMC_SIGNAL_VOLTAGE_330) {
1875                 pr_err("%s: Host failed to negotiate down from 3.3V\n",
1876                         mmc_hostname(host));
1877                 err = -EINVAL;
1878                 goto free_card;
1879         }
1880
1881         if (!oldcard)
1882                 host->card = card;
1883
1884         return 0;
1885
1886 free_card:
1887         if (!oldcard)
1888                 mmc_remove_card(card);
1889 err:
1890         return err;
1891 }
1892
1893 static int mmc_can_sleep(struct mmc_card *card)
1894 {
1895         return (card && card->ext_csd.rev >= 3);
1896 }
1897
1898 static int mmc_sleep(struct mmc_host *host)
1899 {
1900         struct mmc_command cmd = {};
1901         struct mmc_card *card = host->card;
1902         unsigned int timeout_ms = DIV_ROUND_UP(card->ext_csd.sa_timeout, 10000);
1903         int err;
1904
1905         /* Re-tuning can't be done once the card is deselected */
1906         mmc_retune_hold(host);
1907
1908         err = mmc_deselect_cards(host);
1909         if (err)
1910                 goto out_release;
1911
1912         cmd.opcode = MMC_SLEEP_AWAKE;
1913         cmd.arg = card->rca << 16;
1914         cmd.arg |= 1 << 15;
1915
1916         /*
1917          * If the max_busy_timeout of the host is specified, validate it against
1918          * the sleep cmd timeout. A failure means we need to prevent the host
1919          * from doing hw busy detection, which is done by converting to a R1
1920          * response instead of a R1B. Note, some hosts requires R1B, which also
1921          * means they are on their own when it comes to deal with the busy
1922          * timeout.
1923          */
1924         if (!(host->caps & MMC_CAP_NEED_RSP_BUSY) && host->max_busy_timeout &&
1925             (timeout_ms > host->max_busy_timeout)) {
1926                 cmd.flags = MMC_RSP_R1 | MMC_CMD_AC;
1927         } else {
1928                 cmd.flags = MMC_RSP_R1B | MMC_CMD_AC;
1929                 cmd.busy_timeout = timeout_ms;
1930         }
1931
1932         err = mmc_wait_for_cmd(host, &cmd, 0);
1933         if (err)
1934                 goto out_release;
1935
1936         /*
1937          * If the host does not wait while the card signals busy, then we will
1938          * will have to wait the sleep/awake timeout.  Note, we cannot use the
1939          * SEND_STATUS command to poll the status because that command (and most
1940          * others) is invalid while the card sleeps.
1941          */
1942         if (!cmd.busy_timeout || !(host->caps & MMC_CAP_WAIT_WHILE_BUSY))
1943                 mmc_delay(timeout_ms);
1944
1945 out_release:
1946         mmc_retune_release(host);
1947         return err;
1948 }
1949
1950 static int mmc_can_poweroff_notify(const struct mmc_card *card)
1951 {
1952         return card &&
1953                 mmc_card_mmc(card) &&
1954                 (card->ext_csd.power_off_notification == EXT_CSD_POWER_ON);
1955 }
1956
1957 static int mmc_poweroff_notify(struct mmc_card *card, unsigned int notify_type)
1958 {
1959         unsigned int timeout = card->ext_csd.generic_cmd6_time;
1960         int err;
1961
1962         /* Use EXT_CSD_POWER_OFF_SHORT as default notification type. */
1963         if (notify_type == EXT_CSD_POWER_OFF_LONG)
1964                 timeout = card->ext_csd.power_off_longtime;
1965
1966         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1967                         EXT_CSD_POWER_OFF_NOTIFICATION,
1968                         notify_type, timeout, 0, true, false, false);
1969         if (err)
1970                 pr_err("%s: Power Off Notification timed out, %u\n",
1971                        mmc_hostname(card->host), timeout);
1972
1973         /* Disable the power off notification after the switch operation. */
1974         card->ext_csd.power_off_notification = EXT_CSD_NO_POWER_NOTIFICATION;
1975
1976         return err;
1977 }
1978
1979 /*
1980  * Host is being removed. Free up the current card.
1981  */
1982 static void mmc_remove(struct mmc_host *host)
1983 {
1984         mmc_remove_card(host->card);
1985         host->card = NULL;
1986 }
1987
1988 /*
1989  * Card detection - card is alive.
1990  */
1991 static int mmc_alive(struct mmc_host *host)
1992 {
1993         return mmc_send_status(host->card, NULL);
1994 }
1995
1996 /*
1997  * Card detection callback from host.
1998  */
1999 static void mmc_detect(struct mmc_host *host)
2000 {
2001         int err;
2002
2003         mmc_get_card(host->card, NULL);
2004
2005         /*
2006          * Just check if our card has been removed.
2007          */
2008         err = _mmc_detect_card_removed(host);
2009
2010         mmc_put_card(host->card, NULL);
2011
2012         if (err) {
2013                 mmc_remove(host);
2014
2015                 mmc_claim_host(host);
2016                 mmc_detach_bus(host);
2017                 mmc_power_off(host);
2018                 mmc_release_host(host);
2019         }
2020 }
2021
2022 static bool _mmc_cache_enabled(struct mmc_host *host)
2023 {
2024         return host->card->ext_csd.cache_size > 0 &&
2025                host->card->ext_csd.cache_ctrl & 1;
2026 }
2027
2028 static int _mmc_suspend(struct mmc_host *host, bool is_suspend)
2029 {
2030         int err = 0;
2031         unsigned int notify_type = is_suspend ? EXT_CSD_POWER_OFF_SHORT :
2032                                         EXT_CSD_POWER_OFF_LONG;
2033
2034         mmc_claim_host(host);
2035
2036         if (mmc_card_suspended(host->card))
2037                 goto out;
2038
2039         err = mmc_flush_cache(host->card);
2040         if (err)
2041                 goto out;
2042
2043         if (mmc_can_poweroff_notify(host->card) &&
2044                 ((host->caps2 & MMC_CAP2_FULL_PWR_CYCLE) || !is_suspend))
2045                 err = mmc_poweroff_notify(host->card, notify_type);
2046         else if (mmc_can_sleep(host->card))
2047                 err = mmc_sleep(host);
2048         else if (!mmc_host_is_spi(host))
2049                 err = mmc_deselect_cards(host);
2050
2051         if (!err) {
2052                 mmc_power_off(host);
2053                 mmc_card_set_suspended(host->card);
2054         }
2055 out:
2056         mmc_release_host(host);
2057         return err;
2058 }
2059
2060 /*
2061  * Suspend callback
2062  */
2063 static int mmc_suspend(struct mmc_host *host)
2064 {
2065         int err;
2066
2067         err = _mmc_suspend(host, true);
2068         if (!err) {
2069                 pm_runtime_disable(&host->card->dev);
2070                 pm_runtime_set_suspended(&host->card->dev);
2071         }
2072
2073         return err;
2074 }
2075
2076 /*
2077  * This function tries to determine if the same card is still present
2078  * and, if so, restore all state to it.
2079  */
2080 static int _mmc_resume(struct mmc_host *host)
2081 {
2082         int err = 0;
2083
2084         mmc_claim_host(host);
2085
2086         if (!mmc_card_suspended(host->card))
2087                 goto out;
2088
2089         mmc_power_up(host, host->card->ocr);
2090         err = mmc_init_card(host, host->card->ocr, host->card);
2091         mmc_card_clr_suspended(host->card);
2092
2093 out:
2094         mmc_release_host(host);
2095         return err;
2096 }
2097
2098 /*
2099  * Shutdown callback
2100  */
2101 static int mmc_shutdown(struct mmc_host *host)
2102 {
2103         int err = 0;
2104
2105         /*
2106          * In a specific case for poweroff notify, we need to resume the card
2107          * before we can shutdown it properly.
2108          */
2109         if (mmc_can_poweroff_notify(host->card) &&
2110                 !(host->caps2 & MMC_CAP2_FULL_PWR_CYCLE))
2111                 err = _mmc_resume(host);
2112
2113         if (!err)
2114                 err = _mmc_suspend(host, false);
2115
2116         return err;
2117 }
2118
2119 /*
2120  * Callback for resume.
2121  */
2122 static int mmc_resume(struct mmc_host *host)
2123 {
2124         pm_runtime_enable(&host->card->dev);
2125         return 0;
2126 }
2127
2128 /*
2129  * Callback for runtime_suspend.
2130  */
2131 static int mmc_runtime_suspend(struct mmc_host *host)
2132 {
2133         int err;
2134
2135         if (!(host->caps & MMC_CAP_AGGRESSIVE_PM))
2136                 return 0;
2137
2138         err = _mmc_suspend(host, true);
2139         if (err)
2140                 pr_err("%s: error %d doing aggressive suspend\n",
2141                         mmc_hostname(host), err);
2142
2143         return err;
2144 }
2145
2146 /*
2147  * Callback for runtime_resume.
2148  */
2149 static int mmc_runtime_resume(struct mmc_host *host)
2150 {
2151         int err;
2152
2153         err = _mmc_resume(host);
2154         if (err && err != -ENOMEDIUM)
2155                 pr_err("%s: error %d doing runtime resume\n",
2156                         mmc_hostname(host), err);
2157
2158         return 0;
2159 }
2160
2161 static int mmc_can_reset(struct mmc_card *card)
2162 {
2163         u8 rst_n_function;
2164
2165         rst_n_function = card->ext_csd.rst_n_function;
2166         if ((rst_n_function & EXT_CSD_RST_N_EN_MASK) != EXT_CSD_RST_N_ENABLED)
2167                 return 0;
2168         return 1;
2169 }
2170
2171 static int _mmc_hw_reset(struct mmc_host *host)
2172 {
2173         struct mmc_card *card = host->card;
2174
2175         /*
2176          * In the case of recovery, we can't expect flushing the cache to work
2177          * always, but we have a go and ignore errors.
2178          */
2179         mmc_flush_cache(host->card);
2180
2181         if ((host->caps & MMC_CAP_HW_RESET) && host->ops->hw_reset &&
2182              mmc_can_reset(card)) {
2183                 /* If the card accept RST_n signal, send it. */
2184                 mmc_set_clock(host, host->f_init);
2185                 host->ops->hw_reset(host);
2186                 /* Set initial state and call mmc_set_ios */
2187                 mmc_set_initial_state(host);
2188         } else {
2189                 /* Do a brute force power cycle */
2190                 mmc_power_cycle(host, card->ocr);
2191                 mmc_pwrseq_reset(host);
2192         }
2193         return mmc_init_card(host, card->ocr, card);
2194 }
2195
2196 static const struct mmc_bus_ops mmc_ops = {
2197         .remove = mmc_remove,
2198         .detect = mmc_detect,
2199         .suspend = mmc_suspend,
2200         .resume = mmc_resume,
2201         .runtime_suspend = mmc_runtime_suspend,
2202         .runtime_resume = mmc_runtime_resume,
2203         .alive = mmc_alive,
2204         .shutdown = mmc_shutdown,
2205         .hw_reset = _mmc_hw_reset,
2206         .cache_enabled = _mmc_cache_enabled,
2207 };
2208
2209 /*
2210  * Starting point for MMC card init.
2211  */
2212 int mmc_attach_mmc(struct mmc_host *host)
2213 {
2214         int err;
2215         u32 ocr, rocr;
2216
2217         WARN_ON(!host->claimed);
2218
2219         /* Set correct bus mode for MMC before attempting attach */
2220         if (!mmc_host_is_spi(host))
2221                 mmc_set_bus_mode(host, MMC_BUSMODE_OPENDRAIN);
2222
2223         err = mmc_send_op_cond(host, 0, &ocr);
2224         if (err)
2225                 return err;
2226
2227         mmc_attach_bus(host, &mmc_ops);
2228         if (host->ocr_avail_mmc)
2229                 host->ocr_avail = host->ocr_avail_mmc;
2230
2231         /*
2232          * We need to get OCR a different way for SPI.
2233          */
2234         if (mmc_host_is_spi(host)) {
2235                 err = mmc_spi_read_ocr(host, 1, &ocr);
2236                 if (err)
2237                         goto err;
2238         }
2239
2240         rocr = mmc_select_voltage(host, ocr);
2241
2242         /*
2243          * Can we support the voltage of the card?
2244          */
2245         if (!rocr) {
2246                 err = -EINVAL;
2247                 goto err;
2248         }
2249
2250         /*
2251          * Detect and init the card.
2252          */
2253         err = mmc_init_card(host, rocr, NULL);
2254         if (err)
2255                 goto err;
2256
2257         mmc_release_host(host);
2258         err = mmc_add_card(host->card);
2259         if (err)
2260                 goto remove_card;
2261
2262         mmc_claim_host(host);
2263         return 0;
2264
2265 remove_card:
2266         mmc_remove_card(host->card);
2267         mmc_claim_host(host);
2268         host->card = NULL;
2269 err:
2270         mmc_detach_bus(host);
2271
2272         pr_err("%s: error %d whilst initialising MMC card\n",
2273                 mmc_hostname(host), err);
2274
2275         return err;
2276 }