drivers/mmc/core/mmc.c

   1 /*
   2  *  linux/drivers/mmc/core/mmc.c
   3  *
   4  *  Copyright (C) 2003-2004 Russell King, All Rights Reserved.
   5  *  Copyright (C) 2005-2007 Pierre Ossman, All Rights Reserved.
   6  *  MMCv4 support Copyright (C) 2006 Philip Langdale, All Rights Reserved.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 as
  10  * published by the Free Software Foundation.
  11  */
  12
  13 #include <linux/err.h>
  14 #include <linux/slab.h>
  15 #include <linux/stat.h>
  16 #include <linux/pm_runtime.h>
  17
  18 #include <linux/mmc/host.h>
  19 #include <linux/mmc/card.h>
  20 #include <linux/mmc/mmc.h>
  21
  22 #include "core.h"
  23 #include "bus.h"
  24 #include "mmc_ops.h"
  25 #include "sd_ops.h"
  26
  27 static const unsigned int tran_exp[] = {
  28         10000,          100000,         1000000,        10000000,
  29         0,              0,              0,              0
  30 };
  31
  32 static const unsigned char tran_mant[] = {
  33         0,      10,     12,     13,     15,     20,     25,     30,
  34         35,     40,     45,     50,     55,     60,     70,     80,
  35 };
  36
  37 static const unsigned int tacc_exp[] = {
  38         1,      10,     100,    1000,   10000,  100000, 1000000, 10000000,
  39 };
  40
  41 static const unsigned int tacc_mant[] = {
  42         0,      10,     12,     13,     15,     20,     25,     30,
  43         35,     40,     45,     50,     55,     60,     70,     80,
  44 };
  45
  46 #define UNSTUFF_BITS(resp,start,size)                                   \
  47         ({                                                              \
  48                 const int __size = size;                                \
  49                 const u32 __mask = (__size < 32 ? 1 << __size : 0) - 1; \
  50                 const int __off = 3 - ((start) / 32);                   \
  51                 const int __shft = (start) & 31;                        \
  52                 u32 __res;                                              \
  53                                                                         \
  54                 __res = resp[__off] >> __shft;                          \
  55                 if (__size + __shft > 32)                               \
  56                         __res |= resp[__off-1] << ((32 - __shft) % 32); \
  57                 __res & __mask;                                         \
  58         })
  59
  60 /*
  61  * Given the decoded CSD structure, decode the raw CID to our CID structure.
  62  */
  63 static int mmc_decode_cid(struct mmc_card *card)
  64 {
  65         u32 *resp = card->raw_cid;
  66
  67         /*
  68          * The selection of the format here is based upon published
  69          * specs from sandisk and from what people have reported.
  70          */
  71         switch (card->csd.mmca_vsn) {
  72         case 0: /* MMC v1.0 - v1.2 */
  73         case 1: /* MMC v1.4 */
  74                 card->cid.manfid        = UNSTUFF_BITS(resp, 104, 24);
  75                 card->cid.prod_name[0]  = UNSTUFF_BITS(resp, 96, 8);
  76                 card->cid.prod_name[1]  = UNSTUFF_BITS(resp, 88, 8);
  77                 card->cid.prod_name[2]  = UNSTUFF_BITS(resp, 80, 8);
  78                 card->cid.prod_name[3]  = UNSTUFF_BITS(resp, 72, 8);
  79                 card->cid.prod_name[4]  = UNSTUFF_BITS(resp, 64, 8);
  80                 card->cid.prod_name[5]  = UNSTUFF_BITS(resp, 56, 8);
  81                 card->cid.prod_name[6]  = UNSTUFF_BITS(resp, 48, 8);
  82                 card->cid.hwrev         = UNSTUFF_BITS(resp, 44, 4);
  83                 card->cid.fwrev         = UNSTUFF_BITS(resp, 40, 4);
  84                 card->cid.serial        = UNSTUFF_BITS(resp, 16, 24);
  85                 card->cid.month         = UNSTUFF_BITS(resp, 12, 4);
  86                 card->cid.year          = UNSTUFF_BITS(resp, 8, 4) + 1997;
  87                 break;
  88
  89         case 2: /* MMC v2.0 - v2.2 */
  90         case 3: /* MMC v3.1 - v3.3 */
  91         case 4: /* MMC v4 */
  92                 card->cid.manfid        = UNSTUFF_BITS(resp, 120, 8);
  93                 card->cid.oemid         = UNSTUFF_BITS(resp, 104, 16);
  94                 card->cid.prod_name[0]  = UNSTUFF_BITS(resp, 96, 8);
  95                 card->cid.prod_name[1]  = UNSTUFF_BITS(resp, 88, 8);
  96                 card->cid.prod_name[2]  = UNSTUFF_BITS(resp, 80, 8);
  97                 card->cid.prod_name[3]  = UNSTUFF_BITS(resp, 72, 8);
  98                 card->cid.prod_name[4]  = UNSTUFF_BITS(resp, 64, 8);
  99                 card->cid.prod_name[5]  = UNSTUFF_BITS(resp, 56, 8);
 100                 card->cid.prv           = UNSTUFF_BITS(resp, 48, 8);
 101                 card->cid.serial        = UNSTUFF_BITS(resp, 16, 32);
 102                 card->cid.month         = UNSTUFF_BITS(resp, 12, 4);
 103                 card->cid.year          = UNSTUFF_BITS(resp, 8, 4) + 1997;
 104                 break;
 105
 106         default:
 107                 pr_err("%s: card has unknown MMCA version %d\n",
 108                         mmc_hostname(card->host), card->csd.mmca_vsn);
 109                 return -EINVAL;
 110         }
 111
 112         return 0;
 113 }
 114
 115 static void mmc_set_erase_size(struct mmc_card *card)
 116 {
 117         if (card->ext_csd.erase_group_def & 1)
 118                 card->erase_size = card->ext_csd.hc_erase_size;
 119         else
 120                 card->erase_size = card->csd.erase_size;
 121
 122         mmc_init_erase(card);
 123 }
 124
 125 /*
 126  * Given a 128-bit response, decode to our card CSD structure.
 127  */
 128 static int mmc_decode_csd(struct mmc_card *card)
 129 {
 130         struct mmc_csd *csd = &card->csd;
 131         unsigned int e, m, a, b;
 132         u32 *resp = card->raw_csd;
 133
 134         /*
 135          * We only understand CSD structure v1.1 and v1.2.
 136          * v1.2 has extra information in bits 15, 11 and 10.
 137          * We also support eMMC v4.4 & v4.41.
 138          */
 139         csd->structure = UNSTUFF_BITS(resp, 126, 2);
 140         if (csd->structure == 0) {
 141                 pr_err("%s: unrecognised CSD structure version %d\n",
 142                         mmc_hostname(card->host), csd->structure);
 143                 return -EINVAL;
 144         }
 145
 146         csd->mmca_vsn    = UNSTUFF_BITS(resp, 122, 4);
 147         m = UNSTUFF_BITS(resp, 115, 4);
 148         e = UNSTUFF_BITS(resp, 112, 3);
 149         csd->tacc_ns     = (tacc_exp[e] * tacc_mant[m] + 9) / 10;
 150         csd->tacc_clks   = UNSTUFF_BITS(resp, 104, 8) * 100;
 151
 152         m = UNSTUFF_BITS(resp, 99, 4);
 153         e = UNSTUFF_BITS(resp, 96, 3);
 154         csd->max_dtr      = tran_exp[e] * tran_mant[m];
 155         csd->cmdclass     = UNSTUFF_BITS(resp, 84, 12);
 156
 157         e = UNSTUFF_BITS(resp, 47, 3);
 158         m = UNSTUFF_BITS(resp, 62, 12);
 159         csd->capacity     = (1 + m) << (e + 2);
 160
 161         csd->read_blkbits = UNSTUFF_BITS(resp, 80, 4);
 162         csd->read_partial = UNSTUFF_BITS(resp, 79, 1);
 163         csd->write_misalign = UNSTUFF_BITS(resp, 78, 1);
 164         csd->read_misalign = UNSTUFF_BITS(resp, 77, 1);
 165         csd->r2w_factor = UNSTUFF_BITS(resp, 26, 3);
 166         csd->write_blkbits = UNSTUFF_BITS(resp, 22, 4);
 167         csd->write_partial = UNSTUFF_BITS(resp, 21, 1);
 168
 169         if (csd->write_blkbits >= 9) {
 170                 a = UNSTUFF_BITS(resp, 42, 5);
 171                 b = UNSTUFF_BITS(resp, 37, 5);
 172                 csd->erase_size = (a + 1) * (b + 1);
 173                 csd->erase_size <<= csd->write_blkbits - 9;
 174         }
 175
 176         return 0;
 177 }
 178
 179 /*
 180  * Read extended CSD.
 181  */
 182 static int mmc_get_ext_csd(struct mmc_card *card, u8 **new_ext_csd)
 183 {
 184         int err;
 185         u8 *ext_csd;
 186
 187         BUG_ON(!card);
 188         BUG_ON(!new_ext_csd);
 189
 190         *new_ext_csd = NULL;
 191
 192         if (card->csd.mmca_vsn < CSD_SPEC_VER_4)
 193                 return 0;
 194
 195         /*
 196          * As the ext_csd is so large and mostly unused, we don't store the
 197          * raw block in mmc_card.
 198          */
 199         ext_csd = kmalloc(512, GFP_KERNEL);
 200         if (!ext_csd) {
 201                 pr_err("%s: could not allocate a buffer to "
 202                         "receive the ext_csd.\n", mmc_hostname(card->host));
 203                 return -ENOMEM;
 204         }
 205
 206         err = mmc_send_ext_csd(card, ext_csd);
 207         if (err) {
 208                 kfree(ext_csd);
 209                 *new_ext_csd = NULL;
 210
 211                 /* If the host or the card can't do the switch,
 212                  * fail more gracefully. */
 213                 if ((err != -EINVAL)
 214                  && (err != -ENOSYS)
 215                  && (err != -EFAULT))
 216                         return err;
 217
 218                 /*
 219                  * High capacity cards should have this "magic" size
 220                  * stored in their CSD.
 221                  */
 222                 if (card->csd.capacity == (4096 * 512)) {
 223                         pr_err("%s: unable to read EXT_CSD "
 224                                 "on a possible high capacity card. "
 225                                 "Card will be ignored.\n",
 226                                 mmc_hostname(card->host));
 227                 } else {
 228                         pr_warning("%s: unable to read "
 229                                 "EXT_CSD, performance might "
 230                                 "suffer.\n",
 231                                 mmc_hostname(card->host));
 232                         err = 0;
 233                 }
 234         } else
 235                 *new_ext_csd = ext_csd;
 236
 237         return err;
 238 }
 239
 240 static void mmc_select_card_type(struct mmc_card *card)
 241 {
 242         struct mmc_host *host = card->host;
 243         u8 card_type = card->ext_csd.raw_card_type & EXT_CSD_CARD_TYPE_MASK;
 244         u32 caps = host->caps, caps2 = host->caps2;
 245         unsigned int hs_max_dtr = 0;
 246
 247         if (card_type & EXT_CSD_CARD_TYPE_26)
 248                 hs_max_dtr = MMC_HIGH_26_MAX_DTR;
 249
 250         if (caps & MMC_CAP_MMC_HIGHSPEED &&
 251                         card_type & EXT_CSD_CARD_TYPE_52)
 252                 hs_max_dtr = MMC_HIGH_52_MAX_DTR;
 253
 254         if ((caps & MMC_CAP_1_8V_DDR &&
 255                         card_type & EXT_CSD_CARD_TYPE_DDR_1_8V) ||
 256             (caps & MMC_CAP_1_2V_DDR &&
 257                         card_type & EXT_CSD_CARD_TYPE_DDR_1_2V))
 258                 hs_max_dtr = MMC_HIGH_DDR_MAX_DTR;
 259
 260         if ((caps2 & MMC_CAP2_HS200_1_8V_SDR &&
 261                         card_type & EXT_CSD_CARD_TYPE_SDR_1_8V) ||
 262             (caps2 & MMC_CAP2_HS200_1_2V_SDR &&
 263                         card_type & EXT_CSD_CARD_TYPE_SDR_1_2V))
 264                 hs_max_dtr = MMC_HS200_MAX_DTR;
 265
 266         card->ext_csd.hs_max_dtr = hs_max_dtr;
 267         card->ext_csd.card_type = card_type;
 268 }
 269
 270 /*
 271  * Decode extended CSD.
 272  */
 273 static int mmc_read_ext_csd(struct mmc_card *card, u8 *ext_csd)
 274 {
 275         int err = 0, idx;
 276         unsigned int part_size;
 277         u8 hc_erase_grp_sz = 0, hc_wp_grp_sz = 0;
 278
 279         BUG_ON(!card);
 280
 281         if (!ext_csd)
 282                 return 0;
 283
 284         /* Version is coded in the CSD_STRUCTURE byte in the EXT_CSD register */
 285         card->ext_csd.raw_ext_csd_structure = ext_csd[EXT_CSD_STRUCTURE];
 286         if (card->csd.structure == 3) {
 287                 if (card->ext_csd.raw_ext_csd_structure > 2) {
 288                         pr_err("%s: unrecognised EXT_CSD structure "
 289                                 "version %d\n", mmc_hostname(card->host),
 290                                         card->ext_csd.raw_ext_csd_structure);
 291                         err = -EINVAL;
 292                         goto out;
 293                 }
 294         }
 295
 296         card->ext_csd.rev = ext_csd[EXT_CSD_REV];
 297         if (card->ext_csd.rev > 7) {
 298                 pr_err("%s: unrecognised EXT_CSD revision %d\n",
 299                         mmc_hostname(card->host), card->ext_csd.rev);
 300                 err = -EINVAL;
 301                 goto out;
 302         }
 303
 304         card->ext_csd.raw_sectors[0] = ext_csd[EXT_CSD_SEC_CNT + 0];
 305         card->ext_csd.raw_sectors[1] = ext_csd[EXT_CSD_SEC_CNT + 1];
 306         card->ext_csd.raw_sectors[2] = ext_csd[EXT_CSD_SEC_CNT + 2];
 307         card->ext_csd.raw_sectors[3] = ext_csd[EXT_CSD_SEC_CNT + 3];
 308         if (card->ext_csd.rev >= 2) {
 309                 card->ext_csd.sectors =
 310                         ext_csd[EXT_CSD_SEC_CNT + 0] << 0 |
 311                         ext_csd[EXT_CSD_SEC_CNT + 1] << 8 |
 312                         ext_csd[EXT_CSD_SEC_CNT + 2] << 16 |
 313                         ext_csd[EXT_CSD_SEC_CNT + 3] << 24;
 314
 315                 /* Cards with density > 2GiB are sector addressed */
 316                 if (card->ext_csd.sectors > (2u * 1024 * 1024 * 1024) / 512)
 317                         mmc_card_set_blockaddr(card);
 318         }
 319
 320         card->ext_csd.raw_card_type = ext_csd[EXT_CSD_CARD_TYPE];
 321         mmc_select_card_type(card);
 322
 323         card->ext_csd.raw_s_a_timeout = ext_csd[EXT_CSD_S_A_TIMEOUT];
 324         card->ext_csd.raw_erase_timeout_mult =
 325                 ext_csd[EXT_CSD_ERASE_TIMEOUT_MULT];
 326         card->ext_csd.raw_hc_erase_grp_size =
 327                 ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE];
 328         if (card->ext_csd.rev >= 3) {
 329                 u8 sa_shift = ext_csd[EXT_CSD_S_A_TIMEOUT];
 330                 card->ext_csd.part_config = ext_csd[EXT_CSD_PART_CONFIG];
 331
 332                 /* EXT_CSD value is in units of 10ms, but we store in ms */
 333                 card->ext_csd.part_time = 10 * ext_csd[EXT_CSD_PART_SWITCH_TIME];
 334
 335                 /* Sleep / awake timeout in 100ns units */
 336                 if (sa_shift > 0 && sa_shift <= 0x17)
 337                         card->ext_csd.sa_timeout =
 338                                         1 << ext_csd[EXT_CSD_S_A_TIMEOUT];
 339                 card->ext_csd.erase_group_def =
 340                         ext_csd[EXT_CSD_ERASE_GROUP_DEF];
 341                 card->ext_csd.hc_erase_timeout = 300 *
 342                         ext_csd[EXT_CSD_ERASE_TIMEOUT_MULT];
 343                 card->ext_csd.hc_erase_size =
 344                         ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE] << 10;
 345
 346                 card->ext_csd.rel_sectors = ext_csd[EXT_CSD_REL_WR_SEC_C];
 347
 348                 /*
 349                  * There are two boot regions of equal size, defined in
 350                  * multiples of 128K.
 351                  */
 352                #if 0
 353                //emmc: We do NOT alloc boot partition now. noted by xbw, at 2014-03-09
 354                 card->ext_csd.boot_size = 0;
 355           #else
 356                 if (ext_csd[EXT_CSD_BOOT_MULT] && mmc_boot_partition_access(card->host)) {
 357                         for (idx = 0; idx < MMC_NUM_BOOT_PARTITION; idx++) {
 358                                 part_size = ext_csd[EXT_CSD_BOOT_MULT] << 17;
 359                                 mmc_part_add(card, part_size,
 360                                         EXT_CSD_PART_CONFIG_ACC_BOOT0 + idx,
 361                                         "boot%d", idx, true,
 362                                         MMC_BLK_DATA_AREA_BOOT);
 363                         }
 364                 }
 365               #endif
 366         }
 367
 368         card->ext_csd.raw_hc_erase_gap_size =
 369                 ext_csd[EXT_CSD_HC_WP_GRP_SIZE];
 370         card->ext_csd.raw_sec_trim_mult =
 371                 ext_csd[EXT_CSD_SEC_TRIM_MULT];
 372         card->ext_csd.raw_sec_erase_mult =
 373                 ext_csd[EXT_CSD_SEC_ERASE_MULT];
 374         card->ext_csd.raw_sec_feature_support =
 375                 ext_csd[EXT_CSD_SEC_FEATURE_SUPPORT];
 376         card->ext_csd.raw_trim_mult =
 377                 ext_csd[EXT_CSD_TRIM_MULT];
 378         card->ext_csd.raw_partition_support = ext_csd[EXT_CSD_PARTITION_SUPPORT];
 379         if (card->ext_csd.rev >= 4) {
 380                 /*
 381                  * Enhanced area feature support -- check whether the eMMC
 382                  * card has the Enhanced area enabled.  If so, export enhanced
 383                  * area offset and size to user by adding sysfs interface.
 384                  */
 385                 if ((ext_csd[EXT_CSD_PARTITION_SUPPORT] & 0x2) &&
 386                     (ext_csd[EXT_CSD_PARTITION_ATTRIBUTE] & 0x1)) {
 387                         hc_erase_grp_sz =
 388                                 ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE];
 389                         hc_wp_grp_sz =
 390                                 ext_csd[EXT_CSD_HC_WP_GRP_SIZE];
 391
 392                         card->ext_csd.enhanced_area_en = 1;
 393                         /*
 394                          * calculate the enhanced data area offset, in bytes
 395                          */
 396                         card->ext_csd.enhanced_area_offset =
 397                                 (ext_csd[139] << 24) + (ext_csd[138] << 16) +
 398                                 (ext_csd[137] << 8) + ext_csd[136];
 399                         if (mmc_card_blockaddr(card))
 400                                 card->ext_csd.enhanced_area_offset <<= 9;
 401                         /*
 402                          * calculate the enhanced data area size, in kilobytes
 403                          */
 404                         card->ext_csd.enhanced_area_size =
 405                                 (ext_csd[142] << 16) + (ext_csd[141] << 8) +
 406                                 ext_csd[140];
 407                         card->ext_csd.enhanced_area_size *=
 408                                 (size_t)(hc_erase_grp_sz * hc_wp_grp_sz);
 409                         card->ext_csd.enhanced_area_size <<= 9;
 410                 } else {
 411                         /*
 412                          * If the enhanced area is not enabled, disable these
 413                          * device attributes.
 414                          */
 415                         card->ext_csd.enhanced_area_offset = -EINVAL;
 416                         card->ext_csd.enhanced_area_size = -EINVAL;
 417                 }
 418
 419                 /*
 420                  * General purpose partition feature support --
 421                  * If ext_csd has the size of general purpose partitions,
 422                  * set size, part_cfg, partition name in mmc_part.
 423                  */
 424                 if (ext_csd[EXT_CSD_PARTITION_SUPPORT] &
 425                         EXT_CSD_PART_SUPPORT_PART_EN) {
 426                         if (card->ext_csd.enhanced_area_en != 1) {
 427                                 hc_erase_grp_sz =
 428                                         ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE];
 429                                 hc_wp_grp_sz =
 430                                         ext_csd[EXT_CSD_HC_WP_GRP_SIZE];
 431
 432                                 card->ext_csd.enhanced_area_en = 1;
 433                         }
 434
 435                         for (idx = 0; idx < MMC_NUM_GP_PARTITION; idx++) {
 436                                 if (!ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3] &&
 437                                 !ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 1] &&
 438                                 !ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 2])
 439                                         continue;
 440                                 part_size =
 441                                 (ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 2]
 442                                         << 16) +
 443                                 (ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 1]
 444                                         << 8) +
 445                                 ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3];
 446                                 part_size *= (size_t)(hc_erase_grp_sz *
 447                                         hc_wp_grp_sz);
 448                                 mmc_part_add(card, part_size << 19,
 449                                         EXT_CSD_PART_CONFIG_ACC_GP0 + idx,
 450                                         "gp%d", idx, false,
 451                                         MMC_BLK_DATA_AREA_GP);
 452                         }
 453                 }
 454                 card->ext_csd.sec_trim_mult =
 455                         ext_csd[EXT_CSD_SEC_TRIM_MULT];
 456                 card->ext_csd.sec_erase_mult =
 457                         ext_csd[EXT_CSD_SEC_ERASE_MULT];
 458                 card->ext_csd.sec_feature_support =
 459                         ext_csd[EXT_CSD_SEC_FEATURE_SUPPORT];
 460                 card->ext_csd.trim_timeout = 300 *
 461                         ext_csd[EXT_CSD_TRIM_MULT];
 462
 463                 /*
 464                  * Note that the call to mmc_part_add above defaults to read
 465                  * only. If this default assumption is changed, the call must
 466                  * take into account the value of boot_locked below.
 467                  */
 468                 card->ext_csd.boot_ro_lock = ext_csd[EXT_CSD_BOOT_WP];
 469                 card->ext_csd.boot_ro_lockable = true;
 470         }
 471
 472         if (card->ext_csd.rev >= 5) {
 473                 /* Adjust production date as per JEDEC JESD84-B451 */
 474                 if (card->cid.year < 2010)
 475                         card->cid.year += 16;
 476
 477                 /* check whether the eMMC card supports BKOPS */
 478                 if (ext_csd[EXT_CSD_BKOPS_SUPPORT] & 0x1) {
 479                         card->ext_csd.bkops = 1;
 480                         card->ext_csd.bkops_en = ext_csd[EXT_CSD_BKOPS_EN];
 481                         card->ext_csd.raw_bkops_status =
 482                                 ext_csd[EXT_CSD_BKOPS_STATUS];
 483                         if (!card->ext_csd.bkops_en)
 484                                 pr_info("%s: BKOPS_EN bit is not set\n",
 485                                         mmc_hostname(card->host));
 486                 }
 487
 488                 /* check whether the eMMC card supports HPI */
 489                 if (ext_csd[EXT_CSD_HPI_FEATURES] & 0x1) {
 490                         card->ext_csd.hpi = 1;
 491                         if (ext_csd[EXT_CSD_HPI_FEATURES] & 0x2)
 492                                 card->ext_csd.hpi_cmd = MMC_STOP_TRANSMISSION;
 493                         else
 494                                 card->ext_csd.hpi_cmd = MMC_SEND_STATUS;
 495                         /*
 496                          * Indicate the maximum timeout to close
 497                          * a command interrupted by HPI
 498                          */
 499                         card->ext_csd.out_of_int_time =
 500                                 ext_csd[EXT_CSD_OUT_OF_INTERRUPT_TIME] * 10;
 501                 }
 502
 503                 card->ext_csd.rel_param = ext_csd[EXT_CSD_WR_REL_PARAM];
 504                 card->ext_csd.rst_n_function = ext_csd[EXT_CSD_RST_N_FUNCTION];
 505
 506                 /*
 507                  * RPMB regions are defined in multiples of 128K.
 508                  */
 509                 card->ext_csd.raw_rpmb_size_mult = ext_csd[EXT_CSD_RPMB_MULT];
 510                 if (ext_csd[EXT_CSD_RPMB_MULT] && mmc_host_cmd23(card->host)) {
 511                         mmc_part_add(card, ext_csd[EXT_CSD_RPMB_MULT] << 17,
 512                                 EXT_CSD_PART_CONFIG_ACC_RPMB,
 513                                 "rpmb", 0, false,
 514                                 MMC_BLK_DATA_AREA_RPMB);
 515                 }
 516         }
 517
 518         card->ext_csd.raw_erased_mem_count = ext_csd[EXT_CSD_ERASED_MEM_CONT];
 519         if (ext_csd[EXT_CSD_ERASED_MEM_CONT])
 520                 card->erased_byte = 0xFF;
 521         else
 522                 card->erased_byte = 0x0;
 523
 524         /* eMMC v4.5 or later */
 525         if (card->ext_csd.rev >= 6) {
 526                 card->ext_csd.feature_support |= MMC_DISCARD_FEATURE;
 527
 528                 card->ext_csd.generic_cmd6_time = 10 *
 529                         ext_csd[EXT_CSD_GENERIC_CMD6_TIME];
 530                 card->ext_csd.power_off_longtime = 10 *
 531                         ext_csd[EXT_CSD_POWER_OFF_LONG_TIME];
 532
 533                 card->ext_csd.cache_size =
 534                         ext_csd[EXT_CSD_CACHE_SIZE + 0] << 0 |
 535                         ext_csd[EXT_CSD_CACHE_SIZE + 1] << 8 |
 536                         ext_csd[EXT_CSD_CACHE_SIZE + 2] << 16 |
 537                         ext_csd[EXT_CSD_CACHE_SIZE + 3] << 24;
 538
 539                 if (ext_csd[EXT_CSD_DATA_SECTOR_SIZE] == 1)
 540                         card->ext_csd.data_sector_size = 4096;
 541                 else
 542                         card->ext_csd.data_sector_size = 512;
 543
 544                 if ((ext_csd[EXT_CSD_DATA_TAG_SUPPORT] & 1) &&
 545                     (ext_csd[EXT_CSD_TAG_UNIT_SIZE] <= 8)) {
 546                         card->ext_csd.data_tag_unit_size =
 547                         ((unsigned int) 1 << ext_csd[EXT_CSD_TAG_UNIT_SIZE]) *
 548                         (card->ext_csd.data_sector_size);
 549                 } else {
 550                         card->ext_csd.data_tag_unit_size = 0;
 551                 }
 552
 553                 card->ext_csd.max_packed_writes =
 554                         ext_csd[EXT_CSD_MAX_PACKED_WRITES];
 555                 card->ext_csd.max_packed_reads =
 556                         ext_csd[EXT_CSD_MAX_PACKED_READS];
 557         } else {
 558                 card->ext_csd.data_sector_size = 512;
 559         }
 560
 561 out:
 562         return err;
 563 }
 564
 565 static inline void mmc_free_ext_csd(u8 *ext_csd)
 566 {
 567         kfree(ext_csd);
 568 }
 569
 570
 571 static int mmc_compare_ext_csds(struct mmc_card *card, unsigned bus_width)
 572 {
 573         u8 *bw_ext_csd;
 574         int err;
 575
 576         if (bus_width == MMC_BUS_WIDTH_1)
 577                 return 0;
 578
 579         err = mmc_get_ext_csd(card, &bw_ext_csd);
 580
 581         if (err || bw_ext_csd == NULL) {
 582                 err = -EINVAL;
 583                 goto out;
 584         }
 585
 586         /* only compare read only fields */
 587         err = !((card->ext_csd.raw_partition_support ==
 588                         bw_ext_csd[EXT_CSD_PARTITION_SUPPORT]) &&
 589                 (card->ext_csd.raw_erased_mem_count ==
 590                         bw_ext_csd[EXT_CSD_ERASED_MEM_CONT]) &&
 591                 (card->ext_csd.rev ==
 592                         bw_ext_csd[EXT_CSD_REV]) &&
 593                 (card->ext_csd.raw_ext_csd_structure ==
 594                         bw_ext_csd[EXT_CSD_STRUCTURE]) &&
 595                 (card->ext_csd.raw_card_type ==
 596                         bw_ext_csd[EXT_CSD_CARD_TYPE]) &&
 597                 (card->ext_csd.raw_s_a_timeout ==
 598                         bw_ext_csd[EXT_CSD_S_A_TIMEOUT]) &&
 599                 (card->ext_csd.raw_hc_erase_gap_size ==
 600                         bw_ext_csd[EXT_CSD_HC_WP_GRP_SIZE]) &&
 601                 (card->ext_csd.raw_erase_timeout_mult ==
 602                         bw_ext_csd[EXT_CSD_ERASE_TIMEOUT_MULT]) &&
 603                 (card->ext_csd.raw_hc_erase_grp_size ==
 604                         bw_ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE]) &&
 605                 (card->ext_csd.raw_sec_trim_mult ==
 606                         bw_ext_csd[EXT_CSD_SEC_TRIM_MULT]) &&
 607                 (card->ext_csd.raw_sec_erase_mult ==
 608                         bw_ext_csd[EXT_CSD_SEC_ERASE_MULT]) &&
 609                 (card->ext_csd.raw_sec_feature_support ==
 610                         bw_ext_csd[EXT_CSD_SEC_FEATURE_SUPPORT]) &&
 611                 (card->ext_csd.raw_trim_mult ==
 612                         bw_ext_csd[EXT_CSD_TRIM_MULT]) &&
 613                 (card->ext_csd.raw_sectors[0] ==
 614                         bw_ext_csd[EXT_CSD_SEC_CNT + 0]) &&
 615                 (card->ext_csd.raw_sectors[1] ==
 616                         bw_ext_csd[EXT_CSD_SEC_CNT + 1]) &&
 617                 (card->ext_csd.raw_sectors[2] ==
 618                         bw_ext_csd[EXT_CSD_SEC_CNT + 2]) &&
 619                 (card->ext_csd.raw_sectors[3] ==
 620                         bw_ext_csd[EXT_CSD_SEC_CNT + 3]));
 621         if (err)
 622                 err = -EINVAL;
 623
 624 out:
 625         mmc_free_ext_csd(bw_ext_csd);
 626         return err;
 627 }
 628
 629 MMC_DEV_ATTR(cid, "%08x%08x%08x%08x\n", card->raw_cid[0], card->raw_cid[1],
 630         card->raw_cid[2], card->raw_cid[3]);
 631 MMC_DEV_ATTR(csd, "%08x%08x%08x%08x\n", card->raw_csd[0], card->raw_csd[1],
 632         card->raw_csd[2], card->raw_csd[3]);
 633 MMC_DEV_ATTR(date, "%02d/%04d\n", card->cid.month, card->cid.year);
 634 MMC_DEV_ATTR(erase_size, "%u\n", card->erase_size << 9);
 635 MMC_DEV_ATTR(preferred_erase_size, "%u\n", card->pref_erase << 9);
 636 MMC_DEV_ATTR(fwrev, "0x%x\n", card->cid.fwrev);
 637 MMC_DEV_ATTR(hwrev, "0x%x\n", card->cid.hwrev);
 638 MMC_DEV_ATTR(manfid, "0x%06x\n", card->cid.manfid);
 639 MMC_DEV_ATTR(name, "%s\n", card->cid.prod_name);
 640 MMC_DEV_ATTR(oemid, "0x%04x\n", card->cid.oemid);
 641 MMC_DEV_ATTR(prv, "0x%x\n", card->cid.prv);
 642 MMC_DEV_ATTR(serial, "0x%08x\n", card->cid.serial);
 643 MMC_DEV_ATTR(enhanced_area_offset, "%llu\n",
 644                 card->ext_csd.enhanced_area_offset);
 645 MMC_DEV_ATTR(enhanced_area_size, "%u\n", card->ext_csd.enhanced_area_size);
 646 MMC_DEV_ATTR(raw_rpmb_size_mult, "%#x\n", card->ext_csd.raw_rpmb_size_mult);
 647 MMC_DEV_ATTR(rel_sectors, "%#x\n", card->ext_csd.rel_sectors);
 648
 649 static struct attribute *mmc_std_attrs[] = {
 650         &dev_attr_cid.attr,
 651         &dev_attr_csd.attr,
 652         &dev_attr_date.attr,
 653         &dev_attr_erase_size.attr,
 654         &dev_attr_preferred_erase_size.attr,
 655         &dev_attr_fwrev.attr,
 656         &dev_attr_hwrev.attr,
 657         &dev_attr_manfid.attr,
 658         &dev_attr_name.attr,
 659         &dev_attr_oemid.attr,
 660         &dev_attr_prv.attr,
 661         &dev_attr_serial.attr,
 662         &dev_attr_enhanced_area_offset.attr,
 663         &dev_attr_enhanced_area_size.attr,
 664         &dev_attr_raw_rpmb_size_mult.attr,
 665         &dev_attr_rel_sectors.attr,
 666         NULL,
 667 };
 668
 669 static struct attribute_group mmc_std_attr_group = {
 670         .attrs = mmc_std_attrs,
 671 };
 672
 673 static const struct attribute_group *mmc_attr_groups[] = {
 674         &mmc_std_attr_group,
 675         NULL,
 676 };
 677
 678 static struct device_type mmc_type = {
 679         .groups = mmc_attr_groups,
 680 };
 681
 682 /*
 683  * Select the PowerClass for the current bus width
 684  * If power class is defined for 4/8 bit bus in the
 685  * extended CSD register, select it by executing the
 686  * mmc_switch command.
 687  */
 688 static int mmc_select_powerclass(struct mmc_card *card,
 689                 unsigned int bus_width)
 690 {
 691         int err = 0;
 692         unsigned int pwrclass_val = 0;
 693         struct mmc_host *host;
 694
 695         BUG_ON(!card);
 696
 697         host = card->host;
 698         BUG_ON(!host);
 699
 700         /* Power class selection is supported for versions >= 4.0 */
 701         if (card->csd.mmca_vsn < CSD_SPEC_VER_4)
 702                 return 0;
 703
 704         /* Power class values are defined only for 4/8 bit bus */
 705         if (bus_width == EXT_CSD_BUS_WIDTH_1)
 706                 return 0;
 707
 708         switch (1 << host->ios.vdd) {
 709         case MMC_VDD_165_195:
 710                 if (host->ios.clock <= 26000000)
 711                         pwrclass_val = card->ext_csd.raw_pwr_cl_26_195;
 712                 else if (host->ios.clock <= 52000000)
 713                         pwrclass_val = (bus_width <= EXT_CSD_BUS_WIDTH_8) ?
 714                                 card->ext_csd.raw_pwr_cl_52_195 :
 715                                 card->ext_csd.raw_pwr_cl_ddr_52_195;
 716                 else if (host->ios.clock <= 200000000)
 717                         pwrclass_val = card->ext_csd.raw_pwr_cl_200_195;
 718                 break;
 719         case MMC_VDD_27_28:
 720         case MMC_VDD_28_29:
 721         case MMC_VDD_29_30:
 722         case MMC_VDD_30_31:
 723         case MMC_VDD_31_32:
 724         case MMC_VDD_32_33:
 725         case MMC_VDD_33_34:
 726         case MMC_VDD_34_35:
 727         case MMC_VDD_35_36:
 728                 if (host->ios.clock <= 26000000)
 729                         pwrclass_val = card->ext_csd.raw_pwr_cl_26_360;
 730                 else if (host->ios.clock <= 52000000)
 731                         pwrclass_val = (bus_width <= EXT_CSD_BUS_WIDTH_8) ?
 732                                 card->ext_csd.raw_pwr_cl_52_360 :
 733                                 card->ext_csd.raw_pwr_cl_ddr_52_360;
 734                 else if (host->ios.clock <= 200000000)
 735                         pwrclass_val = card->ext_csd.raw_pwr_cl_200_360;
 736                 break;
 737         default:
 738                 pr_warning("%s: Voltage range not supported "
 739                            "for power class.\n", mmc_hostname(host));
 740                 return -EINVAL;
 741         }
 742
 743         if (bus_width & (EXT_CSD_BUS_WIDTH_8 | EXT_CSD_DDR_BUS_WIDTH_8))
 744                 pwrclass_val = (pwrclass_val & EXT_CSD_PWR_CL_8BIT_MASK) >>
 745                                 EXT_CSD_PWR_CL_8BIT_SHIFT;
 746         else
 747                 pwrclass_val = (pwrclass_val & EXT_CSD_PWR_CL_4BIT_MASK) >>
 748                                 EXT_CSD_PWR_CL_4BIT_SHIFT;
 749
 750         /* If the power class is different from the default value */
 751         if (pwrclass_val > 0) {
 752                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
 753                                  EXT_CSD_POWER_CLASS,
 754                                  pwrclass_val,
 755                                  card->ext_csd.generic_cmd6_time);
 756         }
 757
 758         return err;
 759 }
 760
 761 /*
 762  * Selects the desired buswidth and switch to the HS200 mode
 763  * if bus width set without error
 764  */
 765 static int mmc_select_hs200(struct mmc_card *card)
 766 {
 767         int idx, err = -EINVAL;
 768         struct mmc_host *host;
 769         static unsigned ext_csd_bits[] = {
 770                 EXT_CSD_BUS_WIDTH_4,
 771                 EXT_CSD_BUS_WIDTH_8,
 772         };
 773         static unsigned bus_widths[] = {
 774                 MMC_BUS_WIDTH_4,
 775                 MMC_BUS_WIDTH_8,
 776         };
 777
 778         BUG_ON(!card);
 779
 780         host = card->host;
 781
 782         if (card->ext_csd.card_type & EXT_CSD_CARD_TYPE_SDR_1_2V &&
 783                         host->caps2 & MMC_CAP2_HS200_1_2V_SDR)
 784                 err = __mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_120);
 785
 786         if (err && card->ext_csd.card_type & EXT_CSD_CARD_TYPE_SDR_1_8V &&
 787                         host->caps2 & MMC_CAP2_HS200_1_8V_SDR)
 788                 err = __mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_180);
 789
 790         /* If fails try again during next card power cycle */
 791         if (err)
 792                 goto err;
 793
 794         idx = (host->caps & MMC_CAP_8_BIT_DATA) ? 1 : 0;
 795
 796         /*
 797          * Unlike SD, MMC cards dont have a configuration register to notify
 798          * supported bus width. So bus test command should be run to identify
 799          * the supported bus width or compare the ext csd values of current
 800          * bus width and ext csd values of 1 bit mode read earlier.
 801          */
 802         for (; idx >= 0; idx--) {
 803
 804                 /*
 805                  * Host is capable of 8bit transfer, then switch
 806                  * the device to work in 8bit transfer mode. If the
 807                  * mmc switch command returns error then switch to
 808                  * 4bit transfer mode. On success set the corresponding
 809                  * bus width on the host.
 810                  */
 811                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
 812                                  EXT_CSD_BUS_WIDTH,
 813                                  ext_csd_bits[idx],
 814                                  card->ext_csd.generic_cmd6_time);
 815                 if (err)
 816                         continue;
 817
 818                 mmc_set_bus_width(card->host, bus_widths[idx]);
 819
 820                 if (!(host->caps & MMC_CAP_BUS_WIDTH_TEST))
 821                         err = mmc_compare_ext_csds(card, bus_widths[idx]);
 822                 else
 823                         err = mmc_bus_test(card, bus_widths[idx]);
 824                 if (!err)
 825                         break;
 826         }
 827
 828         /* switch to HS200 mode if bus width set successfully */
 829         if (!err)
 830                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
 831                                  EXT_CSD_HS_TIMING, 2, 0);
 832 err:
 833         return err;
 834 }
 835
 836 /*
 837  * Handle the detection and initialisation of a card.
 838  *
 839  * In the case of a resume, "oldcard" will contain the card
 840  * we're trying to reinitialise.
 841  */
 842 static int mmc_init_card(struct mmc_host *host, u32 ocr,
 843         struct mmc_card *oldcard)
 844 {
 845         struct mmc_card *card;
 846         int err, ddr = 0;
 847         u32 cid[4];
 848         unsigned int max_dtr;
 849         u32 rocr;
 850         u8 *ext_csd = NULL;
 851
 852         BUG_ON(!host);
 853         WARN_ON(!host->claimed);
 854
 855         /* Set correct bus mode for MMC before attempting init */
 856         if (!mmc_host_is_spi(host))
 857                 mmc_set_bus_mode(host, MMC_BUSMODE_OPENDRAIN);
 858
 859         /*
 860          * Since we're changing the OCR value, we seem to
 861          * need to tell some cards to go back to the idle
 862          * state.  We wait 1ms to give cards time to
 863          * respond.
 864          * mmc_go_idle is needed for eMMC that are asleep
 865          */
 866         mmc_go_idle(host);
 867
 868         /* The extra bit indicates that we support high capacity */
 869         err = mmc_send_op_cond(host, ocr | (1 << 30), &rocr);
 870         if (err)
 871                 goto err;
 872
 873         /*
 874          * For SPI, enable CRC as appropriate.
 875          */
 876         if (mmc_host_is_spi(host)) {
 877                 err = mmc_spi_set_crc(host, use_spi_crc);
 878                 if (err)
 879                         goto err;
 880         }
 881
 882         /*
 883          * Fetch CID from card.
 884          */
 885         if (mmc_host_is_spi(host))
 886                 err = mmc_send_cid(host, cid);
 887         else
 888                 err = mmc_all_send_cid(host, cid);
 889         if (err)
 890                 goto err;
 891
 892         if (oldcard) {
 893                 if (memcmp(cid, oldcard->raw_cid, sizeof(cid)) != 0) {
 894                         err = -ENOENT;
 895                         goto err;
 896                 }
 897
 898                 card = oldcard;
 899         } else {
 900                 /*
 901                  * Allocate card structure.
 902                  */
 903                 card = mmc_alloc_card(host, &mmc_type);
 904                 if (IS_ERR(card)) {
 905                         err = PTR_ERR(card);
 906                         goto err;
 907                 }
 908
 909                 card->ocr = ocr;
 910                 card->type = MMC_TYPE_MMC;
 911                 card->rca = 1;
 912                 memcpy(card->raw_cid, cid, sizeof(card->raw_cid));
 913         }
 914
 915         /*
 916          * For native busses:  set card RCA and quit open drain mode.
 917          */
 918         if (!mmc_host_is_spi(host)) {
 919                 err = mmc_set_relative_addr(card);
 920                 if (err)
 921                         goto free_card;
 922
 923                 mmc_set_bus_mode(host, MMC_BUSMODE_PUSHPULL);
 924         }
 925
 926         if (!oldcard) {
 927                 /*
 928                  * Fetch CSD from card.
 929                  */
 930                 err = mmc_send_csd(card, card->raw_csd);
 931                 if (err)
 932                         goto free_card;
 933
 934                 err = mmc_decode_csd(card);
 935                 if (err)
 936                         goto free_card;
 937                 err = mmc_decode_cid(card);
 938                 if (err)
 939                         goto free_card;
 940         }
 941
 942         /*
 943          * Select card, as all following commands rely on that.
 944          */
 945         if (!mmc_host_is_spi(host)) {
 946                 err = mmc_select_card(card);
 947                 if (err)
 948                         goto free_card;
 949         }
 950
 951         if (!oldcard) {
 952                 /*
 953                  * Fetch and process extended CSD.
 954                  */
 955
 956                 err = mmc_get_ext_csd(card, &ext_csd);
 957                 if (err)
 958                         goto free_card;
 959                 err = mmc_read_ext_csd(card, ext_csd);
 960                 if (err)
 961                         goto free_card;
 962
 963                 /* If doing byte addressing, check if required to do sector
 964                  * addressing.  Handle the case of <2GB cards needing sector
 965                  * addressing.  See section 8.1 JEDEC Standard JED84-A441;
 966                  * ocr register has bit 30 set for sector addressing.
 967                  */
 968                 if (!(mmc_card_blockaddr(card)) && (rocr & (1<<30)))
 969                         mmc_card_set_blockaddr(card);
 970
 971                 /* Erase size depends on CSD and Extended CSD */
 972                 mmc_set_erase_size(card);
 973         }
 974
 975         /*
 976          * If enhanced_area_en is TRUE, host needs to enable ERASE_GRP_DEF
 977          * bit.  This bit will be lost every time after a reset or power off.
 978          */
 979         if (card->ext_csd.enhanced_area_en ||
 980             (card->ext_csd.rev >= 3 && (host->caps2 & MMC_CAP2_HC_ERASE_SZ))) {
 981                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
 982                                  EXT_CSD_ERASE_GROUP_DEF, 1,
 983                                  card->ext_csd.generic_cmd6_time);
 984
 985                 if (err && err != -EBADMSG)
 986                         goto free_card;
 987
 988                 if (err) {
 989                         err = 0;
 990                         /*
 991                          * Just disable enhanced area off & sz
 992                          * will try to enable ERASE_GROUP_DEF
 993                          * during next time reinit
 994                          */
 995                         card->ext_csd.enhanced_area_offset = -EINVAL;
 996                         card->ext_csd.enhanced_area_size = -EINVAL;
 997                 } else {
 998                         card->ext_csd.erase_group_def = 1;
 999                         /*
1000                          * enable ERASE_GRP_DEF successfully.
1001                          * This will affect the erase size, so
1002                          * here need to reset erase size
1003                          */
1004                         mmc_set_erase_size(card);
1005                 }
1006         }
1007
1008         /*
1009          * Ensure eMMC user default partition is enabled
1010          */
1011         if (card->ext_csd.part_config & EXT_CSD_PART_CONFIG_ACC_MASK) {
1012                 card->ext_csd.part_config &= ~EXT_CSD_PART_CONFIG_ACC_MASK;
1013                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL, EXT_CSD_PART_CONFIG,
1014                                  card->ext_csd.part_config,
1015                                  card->ext_csd.part_time);
1016                 if (err && err != -EBADMSG)
1017                         goto free_card;
1018         }
1019
1020         /*
1021          * Enable power_off_notification byte in the ext_csd register
1022          */
1023         if (card->ext_csd.rev >= 6) {
1024                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1025                                  EXT_CSD_POWER_OFF_NOTIFICATION,
1026                                  EXT_CSD_POWER_ON,
1027                                  card->ext_csd.generic_cmd6_time);
1028                 if (err && err != -EBADMSG)
1029                         goto free_card;
1030
1031                 /*
1032                  * The err can be -EBADMSG or 0,
1033                  * so check for success and update the flag
1034                  */
1035                 if (!err)
1036                         card->ext_csd.power_off_notification = EXT_CSD_POWER_ON;
1037         }
1038
1039         /*
1040          * Activate high speed (if supported)
1041          */
1042         if (card->ext_csd.hs_max_dtr != 0) {
1043                 err = 0;
1044                 if (card->ext_csd.hs_max_dtr > 52000000 &&
1045                     host->caps2 & MMC_CAP2_HS200)
1046                         err = mmc_select_hs200(card);
1047                 else if (host->caps & MMC_CAP_MMC_HIGHSPEED)
1048                         err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1049                                          EXT_CSD_HS_TIMING, 1,
1050                                          card->ext_csd.generic_cmd6_time);
1051
1052                 if (err && err != -EBADMSG)
1053                         goto free_card;
1054
1055                 if (err) {
1056                         pr_warning("%s: switch to highspeed failed\n",
1057                                mmc_hostname(card->host));
1058                         err = 0;
1059                 } else {
1060                         if (card->ext_csd.hs_max_dtr > 52000000 &&
1061                             host->caps2 & MMC_CAP2_HS200) {
1062                                 mmc_card_set_hs200(card);
1063                                 mmc_set_timing(card->host,
1064                                                MMC_TIMING_MMC_HS200);
1065                         } else {
1066                                 mmc_card_set_highspeed(card);
1067                                 mmc_set_timing(card->host, MMC_TIMING_MMC_HS);
1068                         }
1069                 }
1070         }
1071
1072         /*
1073          * Compute bus speed.
1074          */
1075         max_dtr = (unsigned int)-1;
1076
1077         if (mmc_card_highspeed(card) || mmc_card_hs200(card)) {
1078                 if (max_dtr > card->ext_csd.hs_max_dtr)
1079                         max_dtr = card->ext_csd.hs_max_dtr;
1080                 if (mmc_card_highspeed(card) && (max_dtr > 52000000))
1081                         max_dtr = 52000000;
1082         } else if (max_dtr > card->csd.max_dtr) {
1083                 max_dtr = card->csd.max_dtr;
1084         }
1085
1086         mmc_set_clock(host, max_dtr);
1087
1088         /*
1089          * Indicate DDR mode (if supported).
1090          */
1091         if (mmc_card_highspeed(card)) {
1092                 if ((card->ext_csd.card_type & EXT_CSD_CARD_TYPE_DDR_1_8V)
1093                         && (host->caps & MMC_CAP_1_8V_DDR))
1094                                 ddr = MMC_1_8V_DDR_MODE;
1095                 else if ((card->ext_csd.card_type & EXT_CSD_CARD_TYPE_DDR_1_2V)
1096                         && (host->caps & MMC_CAP_1_2V_DDR))
1097                                 ddr = MMC_1_2V_DDR_MODE;
1098         }
1099
1100         /*
1101          * Indicate HS200 SDR mode (if supported).
1102          */
1103         if (mmc_card_hs200(card)) {
1104                 u32 ext_csd_bits;
1105                 u32 bus_width = card->host->ios.bus_width;
1106
1107                 /*
1108                  * For devices supporting HS200 mode, the bus width has
1109                  * to be set before executing the tuning function. If
1110                  * set before tuning, then device will respond with CRC
1111                  * errors for responses on CMD line. So for HS200 the
1112                  * sequence will be
1113                  * 1. set bus width 4bit / 8 bit (1 bit not supported)
1114                  * 2. switch to HS200 mode
1115                  * 3. set the clock to > 52Mhz <=200MHz and
1116                  * 4. execute tuning for HS200
1117                  */
1118                 if ((host->caps2 & MMC_CAP2_HS200) &&
1119                     card->host->ops->execute_tuning) {
1120                         mmc_host_clk_hold(card->host);
1121                         err = card->host->ops->execute_tuning(card->host,
1122                                 MMC_SEND_TUNING_BLOCK_HS200);
1123                         mmc_host_clk_release(card->host);
1124                 }
1125                 if (err) {
1126                         pr_warning("%s: tuning execution failed\n",
1127                                    mmc_hostname(card->host));
1128                         goto err;
1129                 }
1130
1131                 ext_csd_bits = (bus_width == MMC_BUS_WIDTH_8) ?
1132                                 EXT_CSD_BUS_WIDTH_8 : EXT_CSD_BUS_WIDTH_4;
1133                 err = mmc_select_powerclass(card, ext_csd_bits);
1134                 if (err)
1135                         pr_warning("%s: power class selection to bus width %d"
1136                                    " failed\n", mmc_hostname(card->host),
1137                                    1 << bus_width);
1138         }
1139
1140         /*
1141          * Activate wide bus and DDR (if supported).
1142          */
1143         if (!mmc_card_hs200(card) &&
1144             (card->csd.mmca_vsn >= CSD_SPEC_VER_4) &&
1145             (host->caps & (MMC_CAP_4_BIT_DATA | MMC_CAP_8_BIT_DATA))) {
1146                 static unsigned ext_csd_bits[][2] = {
1147                         { EXT_CSD_BUS_WIDTH_8, EXT_CSD_DDR_BUS_WIDTH_8 },
1148                         { EXT_CSD_BUS_WIDTH_4, EXT_CSD_DDR_BUS_WIDTH_4 },
1149                         { EXT_CSD_BUS_WIDTH_1, EXT_CSD_BUS_WIDTH_1 },
1150                 };
1151                 static unsigned bus_widths[] = {
1152                         MMC_BUS_WIDTH_8,
1153                         MMC_BUS_WIDTH_4,
1154                         MMC_BUS_WIDTH_1
1155                 };
1156                 unsigned idx, bus_width = 0;
1157
1158                 if (host->caps & MMC_CAP_8_BIT_DATA)
1159                         idx = 0;
1160                 else
1161                         idx = 1;
1162                 for (; idx < ARRAY_SIZE(bus_widths); idx++) {
1163                         bus_width = bus_widths[idx];
1164                         if (bus_width == MMC_BUS_WIDTH_1)
1165                                 ddr = 0; /* no DDR for 1-bit width */
1166                         err = mmc_select_powerclass(card, ext_csd_bits[idx][0]);
1167                         if (err)
1168                                 pr_warning("%s: power class selection to "
1169                                            "bus width %d failed\n",
1170                                            mmc_hostname(card->host),
1171                                            1 << bus_width);
1172
1173                         err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1174                                          EXT_CSD_BUS_WIDTH,
1175                                          ext_csd_bits[idx][0],
1176                                          card->ext_csd.generic_cmd6_time);
1177                         if (!err) {
1178                                 mmc_set_bus_width(card->host, bus_width);
1179
1180                                 /*
1181                                  * If controller can't handle bus width test,
1182                                  * compare ext_csd previously read in 1 bit mode
1183                                  * against ext_csd at new bus width
1184                                  */
1185                                 if (!(host->caps & MMC_CAP_BUS_WIDTH_TEST))
1186                                         err = mmc_compare_ext_csds(card,
1187                                                 bus_width);
1188                                 else
1189                                         err = mmc_bus_test(card, bus_width);
1190                                 if (!err)
1191                                         break;
1192                         }
1193                 }
1194
1195                 if (!err && ddr) {
1196                         err = mmc_select_powerclass(card, ext_csd_bits[idx][1]);
1197                         if (err)
1198                                 pr_warning("%s: power class selection to "
1199                                            "bus width %d ddr %d failed\n",
1200                                            mmc_hostname(card->host),
1201                                            1 << bus_width, ddr);
1202
1203                         err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1204                                          EXT_CSD_BUS_WIDTH,
1205                                          ext_csd_bits[idx][1],
1206                                          card->ext_csd.generic_cmd6_time);
1207                 }
1208                 if (err) {
1209                         pr_warning("%s: switch to bus width %d ddr %d "
1210                                 "failed\n", mmc_hostname(card->host),
1211                                 1 << bus_width, ddr);
1212                         goto free_card;
1213                 } else if (ddr) {
1214                         /*
1215                          * eMMC cards can support 3.3V to 1.2V i/o (vccq)
1216                          * signaling.
1217                          *
1218                          * EXT_CSD_CARD_TYPE_DDR_1_8V means 3.3V or 1.8V vccq.
1219                          *
1220                          * 1.8V vccq at 3.3V core voltage (vcc) is not required
1221                          * in the JEDEC spec for DDR.
1222                          *
1223                          * Do not force change in vccq since we are obviously
1224                          * working and no change to vccq is needed.
1225                          *
1226                          * WARNING: eMMC rules are NOT the same as SD DDR
1227                          */
1228                         if (ddr == MMC_1_2V_DDR_MODE) {
1229                                 err = __mmc_set_signal_voltage(host,
1230                                         MMC_SIGNAL_VOLTAGE_120);
1231                                 if (err)
1232                                         goto err;
1233                         }
1234                         mmc_card_set_ddr_mode(card);
1235                         mmc_set_timing(card->host, MMC_TIMING_UHS_DDR50);
1236                         mmc_set_bus_width(card->host, bus_width);
1237                 }
1238         }
1239
1240         /*
1241          * Enable HPI feature (if supported)
1242          */
1243         if (card->ext_csd.hpi) {
1244                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1245                                 EXT_CSD_HPI_MGMT, 1,
1246                                 card->ext_csd.generic_cmd6_time);
1247                 if (err && err != -EBADMSG)
1248                         goto free_card;
1249                 if (err) {
1250                         pr_warning("%s: Enabling HPI failed\n",
1251                                    mmc_hostname(card->host));
1252                         err = 0;
1253                 } else
1254                         card->ext_csd.hpi_en = 1;
1255         }
1256
1257         /*
1258          * If cache size is higher than 0, this indicates
1259          * the existence of cache and it can be turned on.
1260          */
1261         if ((host->caps2 & MMC_CAP2_CACHE_CTRL) &&
1262                         card->ext_csd.cache_size > 0) {
1263                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1264                                 EXT_CSD_CACHE_CTRL, 1,
1265                                 card->ext_csd.generic_cmd6_time);
1266                 if (err && err != -EBADMSG)
1267                         goto free_card;
1268
1269                 /*
1270                  * Only if no error, cache is turned on successfully.
1271                  */
1272                 if (err) {
1273                         pr_warning("%s: Cache is supported, "
1274                                         "but failed to turn on (%d)\n",
1275                                         mmc_hostname(card->host), err);
1276                         card->ext_csd.cache_ctrl = 0;
1277                         err = 0;
1278                 } else {
1279                         card->ext_csd.cache_ctrl = 1;
1280                 }
1281         }
1282
1283         /*
1284          * The mandatory minimum values are defined for packed command.
1285          * read: 5, write: 3
1286          */
1287         if (card->ext_csd.max_packed_writes >= 3 &&
1288             card->ext_csd.max_packed_reads >= 5 &&
1289             host->caps2 & MMC_CAP2_PACKED_CMD) {
1290                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1291                                 EXT_CSD_EXP_EVENTS_CTRL,
1292                                 EXT_CSD_PACKED_EVENT_EN,
1293                                 card->ext_csd.generic_cmd6_time);
1294                 if (err && err != -EBADMSG)
1295                         goto free_card;
1296                 if (err) {
1297                         pr_warn("%s: Enabling packed event failed\n",
1298                                 mmc_hostname(card->host));
1299                         card->ext_csd.packed_event_en = 0;
1300                         err = 0;
1301                 } else {
1302                         card->ext_csd.packed_event_en = 1;
1303                 }
1304         }
1305
1306         if (!oldcard)
1307                 host->card = card;
1308
1309         mmc_free_ext_csd(ext_csd);
1310         return 0;
1311
1312 free_card:
1313         if (!oldcard)
1314                 mmc_remove_card(card);
1315 err:
1316         mmc_free_ext_csd(ext_csd);
1317
1318         return err;
1319 }
1320
1321 static int mmc_can_sleep(struct mmc_card *card)
1322 {
1323         return (card && card->ext_csd.rev >= 3);
1324 }
1325
1326 static int mmc_sleep(struct mmc_host *host)
1327 {
1328         struct mmc_command cmd = {0};
1329         struct mmc_card *card = host->card;
1330         int err;
1331
1332         if (host->caps2 & MMC_CAP2_NO_SLEEP_CMD)
1333                 return 0;
1334
1335         err = mmc_deselect_cards(host);
1336         if (err)
1337                 return err;
1338
1339         cmd.opcode = MMC_SLEEP_AWAKE;
1340         cmd.arg = card->rca << 16;
1341         cmd.arg |= 1 << 15;
1342
1343         cmd.flags = MMC_RSP_R1B | MMC_CMD_AC;
1344         err = mmc_wait_for_cmd(host, &cmd, 0);
1345         if (err)
1346                 return err;
1347
1348         /*
1349          * If the host does not wait while the card signals busy, then we will
1350          * will have to wait the sleep/awake timeout.  Note, we cannot use the
1351          * SEND_STATUS command to poll the status because that command (and most
1352          * others) is invalid while the card sleeps.
1353          */
1354         if (!(host->caps & MMC_CAP_WAIT_WHILE_BUSY))
1355                 mmc_delay(DIV_ROUND_UP(card->ext_csd.sa_timeout, 10000));
1356
1357         return err;
1358 }
1359
1360 static int mmc_can_poweroff_notify(const struct mmc_card *card)
1361 {
1362         return card &&
1363                 mmc_card_mmc(card) &&
1364                 (card->ext_csd.power_off_notification == EXT_CSD_POWER_ON);
1365 }
1366
1367 static int mmc_poweroff_notify(struct mmc_card *card, unsigned int notify_type)
1368 {
1369         unsigned int timeout = card->ext_csd.generic_cmd6_time;
1370         int err;
1371
1372         /* Use EXT_CSD_POWER_OFF_SHORT as default notification type. */
1373         if (notify_type == EXT_CSD_POWER_OFF_LONG)
1374                 timeout = card->ext_csd.power_off_longtime;
1375
1376         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1377                         EXT_CSD_POWER_OFF_NOTIFICATION,
1378                         notify_type, timeout, true, false);
1379         if (err)
1380                 pr_err("%s: Power Off Notification timed out, %u\n",
1381                        mmc_hostname(card->host), timeout);
1382
1383         /* Disable the power off notification after the switch operation. */
1384         card->ext_csd.power_off_notification = EXT_CSD_NO_POWER_NOTIFICATION;
1385
1386         return err;
1387 }
1388
1389 /*
1390  * Host is being removed. Free up the current card.
1391  */
1392 static void mmc_remove(struct mmc_host *host)
1393 {
1394         BUG_ON(!host);
1395         BUG_ON(!host->card);
1396
1397         mmc_remove_card(host->card);
1398         host->card = NULL;
1399 }
1400
1401 /*
1402  * Card detection - card is alive.
1403  */
1404 static int mmc_alive(struct mmc_host *host)
1405 {
1406         return mmc_send_status(host->card, NULL);
1407 }
1408
1409 /*
1410  * Card detection callback from host.
1411  */
1412 static void mmc_detect(struct mmc_host *host)
1413 {
1414         int err;
1415
1416         BUG_ON(!host);
1417         BUG_ON(!host->card);
1418
1419         mmc_get_card(host->card);
1420
1421         /*
1422          * Just check if our card has been removed.
1423          */
1424         err = _mmc_detect_card_removed(host);
1425
1426         mmc_put_card(host->card);
1427
1428         if (err) {
1429                 mmc_remove(host);
1430
1431                 mmc_claim_host(host);
1432                 mmc_detach_bus(host);
1433                 mmc_power_off(host);
1434                 mmc_release_host(host);
1435         }
1436 }
1437
1438 static int _mmc_suspend(struct mmc_host *host, bool is_suspend)
1439 {
1440         int err = 0;
1441         unsigned int notify_type = is_suspend ? EXT_CSD_POWER_OFF_SHORT :
1442                                         EXT_CSD_POWER_OFF_LONG;
1443
1444         BUG_ON(!host);
1445         BUG_ON(!host->card);
1446
1447         mmc_claim_host(host);
1448
1449         if (mmc_card_suspended(host->card))
1450                 goto out;
1451
1452         if (mmc_card_doing_bkops(host->card)) {
1453                 err = mmc_stop_bkops(host->card);
1454                 if (err)
1455                         goto out;
1456         }
1457
1458         err = mmc_cache_ctrl(host, 0);
1459         if (err)
1460                 goto out;
1461
1462         if (mmc_can_poweroff_notify(host->card) &&
1463                 ((host->caps2 & MMC_CAP2_FULL_PWR_CYCLE) || !is_suspend))
1464                 err = mmc_poweroff_notify(host->card, notify_type);
1465         else if (mmc_can_sleep(host->card))
1466                 err = mmc_sleep(host);
1467         else if (!mmc_host_is_spi(host))
1468                 err = mmc_deselect_cards(host);
1469         host->card->state &= ~(MMC_STATE_HIGHSPEED | MMC_STATE_HIGHSPEED_200);
1470
1471         if (!err) {
1472                 mmc_power_off(host);
1473                 mmc_card_set_suspended(host->card);
1474         }
1475 out:
1476         mmc_release_host(host);
1477         return err;
1478 }
1479
1480 /*
1481  * Suspend callback
1482  */
1483 static int mmc_suspend(struct mmc_host *host)
1484 {
1485         return  _mmc_suspend(host, true);
1486 }
1487
1488 /*
1489  * Resume callback from host.
1490  *
1491  * This function tries to determine if the same card is still present
1492  * and, if so, restore all state to it.
1493  */
1494 static int _mmc_resume(struct mmc_host *host)
1495 {
1496         int err = 0;
1497
1498         BUG_ON(!host);
1499         BUG_ON(!host->card);
1500
1501         mmc_claim_host(host);
1502
1503         if (!mmc_card_suspended(host->card))
1504                 goto out;
1505
1506         mmc_power_up(host, host->card->ocr);
1507         err = mmc_init_card(host, host->card->ocr, host->card);
1508         mmc_card_clr_suspended(host->card);
1509
1510 out:
1511         mmc_release_host(host);
1512         return err;
1513 }
1514
1515
1516 /*
1517  * Callback for resume.
1518  */
1519 static int mmc_resume(struct mmc_host *host)
1520 {
1521         int err = 0;
1522
1523         if (!(host->caps & MMC_CAP_RUNTIME_RESUME)) {
1524                 err = _mmc_resume(host);
1525                 pm_runtime_set_active(&host->card->dev);
1526                 pm_runtime_mark_last_busy(&host->card->dev);
1527         }
1528         pm_runtime_enable(&host->card->dev);
1529 }
1530 /*
1531  * Shutdown callback
1532  */
1533 static int mmc_shutdown(struct mmc_host *host)
1534 {
1535         int err = 0;
1536
1537         /*
1538          * In a specific case for poweroff notify, we need to resume the card
1539          * before we can shutdown it properly.
1540          */
1541         if (mmc_can_poweroff_notify(host->card) &&
1542                 !(host->caps2 & MMC_CAP2_FULL_PWR_CYCLE))
1543                 err = mmc_resume(host);
1544
1545         if (!err)
1546                 err = _mmc_suspend(host, false);
1547
1548         return err;
1549 }
1550
1551 /*
1552  * Callback for runtime_suspend.
1553  */
1554 static int mmc_runtime_suspend(struct mmc_host *host)
1555 {
1556         int err;
1557
1558         if (!(host->caps & MMC_CAP_AGGRESSIVE_PM))
1559                 return 0;
1560
1561         err = _mmc_suspend(host, true);
1562         if (err)
1563                 pr_err("%s: error %d doing aggessive suspend\n",
1564                         mmc_hostname(host), err);
1565
1566         return err;
1567 }
1568
1569 /*
1570  * Callback for runtime_resume.
1571  */
1572 static int mmc_runtime_resume(struct mmc_host *host)
1573 {
1574         int err;
1575
1576         if (!(host->caps & (MMC_CAP_AGGRESSIVE_PM | MMC_CAP_RUNTIME_RESUME)))
1577                 return 0;
1578
1579         err = _mmc_resume(host);
1580         if (err)
1581                 pr_err("%s: error %d doing aggessive resume\n",
1582                         mmc_hostname(host), err);
1583
1584         return 0;
1585 }
1586
1587 static int mmc_power_restore(struct mmc_host *host)
1588 {
1589         int ret;
1590
1591         host->card->state &= ~(MMC_STATE_HIGHSPEED | MMC_STATE_HIGHSPEED_200);
1592         mmc_claim_host(host);
1593         ret = mmc_init_card(host, host->card->ocr, host->card);
1594         mmc_release_host(host);
1595
1596         return ret;
1597 }
1598
1599 static const struct mmc_bus_ops mmc_ops = {
1600         .remove = mmc_remove,
1601         .detect = mmc_detect,
1602         .suspend = NULL,
1603         .resume = NULL,
1604         .power_restore = mmc_power_restore,
1605         .alive = mmc_alive,
1606         .shutdown = mmc_shutdown,
1607 };
1608
1609 static const struct mmc_bus_ops mmc_ops_unsafe = {
1610         .remove = mmc_remove,
1611         .detect = mmc_detect,
1612         .suspend = mmc_suspend,
1613         .resume = mmc_resume,
1614         .runtime_suspend = mmc_runtime_suspend,
1615         .runtime_resume = mmc_runtime_resume,
1616         .power_restore = mmc_power_restore,
1617         .alive = mmc_alive,
1618         .shutdown = mmc_shutdown,
1619 };
1620
1621 static void mmc_attach_bus_ops(struct mmc_host *host)
1622 {
1623         const struct mmc_bus_ops *bus_ops;
1624
1625         if (!mmc_card_is_removable(host))
1626                 bus_ops = &mmc_ops_unsafe;
1627         else
1628                 bus_ops = &mmc_ops;
1629         mmc_attach_bus(host, bus_ops);
1630 }
1631
1632 /*
1633  * Starting point for MMC card init.
1634  */
1635 int mmc_attach_mmc(struct mmc_host *host)
1636 {
1637         int err;
1638         u32 ocr, rocr;
1639
1640         BUG_ON(!host);
1641         WARN_ON(!host->claimed);
1642
1643         /* Set correct bus mode for MMC before attempting attach */
1644         if (!mmc_host_is_spi(host))
1645                 mmc_set_bus_mode(host, MMC_BUSMODE_OPENDRAIN);
1646
1647         err = mmc_send_op_cond(host, 0, &ocr);
1648         if (err)
1649                 return err;
1650
1651         mmc_attach_bus_ops(host);
1652         if (host->ocr_avail_mmc)
1653                 host->ocr_avail = host->ocr_avail_mmc;
1654
1655         /*
1656          * We need to get OCR a different way for SPI.
1657          */
1658         if (mmc_host_is_spi(host)) {
1659                 err = mmc_spi_read_ocr(host, 1, &ocr);
1660                 if (err)
1661                         goto err;
1662         }
1663
1664         rocr = mmc_select_voltage(host, ocr);
1665
1666         /*
1667          * Can we support the voltage of the card?
1668          */
1669         if (!rocr) {
1670                 err = -EINVAL;
1671                 goto err;
1672         }
1673
1674         /*
1675          * Detect and init the card.
1676          */
1677         err = mmc_init_card(host, rocr, NULL);
1678         if (err)
1679                 goto err;
1680
1681         mmc_release_host(host);
1682         err = mmc_add_card(host->card);
1683         mmc_claim_host(host);
1684         if (err)
1685                 goto remove_card;
1686
1687         return 0;
1688
1689 remove_card:
1690         mmc_release_host(host);
1691         mmc_remove_card(host->card);
1692         mmc_claim_host(host);
1693         host->card = NULL;
1694 err:
1695         mmc_detach_bus(host);
1696
1697         pr_err("%s: error %d whilst initialising MMC card\n",
1698                 mmc_hostname(host), err);
1699
1700         return err;
1701 }