2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* Block driver for media (i.e., flash cards)
|
|
|
|
*
|
|
|
|
* Copyright 2002 Hewlett-Packard Company
|
2008-06-29 04:19:47 -06:00
|
|
|
* Copyright 2005-2008 Pierre Ossman
|
2005-04-16 16:20:36 -06:00
|
|
|
*
|
|
|
|
* Use consistent with the GNU GPL is permitted,
|
|
|
|
* provided that this copyright notice is
|
|
|
|
* preserved in its entirety in all copies and derived works.
|
|
|
|
*
|
|
|
|
* HEWLETT-PACKARD COMPANY MAKES NO WARRANTIES, EXPRESSED OR IMPLIED,
|
|
|
|
* AS TO THE USEFULNESS OR CORRECTNESS OF THIS CODE OR ITS
|
|
|
|
* FITNESS FOR ANY PARTICULAR PURPOSE.
|
|
|
|
*
|
|
|
|
* Many thanks to Alessandro Rubini and Jonathan Corbet!
|
|
|
|
*
|
|
|
|
* Author: Andrew Christian
|
|
|
|
* 28 May 2002
|
|
|
|
*/
|
|
|
|
#include <linux/moduleparam.h>
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/init.h>
|
|
|
|
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/fs.h>
|
include cleanup: Update gfp.h and slab.h includes to prepare for breaking implicit slab.h inclusion from percpu.h
percpu.h is included by sched.h and module.h and thus ends up being
included when building most .c files. percpu.h includes slab.h which
in turn includes gfp.h making everything defined by the two files
universally available and complicating inclusion dependencies.
percpu.h -> slab.h dependency is about to be removed. Prepare for
this change by updating users of gfp and slab facilities include those
headers directly instead of assuming availability. As this conversion
needs to touch large number of source files, the following script is
used as the basis of conversion.
http://userweb.kernel.org/~tj/misc/slabh-sweep.py
The script does the followings.
* Scan files for gfp and slab usages and update includes such that
only the necessary includes are there. ie. if only gfp is used,
gfp.h, if slab is used, slab.h.
* When the script inserts a new include, it looks at the include
blocks and try to put the new include such that its order conforms
to its surrounding. It's put in the include block which contains
core kernel includes, in the same order that the rest are ordered -
alphabetical, Christmas tree, rev-Xmas-tree or at the end if there
doesn't seem to be any matching order.
* If the script can't find a place to put a new include (mostly
because the file doesn't have fitting include block), it prints out
an error message indicating which .h file needs to be added to the
file.
The conversion was done in the following steps.
1. The initial automatic conversion of all .c files updated slightly
over 4000 files, deleting around 700 includes and adding ~480 gfp.h
and ~3000 slab.h inclusions. The script emitted errors for ~400
files.
2. Each error was manually checked. Some didn't need the inclusion,
some needed manual addition while adding it to implementation .h or
embedding .c file was more appropriate for others. This step added
inclusions to around 150 files.
3. The script was run again and the output was compared to the edits
from #2 to make sure no file was left behind.
4. Several build tests were done and a couple of problems were fixed.
e.g. lib/decompress_*.c used malloc/free() wrappers around slab
APIs requiring slab.h to be added manually.
5. The script was run on all .h files but without automatically
editing them as sprinkling gfp.h and slab.h inclusions around .h
files could easily lead to inclusion dependency hell. Most gfp.h
inclusion directives were ignored as stuff from gfp.h was usually
wildly available and often used in preprocessor macros. Each
slab.h inclusion directive was examined and added manually as
necessary.
6. percpu.h was updated not to include slab.h.
7. Build test were done on the following configurations and failures
were fixed. CONFIG_GCOV_KERNEL was turned off for all tests (as my
distributed build env didn't work with gcov compiles) and a few
more options had to be turned off depending on archs to make things
build (like ipr on powerpc/64 which failed due to missing writeq).
* x86 and x86_64 UP and SMP allmodconfig and a custom test config.
* powerpc and powerpc64 SMP allmodconfig
* sparc and sparc64 SMP allmodconfig
* ia64 SMP allmodconfig
* s390 SMP allmodconfig
* alpha SMP allmodconfig
* um on x86_64 SMP allmodconfig
8. percpu.h modifications were reverted so that it could be applied as
a separate patch and serve as bisection point.
Given the fact that I had only a couple of failures from tests on step
6, I'm fairly confident about the coverage of this conversion patch.
If there is a breakage, it's likely to be something in one of the arch
headers which should be easily discoverable easily on most builds of
the specific arch.
Signed-off-by: Tejun Heo <tj@kernel.org>
Guess-its-ok-by: Christoph Lameter <cl@linux-foundation.org>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: Lee Schermerhorn <Lee.Schermerhorn@hp.com>
2010-03-24 02:04:11 -06:00
|
|
|
#include <linux/slab.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <linux/errno.h>
|
|
|
|
#include <linux/hdreg.h>
|
|
|
|
#include <linux/kdev_t.h>
|
|
|
|
#include <linux/blkdev.h>
|
2006-01-12 11:43:35 -07:00
|
|
|
#include <linux/mutex.h>
|
2006-10-06 01:44:03 -06:00
|
|
|
#include <linux/scatterlist.h>
|
2008-09-06 02:57:57 -06:00
|
|
|
#include <linux/string_helpers.h>
|
2011-04-26 16:56:29 -06:00
|
|
|
#include <linux/delay.h>
|
|
|
|
#include <linux/capability.h>
|
|
|
|
#include <linux/compat.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2011-04-26 16:56:29 -06:00
|
|
|
#include <linux/mmc/ioctl.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <linux/mmc/card.h>
|
2006-06-18 06:34:37 -06:00
|
|
|
#include <linux/mmc/host.h>
|
2006-12-24 14:46:55 -07:00
|
|
|
#include <linux/mmc/mmc.h>
|
|
|
|
#include <linux/mmc/sd.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
#include <asm/uaccess.h>
|
|
|
|
|
2006-12-23 12:03:02 -07:00
|
|
|
#include "queue.h"
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2009-02-23 05:38:41 -07:00
|
|
|
MODULE_ALIAS("mmc:block");
|
2010-09-17 19:19:57 -06:00
|
|
|
#ifdef MODULE_PARAM_PREFIX
|
|
|
|
#undef MODULE_PARAM_PREFIX
|
|
|
|
#endif
|
|
|
|
#define MODULE_PARAM_PREFIX "mmcblk."
|
|
|
|
|
2011-04-12 14:06:53 -06:00
|
|
|
#define INAND_CMD38_ARG_EXT_CSD 113
|
|
|
|
#define INAND_CMD38_ARG_ERASE 0x00
|
|
|
|
#define INAND_CMD38_ARG_TRIM 0x01
|
|
|
|
#define INAND_CMD38_ARG_SECERASE 0x80
|
|
|
|
#define INAND_CMD38_ARG_SECTRIM1 0x81
|
|
|
|
#define INAND_CMD38_ARG_SECTRIM2 0x88
|
2012-11-16 08:31:41 -07:00
|
|
|
#define MMC_BLK_TIMEOUT_MS (10 * 60 * 1000) /* 10 minute timeout */
|
2011-04-12 14:06:53 -06:00
|
|
|
|
2013-02-06 01:02:46 -07:00
|
|
|
#define mmc_req_rel_wr(req) (((req->cmd_flags & REQ_FUA) || \
|
|
|
|
(req->cmd_flags & REQ_META)) && \
|
|
|
|
(rq_data_dir(req) == WRITE))
|
|
|
|
#define PACKED_CMD_VER 0x01
|
|
|
|
#define PACKED_CMD_WR 0x02
|
|
|
|
|
2010-09-17 19:19:57 -06:00
|
|
|
static DEFINE_MUTEX(block_mutex);
|
2009-02-23 05:38:41 -07:00
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
/*
|
2010-09-17 19:19:57 -06:00
|
|
|
* The defaults come from config options but can be overriden by module
|
|
|
|
* or bootarg options.
|
2005-04-16 16:20:36 -06:00
|
|
|
*/
|
2010-09-17 19:19:57 -06:00
|
|
|
static int perdev_minors = CONFIG_MMC_BLOCK_MINORS;
|
2007-11-21 10:45:12 -07:00
|
|
|
|
2010-09-17 19:19:57 -06:00
|
|
|
/*
|
|
|
|
* We've only got one major, so number of mmcblk devices is
|
|
|
|
* limited to 256 / number of minors per device.
|
|
|
|
*/
|
|
|
|
static int max_devices;
|
|
|
|
|
|
|
|
/* 256 minors, so at most 256 separate devices */
|
|
|
|
static DECLARE_BITMAP(dev_use, 256);
|
2011-04-21 21:46:13 -06:00
|
|
|
static DECLARE_BITMAP(name_use, 256);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
/*
|
|
|
|
* There is one mmc_blk_data per slot.
|
|
|
|
*/
|
|
|
|
struct mmc_blk_data {
|
|
|
|
spinlock_t lock;
|
|
|
|
struct gendisk *disk;
|
|
|
|
struct mmc_queue queue;
|
2011-04-11 17:10:25 -06:00
|
|
|
struct list_head part;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2011-05-23 14:06:36 -06:00
|
|
|
unsigned int flags;
|
|
|
|
#define MMC_BLK_CMD23 (1 << 0) /* Can do SET_BLOCK_COUNT for multiblock */
|
|
|
|
#define MMC_BLK_REL_WR (1 << 1) /* MMC Reliable write support */
|
2013-02-06 01:02:46 -07:00
|
|
|
#define MMC_BLK_PACKED_CMD (1 << 2) /* MMC packed command support */
|
2011-05-23 14:06:36 -06:00
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
unsigned int usage;
|
2006-01-03 15:38:44 -07:00
|
|
|
unsigned int read_only;
|
2011-04-11 17:10:25 -06:00
|
|
|
unsigned int part_type;
|
2011-04-21 21:46:13 -06:00
|
|
|
unsigned int name_idx;
|
2011-08-29 07:42:15 -06:00
|
|
|
unsigned int reset_done;
|
|
|
|
#define MMC_BLK_READ BIT(0)
|
|
|
|
#define MMC_BLK_WRITE BIT(1)
|
|
|
|
#define MMC_BLK_DISCARD BIT(2)
|
|
|
|
#define MMC_BLK_SECDISCARD BIT(3)
|
2011-04-11 17:10:25 -06:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Only set in main mmc_blk_data associated
|
|
|
|
* with mmc_card with mmc_set_drvdata, and keeps
|
|
|
|
* track of the current selected device partition.
|
|
|
|
*/
|
|
|
|
unsigned int part_curr;
|
|
|
|
struct device_attribute force_ro;
|
2011-12-02 00:51:06 -07:00
|
|
|
struct device_attribute power_ro_lock;
|
|
|
|
int area_type;
|
2005-04-16 16:20:36 -06:00
|
|
|
};
|
|
|
|
|
2006-01-12 11:43:35 -07:00
|
|
|
static DEFINE_MUTEX(open_lock);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2013-02-06 01:02:46 -07:00
|
|
|
enum {
|
|
|
|
MMC_PACKED_NR_IDX = -1,
|
|
|
|
MMC_PACKED_NR_ZERO,
|
|
|
|
MMC_PACKED_NR_SINGLE,
|
|
|
|
};
|
|
|
|
|
2010-09-17 19:19:57 -06:00
|
|
|
module_param(perdev_minors, int, 0444);
|
|
|
|
MODULE_PARM_DESC(perdev_minors, "Minors numbers to allocate per device");
|
|
|
|
|
2012-08-06 09:12:31 -06:00
|
|
|
static inline int mmc_blk_part_switch(struct mmc_card *card,
|
|
|
|
struct mmc_blk_data *md);
|
|
|
|
static int get_card_status(struct mmc_card *card, u32 *status, int retries);
|
|
|
|
|
2013-02-06 01:02:46 -07:00
|
|
|
static inline void mmc_blk_clear_packed(struct mmc_queue_req *mqrq)
|
|
|
|
{
|
|
|
|
struct mmc_packed *packed = mqrq->packed;
|
|
|
|
|
|
|
|
BUG_ON(!packed);
|
|
|
|
|
|
|
|
mqrq->cmd_type = MMC_PACKED_NONE;
|
|
|
|
packed->nr_entries = MMC_PACKED_NR_ZERO;
|
|
|
|
packed->idx_failure = MMC_PACKED_NR_IDX;
|
|
|
|
packed->retries = 0;
|
|
|
|
packed->blocks = 0;
|
|
|
|
}
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
static struct mmc_blk_data *mmc_blk_get(struct gendisk *disk)
|
|
|
|
{
|
|
|
|
struct mmc_blk_data *md;
|
|
|
|
|
2006-01-12 11:43:35 -07:00
|
|
|
mutex_lock(&open_lock);
|
2005-04-16 16:20:36 -06:00
|
|
|
md = disk->private_data;
|
|
|
|
if (md && md->usage == 0)
|
|
|
|
md = NULL;
|
|
|
|
if (md)
|
|
|
|
md->usage++;
|
2006-01-12 11:43:35 -07:00
|
|
|
mutex_unlock(&open_lock);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
return md;
|
|
|
|
}
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
static inline int mmc_get_devidx(struct gendisk *disk)
|
|
|
|
{
|
|
|
|
int devmaj = MAJOR(disk_devt(disk));
|
|
|
|
int devidx = MINOR(disk_devt(disk)) / perdev_minors;
|
|
|
|
|
|
|
|
if (!devmaj)
|
|
|
|
devidx = disk->first_minor / perdev_minors;
|
|
|
|
return devidx;
|
|
|
|
}
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
static void mmc_blk_put(struct mmc_blk_data *md)
|
|
|
|
{
|
2006-01-12 11:43:35 -07:00
|
|
|
mutex_lock(&open_lock);
|
2005-04-16 16:20:36 -06:00
|
|
|
md->usage--;
|
|
|
|
if (md->usage == 0) {
|
2011-04-11 17:10:25 -06:00
|
|
|
int devidx = mmc_get_devidx(md->disk);
|
2010-01-08 15:43:00 -07:00
|
|
|
blk_cleanup_queue(md->queue.queue);
|
|
|
|
|
2007-11-21 10:45:12 -07:00
|
|
|
__clear_bit(devidx, dev_use);
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
put_disk(md->disk);
|
|
|
|
kfree(md);
|
|
|
|
}
|
2006-01-12 11:43:35 -07:00
|
|
|
mutex_unlock(&open_lock);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2011-12-02 00:51:06 -07:00
|
|
|
static ssize_t power_ro_lock_show(struct device *dev,
|
|
|
|
struct device_attribute *attr, char *buf)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
struct mmc_blk_data *md = mmc_blk_get(dev_to_disk(dev));
|
|
|
|
struct mmc_card *card = md->queue.card;
|
|
|
|
int locked = 0;
|
|
|
|
|
|
|
|
if (card->ext_csd.boot_ro_lock & EXT_CSD_BOOT_WP_B_PERM_WP_EN)
|
|
|
|
locked = 2;
|
|
|
|
else if (card->ext_csd.boot_ro_lock & EXT_CSD_BOOT_WP_B_PWR_WP_EN)
|
|
|
|
locked = 1;
|
|
|
|
|
|
|
|
ret = snprintf(buf, PAGE_SIZE, "%d\n", locked);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static ssize_t power_ro_lock_store(struct device *dev,
|
|
|
|
struct device_attribute *attr, const char *buf, size_t count)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
struct mmc_blk_data *md, *part_md;
|
|
|
|
struct mmc_card *card;
|
|
|
|
unsigned long set;
|
|
|
|
|
|
|
|
if (kstrtoul(buf, 0, &set))
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
if (set != 1)
|
|
|
|
return count;
|
|
|
|
|
|
|
|
md = mmc_blk_get(dev_to_disk(dev));
|
|
|
|
card = md->queue.card;
|
|
|
|
|
|
|
|
mmc_claim_host(card->host);
|
|
|
|
|
|
|
|
ret = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL, EXT_CSD_BOOT_WP,
|
|
|
|
card->ext_csd.boot_ro_lock |
|
|
|
|
EXT_CSD_BOOT_WP_B_PWR_WP_EN,
|
|
|
|
card->ext_csd.part_time);
|
|
|
|
if (ret)
|
|
|
|
pr_err("%s: Locking boot partition ro until next power on failed: %d\n", md->disk->disk_name, ret);
|
|
|
|
else
|
|
|
|
card->ext_csd.boot_ro_lock |= EXT_CSD_BOOT_WP_B_PWR_WP_EN;
|
|
|
|
|
|
|
|
mmc_release_host(card->host);
|
|
|
|
|
|
|
|
if (!ret) {
|
|
|
|
pr_info("%s: Locking boot partition ro until next power on\n",
|
|
|
|
md->disk->disk_name);
|
|
|
|
set_disk_ro(md->disk, 1);
|
|
|
|
|
|
|
|
list_for_each_entry(part_md, &md->part, part)
|
|
|
|
if (part_md->area_type == MMC_BLK_DATA_AREA_BOOT) {
|
|
|
|
pr_info("%s: Locking boot partition ro until next power on\n", part_md->disk->disk_name);
|
|
|
|
set_disk_ro(part_md->disk, 1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
mmc_blk_put(md);
|
|
|
|
return count;
|
|
|
|
}
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
static ssize_t force_ro_show(struct device *dev, struct device_attribute *attr,
|
|
|
|
char *buf)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
struct mmc_blk_data *md = mmc_blk_get(dev_to_disk(dev));
|
|
|
|
|
|
|
|
ret = snprintf(buf, PAGE_SIZE, "%d",
|
|
|
|
get_disk_ro(dev_to_disk(dev)) ^
|
|
|
|
md->read_only);
|
|
|
|
mmc_blk_put(md);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static ssize_t force_ro_store(struct device *dev, struct device_attribute *attr,
|
|
|
|
const char *buf, size_t count)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
char *end;
|
|
|
|
struct mmc_blk_data *md = mmc_blk_get(dev_to_disk(dev));
|
|
|
|
unsigned long set = simple_strtoul(buf, &end, 0);
|
|
|
|
if (end == buf) {
|
|
|
|
ret = -EINVAL;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
|
|
|
set_disk_ro(dev_to_disk(dev), set || md->read_only);
|
|
|
|
ret = count;
|
|
|
|
out:
|
|
|
|
mmc_blk_put(md);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2008-03-02 08:33:30 -07:00
|
|
|
static int mmc_blk_open(struct block_device *bdev, fmode_t mode)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2008-03-02 08:33:30 -07:00
|
|
|
struct mmc_blk_data *md = mmc_blk_get(bdev->bd_disk);
|
2005-04-16 16:20:36 -06:00
|
|
|
int ret = -ENXIO;
|
|
|
|
|
2010-06-02 06:28:52 -06:00
|
|
|
mutex_lock(&block_mutex);
|
2005-04-16 16:20:36 -06:00
|
|
|
if (md) {
|
|
|
|
if (md->usage == 2)
|
2008-03-02 08:33:30 -07:00
|
|
|
check_disk_change(bdev);
|
2005-04-16 16:20:36 -06:00
|
|
|
ret = 0;
|
2005-09-06 16:18:52 -06:00
|
|
|
|
2008-03-02 08:33:30 -07:00
|
|
|
if ((mode & FMODE_WRITE) && md->read_only) {
|
2008-09-05 15:00:24 -06:00
|
|
|
mmc_blk_put(md);
|
2005-09-06 16:18:52 -06:00
|
|
|
ret = -EROFS;
|
2008-09-05 15:00:24 -06:00
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
2010-06-02 06:28:52 -06:00
|
|
|
mutex_unlock(&block_mutex);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2013-05-05 19:52:57 -06:00
|
|
|
static void mmc_blk_release(struct gendisk *disk, fmode_t mode)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2008-03-02 08:33:30 -07:00
|
|
|
struct mmc_blk_data *md = disk->private_data;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2010-06-02 06:28:52 -06:00
|
|
|
mutex_lock(&block_mutex);
|
2005-04-16 16:20:36 -06:00
|
|
|
mmc_blk_put(md);
|
2010-06-02 06:28:52 -06:00
|
|
|
mutex_unlock(&block_mutex);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static int
|
2006-01-08 02:02:50 -07:00
|
|
|
mmc_blk_getgeo(struct block_device *bdev, struct hd_geometry *geo)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2006-01-08 02:02:50 -07:00
|
|
|
geo->cylinders = get_capacity(bdev->bd_disk) / (4 * 16);
|
|
|
|
geo->heads = 4;
|
|
|
|
geo->sectors = 16;
|
|
|
|
return 0;
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2011-04-26 16:56:29 -06:00
|
|
|
struct mmc_blk_ioc_data {
|
|
|
|
struct mmc_ioc_cmd ic;
|
|
|
|
unsigned char *buf;
|
|
|
|
u64 buf_bytes;
|
|
|
|
};
|
|
|
|
|
|
|
|
static struct mmc_blk_ioc_data *mmc_blk_ioctl_copy_from_user(
|
|
|
|
struct mmc_ioc_cmd __user *user)
|
|
|
|
{
|
|
|
|
struct mmc_blk_ioc_data *idata;
|
|
|
|
int err;
|
|
|
|
|
|
|
|
idata = kzalloc(sizeof(*idata), GFP_KERNEL);
|
|
|
|
if (!idata) {
|
|
|
|
err = -ENOMEM;
|
2011-05-10 22:00:43 -06:00
|
|
|
goto out;
|
2011-04-26 16:56:29 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
if (copy_from_user(&idata->ic, user, sizeof(idata->ic))) {
|
|
|
|
err = -EFAULT;
|
2011-05-10 22:00:43 -06:00
|
|
|
goto idata_err;
|
2011-04-26 16:56:29 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
idata->buf_bytes = (u64) idata->ic.blksz * idata->ic.blocks;
|
|
|
|
if (idata->buf_bytes > MMC_IOC_MAX_BYTES) {
|
|
|
|
err = -EOVERFLOW;
|
2011-05-10 22:00:43 -06:00
|
|
|
goto idata_err;
|
2011-04-26 16:56:29 -06:00
|
|
|
}
|
|
|
|
|
2011-11-23 01:05:58 -07:00
|
|
|
if (!idata->buf_bytes)
|
|
|
|
return idata;
|
|
|
|
|
2011-04-26 16:56:29 -06:00
|
|
|
idata->buf = kzalloc(idata->buf_bytes, GFP_KERNEL);
|
|
|
|
if (!idata->buf) {
|
|
|
|
err = -ENOMEM;
|
2011-05-10 22:00:43 -06:00
|
|
|
goto idata_err;
|
2011-04-26 16:56:29 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
if (copy_from_user(idata->buf, (void __user *)(unsigned long)
|
|
|
|
idata->ic.data_ptr, idata->buf_bytes)) {
|
|
|
|
err = -EFAULT;
|
|
|
|
goto copy_err;
|
|
|
|
}
|
|
|
|
|
|
|
|
return idata;
|
|
|
|
|
|
|
|
copy_err:
|
|
|
|
kfree(idata->buf);
|
2011-05-10 22:00:43 -06:00
|
|
|
idata_err:
|
2011-04-26 16:56:29 -06:00
|
|
|
kfree(idata);
|
2011-05-10 22:00:43 -06:00
|
|
|
out:
|
2011-04-26 16:56:29 -06:00
|
|
|
return ERR_PTR(err);
|
|
|
|
}
|
|
|
|
|
2012-08-06 09:12:31 -06:00
|
|
|
static int ioctl_rpmb_card_status_poll(struct mmc_card *card, u32 *status,
|
|
|
|
u32 retries_max)
|
|
|
|
{
|
|
|
|
int err;
|
|
|
|
u32 retry_count = 0;
|
|
|
|
|
|
|
|
if (!status || !retries_max)
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
do {
|
|
|
|
err = get_card_status(card, status, 5);
|
|
|
|
if (err)
|
|
|
|
break;
|
|
|
|
|
|
|
|
if (!R1_STATUS(*status) &&
|
|
|
|
(R1_CURRENT_STATE(*status) != R1_STATE_PRG))
|
|
|
|
break; /* RPMB programming operation complete */
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Rechedule to give the MMC device a chance to continue
|
|
|
|
* processing the previous command without being polled too
|
|
|
|
* frequently.
|
|
|
|
*/
|
|
|
|
usleep_range(1000, 5000);
|
|
|
|
} while (++retry_count < retries_max);
|
|
|
|
|
|
|
|
if (retry_count == retries_max)
|
|
|
|
err = -EPERM;
|
|
|
|
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2011-04-26 16:56:29 -06:00
|
|
|
static int mmc_blk_ioctl_cmd(struct block_device *bdev,
|
|
|
|
struct mmc_ioc_cmd __user *ic_ptr)
|
|
|
|
{
|
|
|
|
struct mmc_blk_ioc_data *idata;
|
|
|
|
struct mmc_blk_data *md;
|
|
|
|
struct mmc_card *card;
|
|
|
|
struct mmc_command cmd = {0};
|
|
|
|
struct mmc_data data = {0};
|
2011-08-24 13:00:50 -06:00
|
|
|
struct mmc_request mrq = {NULL};
|
2011-04-26 16:56:29 -06:00
|
|
|
struct scatterlist sg;
|
|
|
|
int err;
|
2012-08-06 09:12:31 -06:00
|
|
|
int is_rpmb = false;
|
|
|
|
u32 status = 0;
|
2011-04-26 16:56:29 -06:00
|
|
|
|
|
|
|
/*
|
|
|
|
* The caller must have CAP_SYS_RAWIO, and must be calling this on the
|
|
|
|
* whole block device, not on a partition. This prevents overspray
|
|
|
|
* between sibling partitions.
|
|
|
|
*/
|
|
|
|
if ((!capable(CAP_SYS_RAWIO)) || (bdev != bdev->bd_contains))
|
|
|
|
return -EPERM;
|
|
|
|
|
|
|
|
idata = mmc_blk_ioctl_copy_from_user(ic_ptr);
|
|
|
|
if (IS_ERR(idata))
|
|
|
|
return PTR_ERR(idata);
|
|
|
|
|
|
|
|
md = mmc_blk_get(bdev->bd_disk);
|
|
|
|
if (!md) {
|
|
|
|
err = -EINVAL;
|
2012-04-11 14:31:45 -06:00
|
|
|
goto cmd_err;
|
2011-04-26 16:56:29 -06:00
|
|
|
}
|
|
|
|
|
2012-08-06 09:12:31 -06:00
|
|
|
if (md->area_type & MMC_BLK_DATA_AREA_RPMB)
|
|
|
|
is_rpmb = true;
|
|
|
|
|
2011-04-26 16:56:29 -06:00
|
|
|
card = md->queue.card;
|
|
|
|
if (IS_ERR(card)) {
|
|
|
|
err = PTR_ERR(card);
|
|
|
|
goto cmd_done;
|
|
|
|
}
|
|
|
|
|
2011-11-23 01:05:58 -07:00
|
|
|
cmd.opcode = idata->ic.opcode;
|
|
|
|
cmd.arg = idata->ic.arg;
|
|
|
|
cmd.flags = idata->ic.flags;
|
|
|
|
|
|
|
|
if (idata->buf_bytes) {
|
|
|
|
data.sg = &sg;
|
|
|
|
data.sg_len = 1;
|
|
|
|
data.blksz = idata->ic.blksz;
|
|
|
|
data.blocks = idata->ic.blocks;
|
|
|
|
|
|
|
|
sg_init_one(data.sg, idata->buf, idata->buf_bytes);
|
|
|
|
|
|
|
|
if (idata->ic.write_flag)
|
|
|
|
data.flags = MMC_DATA_WRITE;
|
|
|
|
else
|
|
|
|
data.flags = MMC_DATA_READ;
|
|
|
|
|
|
|
|
/* data.flags must already be set before doing this. */
|
|
|
|
mmc_set_data_timeout(&data, card);
|
|
|
|
|
|
|
|
/* Allow overriding the timeout_ns for empirical tuning. */
|
|
|
|
if (idata->ic.data_timeout_ns)
|
|
|
|
data.timeout_ns = idata->ic.data_timeout_ns;
|
|
|
|
|
|
|
|
if ((cmd.flags & MMC_RSP_R1B) == MMC_RSP_R1B) {
|
|
|
|
/*
|
|
|
|
* Pretend this is a data transfer and rely on the
|
|
|
|
* host driver to compute timeout. When all host
|
|
|
|
* drivers support cmd.cmd_timeout for R1B, this
|
|
|
|
* can be changed to:
|
|
|
|
*
|
|
|
|
* mrq.data = NULL;
|
|
|
|
* cmd.cmd_timeout = idata->ic.cmd_timeout_ms;
|
|
|
|
*/
|
|
|
|
data.timeout_ns = idata->ic.cmd_timeout_ms * 1000000;
|
|
|
|
}
|
|
|
|
|
|
|
|
mrq.data = &data;
|
|
|
|
}
|
|
|
|
|
|
|
|
mrq.cmd = &cmd;
|
|
|
|
|
2011-04-26 16:56:29 -06:00
|
|
|
mmc_claim_host(card->host);
|
|
|
|
|
2012-08-06 09:12:31 -06:00
|
|
|
err = mmc_blk_part_switch(card, md);
|
|
|
|
if (err)
|
|
|
|
goto cmd_rel_host;
|
|
|
|
|
2011-04-26 16:56:29 -06:00
|
|
|
if (idata->ic.is_acmd) {
|
|
|
|
err = mmc_app_cmd(card->host, card);
|
|
|
|
if (err)
|
|
|
|
goto cmd_rel_host;
|
|
|
|
}
|
|
|
|
|
2012-08-06 09:12:31 -06:00
|
|
|
if (is_rpmb) {
|
|
|
|
err = mmc_set_blockcount(card, data.blocks,
|
|
|
|
idata->ic.write_flag & (1 << 31));
|
|
|
|
if (err)
|
|
|
|
goto cmd_rel_host;
|
|
|
|
}
|
|
|
|
|
2011-04-26 16:56:29 -06:00
|
|
|
mmc_wait_for_req(card->host, &mrq);
|
|
|
|
|
|
|
|
if (cmd.error) {
|
|
|
|
dev_err(mmc_dev(card->host), "%s: cmd error %d\n",
|
|
|
|
__func__, cmd.error);
|
|
|
|
err = cmd.error;
|
|
|
|
goto cmd_rel_host;
|
|
|
|
}
|
|
|
|
if (data.error) {
|
|
|
|
dev_err(mmc_dev(card->host), "%s: data error %d\n",
|
|
|
|
__func__, data.error);
|
|
|
|
err = data.error;
|
|
|
|
goto cmd_rel_host;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* According to the SD specs, some commands require a delay after
|
|
|
|
* issuing the command.
|
|
|
|
*/
|
|
|
|
if (idata->ic.postsleep_min_us)
|
|
|
|
usleep_range(idata->ic.postsleep_min_us, idata->ic.postsleep_max_us);
|
|
|
|
|
|
|
|
if (copy_to_user(&(ic_ptr->response), cmd.resp, sizeof(cmd.resp))) {
|
|
|
|
err = -EFAULT;
|
|
|
|
goto cmd_rel_host;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!idata->ic.write_flag) {
|
|
|
|
if (copy_to_user((void __user *)(unsigned long) idata->ic.data_ptr,
|
|
|
|
idata->buf, idata->buf_bytes)) {
|
|
|
|
err = -EFAULT;
|
|
|
|
goto cmd_rel_host;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-08-06 09:12:31 -06:00
|
|
|
if (is_rpmb) {
|
|
|
|
/*
|
|
|
|
* Ensure RPMB command has completed by polling CMD13
|
|
|
|
* "Send Status".
|
|
|
|
*/
|
|
|
|
err = ioctl_rpmb_card_status_poll(card, &status, 5);
|
|
|
|
if (err)
|
|
|
|
dev_err(mmc_dev(card->host),
|
|
|
|
"%s: Card Status=0x%08X, error %d\n",
|
|
|
|
__func__, status, err);
|
|
|
|
}
|
|
|
|
|
2011-04-26 16:56:29 -06:00
|
|
|
cmd_rel_host:
|
|
|
|
mmc_release_host(card->host);
|
|
|
|
|
|
|
|
cmd_done:
|
|
|
|
mmc_blk_put(md);
|
2012-04-11 14:31:45 -06:00
|
|
|
cmd_err:
|
2011-04-26 16:56:29 -06:00
|
|
|
kfree(idata->buf);
|
|
|
|
kfree(idata);
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int mmc_blk_ioctl(struct block_device *bdev, fmode_t mode,
|
|
|
|
unsigned int cmd, unsigned long arg)
|
|
|
|
{
|
|
|
|
int ret = -EINVAL;
|
|
|
|
if (cmd == MMC_IOC_CMD)
|
|
|
|
ret = mmc_blk_ioctl_cmd(bdev, (struct mmc_ioc_cmd __user *)arg);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
#ifdef CONFIG_COMPAT
|
|
|
|
static int mmc_blk_compat_ioctl(struct block_device *bdev, fmode_t mode,
|
|
|
|
unsigned int cmd, unsigned long arg)
|
|
|
|
{
|
|
|
|
return mmc_blk_ioctl(bdev, mode, cmd, (unsigned long) compat_ptr(arg));
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2009-09-21 18:01:13 -06:00
|
|
|
static const struct block_device_operations mmc_bdops = {
|
2008-03-02 08:33:30 -07:00
|
|
|
.open = mmc_blk_open,
|
|
|
|
.release = mmc_blk_release,
|
2006-01-08 02:02:50 -07:00
|
|
|
.getgeo = mmc_blk_getgeo,
|
2005-04-16 16:20:36 -06:00
|
|
|
.owner = THIS_MODULE,
|
2011-04-26 16:56:29 -06:00
|
|
|
.ioctl = mmc_blk_ioctl,
|
|
|
|
#ifdef CONFIG_COMPAT
|
|
|
|
.compat_ioctl = mmc_blk_compat_ioctl,
|
|
|
|
#endif
|
2005-04-16 16:20:36 -06:00
|
|
|
};
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
static inline int mmc_blk_part_switch(struct mmc_card *card,
|
|
|
|
struct mmc_blk_data *md)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
struct mmc_blk_data *main_md = mmc_get_drvdata(card);
|
2011-09-23 03:48:20 -06:00
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
if (main_md->part_curr == md->part_type)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
if (mmc_card_mmc(card)) {
|
2011-09-23 03:48:20 -06:00
|
|
|
u8 part_config = card->ext_csd.part_config;
|
|
|
|
|
|
|
|
part_config &= ~EXT_CSD_PART_CONFIG_ACC_MASK;
|
|
|
|
part_config |= md->part_type;
|
2011-04-11 17:10:25 -06:00
|
|
|
|
|
|
|
ret = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
|
2011-09-23 03:48:20 -06:00
|
|
|
EXT_CSD_PART_CONFIG, part_config,
|
2011-04-11 17:10:25 -06:00
|
|
|
card->ext_csd.part_time);
|
|
|
|
if (ret)
|
|
|
|
return ret;
|
2011-09-23 03:48:20 -06:00
|
|
|
|
|
|
|
card->ext_csd.part_config = part_config;
|
2011-08-29 07:42:15 -06:00
|
|
|
}
|
2011-04-11 17:10:25 -06:00
|
|
|
|
|
|
|
main_md->part_curr = md->part_type;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2006-10-06 01:44:03 -06:00
|
|
|
static u32 mmc_sd_num_wr_blocks(struct mmc_card *card)
|
|
|
|
{
|
|
|
|
int err;
|
2009-06-08 16:33:57 -06:00
|
|
|
u32 result;
|
|
|
|
__be32 *blocks;
|
2006-10-06 01:44:03 -06:00
|
|
|
|
2011-08-24 13:00:50 -06:00
|
|
|
struct mmc_request mrq = {NULL};
|
2011-04-13 21:40:30 -06:00
|
|
|
struct mmc_command cmd = {0};
|
2011-04-13 21:46:05 -06:00
|
|
|
struct mmc_data data = {0};
|
2006-10-06 01:44:03 -06:00
|
|
|
|
|
|
|
struct scatterlist sg;
|
|
|
|
|
|
|
|
cmd.opcode = MMC_APP_CMD;
|
|
|
|
cmd.arg = card->rca << 16;
|
2007-08-08 10:10:23 -06:00
|
|
|
cmd.flags = MMC_RSP_SPI_R1 | MMC_RSP_R1 | MMC_CMD_AC;
|
2006-10-06 01:44:03 -06:00
|
|
|
|
|
|
|
err = mmc_wait_for_cmd(card->host, &cmd, 0);
|
2007-08-08 10:10:23 -06:00
|
|
|
if (err)
|
|
|
|
return (u32)-1;
|
|
|
|
if (!mmc_host_is_spi(card->host) && !(cmd.resp[0] & R1_APP_CMD))
|
2006-10-06 01:44:03 -06:00
|
|
|
return (u32)-1;
|
|
|
|
|
|
|
|
memset(&cmd, 0, sizeof(struct mmc_command));
|
|
|
|
|
|
|
|
cmd.opcode = SD_APP_SEND_NUM_WR_BLKS;
|
|
|
|
cmd.arg = 0;
|
2007-08-08 10:10:23 -06:00
|
|
|
cmd.flags = MMC_RSP_SPI_R1 | MMC_RSP_R1 | MMC_CMD_ADTC;
|
2006-10-06 01:44:03 -06:00
|
|
|
|
|
|
|
data.blksz = 4;
|
|
|
|
data.blocks = 1;
|
|
|
|
data.flags = MMC_DATA_READ;
|
|
|
|
data.sg = &sg;
|
|
|
|
data.sg_len = 1;
|
2012-06-13 05:40:43 -06:00
|
|
|
mmc_set_data_timeout(&data, card);
|
2006-10-06 01:44:03 -06:00
|
|
|
|
|
|
|
mrq.cmd = &cmd;
|
|
|
|
mrq.data = &data;
|
|
|
|
|
2009-06-08 16:33:57 -06:00
|
|
|
blocks = kmalloc(4, GFP_KERNEL);
|
|
|
|
if (!blocks)
|
|
|
|
return (u32)-1;
|
|
|
|
|
|
|
|
sg_init_one(&sg, blocks, 4);
|
2006-10-06 01:44:03 -06:00
|
|
|
|
|
|
|
mmc_wait_for_req(card->host, &mrq);
|
|
|
|
|
2009-06-08 16:33:57 -06:00
|
|
|
result = ntohl(*blocks);
|
|
|
|
kfree(blocks);
|
|
|
|
|
2007-07-22 14:18:46 -06:00
|
|
|
if (cmd.error || data.error)
|
2009-06-08 16:33:57 -06:00
|
|
|
result = (u32)-1;
|
2006-10-06 01:44:03 -06:00
|
|
|
|
2009-06-08 16:33:57 -06:00
|
|
|
return result;
|
2006-10-06 01:44:03 -06:00
|
|
|
}
|
|
|
|
|
2011-06-20 13:10:28 -06:00
|
|
|
static int send_stop(struct mmc_card *card, u32 *status)
|
|
|
|
{
|
|
|
|
struct mmc_command cmd = {0};
|
|
|
|
int err;
|
|
|
|
|
|
|
|
cmd.opcode = MMC_STOP_TRANSMISSION;
|
|
|
|
cmd.flags = MMC_RSP_SPI_R1B | MMC_RSP_R1B | MMC_CMD_AC;
|
|
|
|
err = mmc_wait_for_cmd(card->host, &cmd, 5);
|
|
|
|
if (err == 0)
|
|
|
|
*status = cmd.resp[0];
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2011-06-20 13:10:08 -06:00
|
|
|
static int get_card_status(struct mmc_card *card, u32 *status, int retries)
|
2008-10-16 03:55:25 -06:00
|
|
|
{
|
2011-04-13 21:40:30 -06:00
|
|
|
struct mmc_command cmd = {0};
|
2008-10-16 03:55:25 -06:00
|
|
|
int err;
|
|
|
|
|
|
|
|
cmd.opcode = MMC_SEND_STATUS;
|
|
|
|
if (!mmc_host_is_spi(card->host))
|
|
|
|
cmd.arg = card->rca << 16;
|
|
|
|
cmd.flags = MMC_RSP_SPI_R2 | MMC_RSP_R1 | MMC_CMD_AC;
|
2011-06-20 13:10:08 -06:00
|
|
|
err = mmc_wait_for_cmd(card->host, &cmd, retries);
|
|
|
|
if (err == 0)
|
|
|
|
*status = cmd.resp[0];
|
|
|
|
return err;
|
2008-10-16 03:55:25 -06:00
|
|
|
}
|
|
|
|
|
2011-12-08 01:35:50 -07:00
|
|
|
#define ERR_NOMEDIUM 3
|
2011-06-20 13:10:28 -06:00
|
|
|
#define ERR_RETRY 2
|
|
|
|
#define ERR_ABORT 1
|
|
|
|
#define ERR_CONTINUE 0
|
|
|
|
|
|
|
|
static int mmc_blk_cmd_error(struct request *req, const char *name, int error,
|
|
|
|
bool status_valid, u32 status)
|
|
|
|
{
|
|
|
|
switch (error) {
|
|
|
|
case -EILSEQ:
|
|
|
|
/* response crc error, retry the r/w cmd */
|
|
|
|
pr_err("%s: %s sending %s command, card status %#x\n",
|
|
|
|
req->rq_disk->disk_name, "response CRC error",
|
|
|
|
name, status);
|
|
|
|
return ERR_RETRY;
|
|
|
|
|
|
|
|
case -ETIMEDOUT:
|
|
|
|
pr_err("%s: %s sending %s command, card status %#x\n",
|
|
|
|
req->rq_disk->disk_name, "timed out", name, status);
|
|
|
|
|
|
|
|
/* If the status cmd initially failed, retry the r/w cmd */
|
|
|
|
if (!status_valid)
|
|
|
|
return ERR_RETRY;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* If it was a r/w cmd crc error, or illegal command
|
|
|
|
* (eg, issued in wrong state) then retry - we should
|
|
|
|
* have corrected the state problem above.
|
|
|
|
*/
|
|
|
|
if (status & (R1_COM_CRC_ERROR | R1_ILLEGAL_COMMAND))
|
|
|
|
return ERR_RETRY;
|
|
|
|
|
|
|
|
/* Otherwise abort the command */
|
|
|
|
return ERR_ABORT;
|
|
|
|
|
|
|
|
default:
|
|
|
|
/* We don't understand the error code the driver gave us */
|
|
|
|
pr_err("%s: unknown error %d sending read/write command, card status %#x\n",
|
|
|
|
req->rq_disk->disk_name, error, status);
|
|
|
|
return ERR_ABORT;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Initial r/w and stop cmd error recovery.
|
|
|
|
* We don't know whether the card received the r/w cmd or not, so try to
|
|
|
|
* restore things back to a sane state. Essentially, we do this as follows:
|
|
|
|
* - Obtain card status. If the first attempt to obtain card status fails,
|
|
|
|
* the status word will reflect the failed status cmd, not the failed
|
|
|
|
* r/w cmd. If we fail to obtain card status, it suggests we can no
|
|
|
|
* longer communicate with the card.
|
|
|
|
* - Check the card state. If the card received the cmd but there was a
|
|
|
|
* transient problem with the response, it might still be in a data transfer
|
|
|
|
* mode. Try to send it a stop command. If this fails, we can't recover.
|
|
|
|
* - If the r/w cmd failed due to a response CRC error, it was probably
|
|
|
|
* transient, so retry the cmd.
|
|
|
|
* - If the r/w cmd timed out, but we didn't get the r/w cmd status, retry.
|
|
|
|
* - If the r/w cmd timed out, and the r/w cmd failed due to CRC error or
|
|
|
|
* illegal cmd, retry.
|
|
|
|
* Otherwise we don't understand what happened, so abort.
|
|
|
|
*/
|
|
|
|
static int mmc_blk_cmd_recovery(struct mmc_card *card, struct request *req,
|
2011-08-29 07:42:15 -06:00
|
|
|
struct mmc_blk_request *brq, int *ecc_err)
|
2011-06-20 13:10:28 -06:00
|
|
|
{
|
|
|
|
bool prev_cmd_status_valid = true;
|
|
|
|
u32 status, stop_status = 0;
|
|
|
|
int err, retry;
|
|
|
|
|
2011-12-08 01:35:50 -07:00
|
|
|
if (mmc_card_removed(card))
|
|
|
|
return ERR_NOMEDIUM;
|
|
|
|
|
2011-06-20 13:10:28 -06:00
|
|
|
/*
|
|
|
|
* Try to get card status which indicates both the card state
|
|
|
|
* and why there was no response. If the first attempt fails,
|
|
|
|
* we can't be sure the returned status is for the r/w command.
|
|
|
|
*/
|
|
|
|
for (retry = 2; retry >= 0; retry--) {
|
|
|
|
err = get_card_status(card, &status, 0);
|
|
|
|
if (!err)
|
|
|
|
break;
|
|
|
|
|
|
|
|
prev_cmd_status_valid = false;
|
|
|
|
pr_err("%s: error %d sending status command, %sing\n",
|
|
|
|
req->rq_disk->disk_name, err, retry ? "retry" : "abort");
|
|
|
|
}
|
|
|
|
|
|
|
|
/* We couldn't get a response from the card. Give up. */
|
2011-12-08 01:35:50 -07:00
|
|
|
if (err) {
|
|
|
|
/* Check if the card is removed */
|
|
|
|
if (mmc_detect_card_removed(card->host))
|
|
|
|
return ERR_NOMEDIUM;
|
2011-06-20 13:10:28 -06:00
|
|
|
return ERR_ABORT;
|
2011-12-08 01:35:50 -07:00
|
|
|
}
|
2011-06-20 13:10:28 -06:00
|
|
|
|
2011-08-29 07:42:15 -06:00
|
|
|
/* Flag ECC errors */
|
|
|
|
if ((status & R1_CARD_ECC_FAILED) ||
|
|
|
|
(brq->stop.resp[0] & R1_CARD_ECC_FAILED) ||
|
|
|
|
(brq->cmd.resp[0] & R1_CARD_ECC_FAILED))
|
|
|
|
*ecc_err = 1;
|
|
|
|
|
2011-06-20 13:10:28 -06:00
|
|
|
/*
|
|
|
|
* Check the current card state. If it is in some data transfer
|
|
|
|
* mode, tell it to stop (and hopefully transition back to TRAN.)
|
|
|
|
*/
|
|
|
|
if (R1_CURRENT_STATE(status) == R1_STATE_DATA ||
|
|
|
|
R1_CURRENT_STATE(status) == R1_STATE_RCV) {
|
|
|
|
err = send_stop(card, &stop_status);
|
|
|
|
if (err)
|
|
|
|
pr_err("%s: error %d sending stop command\n",
|
|
|
|
req->rq_disk->disk_name, err);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* If the stop cmd also timed out, the card is probably
|
|
|
|
* not present, so abort. Other errors are bad news too.
|
|
|
|
*/
|
|
|
|
if (err)
|
|
|
|
return ERR_ABORT;
|
2011-08-29 07:42:15 -06:00
|
|
|
if (stop_status & R1_CARD_ECC_FAILED)
|
|
|
|
*ecc_err = 1;
|
2011-06-20 13:10:28 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Check for set block count errors */
|
|
|
|
if (brq->sbc.error)
|
|
|
|
return mmc_blk_cmd_error(req, "SET_BLOCK_COUNT", brq->sbc.error,
|
|
|
|
prev_cmd_status_valid, status);
|
|
|
|
|
|
|
|
/* Check for r/w command errors */
|
|
|
|
if (brq->cmd.error)
|
|
|
|
return mmc_blk_cmd_error(req, "r/w cmd", brq->cmd.error,
|
|
|
|
prev_cmd_status_valid, status);
|
|
|
|
|
2011-08-29 07:42:15 -06:00
|
|
|
/* Data errors */
|
|
|
|
if (!brq->stop.error)
|
|
|
|
return ERR_CONTINUE;
|
|
|
|
|
2011-06-20 13:10:28 -06:00
|
|
|
/* Now for stop errors. These aren't fatal to the transfer. */
|
|
|
|
pr_err("%s: error %d sending stop command, original cmd response %#x, card status %#x\n",
|
|
|
|
req->rq_disk->disk_name, brq->stop.error,
|
|
|
|
brq->cmd.resp[0], status);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Subsitute in our own stop status as this will give the error
|
|
|
|
* state which happened during the execution of the r/w command.
|
|
|
|
*/
|
|
|
|
if (stop_status) {
|
|
|
|
brq->stop.resp[0] = stop_status;
|
|
|
|
brq->stop.error = 0;
|
|
|
|
}
|
|
|
|
return ERR_CONTINUE;
|
|
|
|
}
|
|
|
|
|
2011-08-29 07:42:15 -06:00
|
|
|
static int mmc_blk_reset(struct mmc_blk_data *md, struct mmc_host *host,
|
|
|
|
int type)
|
|
|
|
{
|
|
|
|
int err;
|
|
|
|
|
|
|
|
if (md->reset_done & type)
|
|
|
|
return -EEXIST;
|
|
|
|
|
|
|
|
md->reset_done |= type;
|
|
|
|
err = mmc_hw_reset(host);
|
|
|
|
/* Ensure we switch back to the correct partition */
|
|
|
|
if (err != -EOPNOTSUPP) {
|
|
|
|
struct mmc_blk_data *main_md = mmc_get_drvdata(host->card);
|
|
|
|
int part_err;
|
|
|
|
|
|
|
|
main_md->part_curr = main_md->part_type;
|
|
|
|
part_err = mmc_blk_part_switch(host->card, md);
|
|
|
|
if (part_err) {
|
|
|
|
/*
|
|
|
|
* We have failed to get back into the correct
|
|
|
|
* partition, so we need to abort the whole request.
|
|
|
|
*/
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void mmc_blk_reset_success(struct mmc_blk_data *md, int type)
|
|
|
|
{
|
|
|
|
md->reset_done &= ~type;
|
|
|
|
}
|
|
|
|
|
2010-08-11 15:17:47 -06:00
|
|
|
static int mmc_blk_issue_discard_rq(struct mmc_queue *mq, struct request *req)
|
|
|
|
{
|
|
|
|
struct mmc_blk_data *md = mq->data;
|
|
|
|
struct mmc_card *card = md->queue.card;
|
|
|
|
unsigned int from, nr, arg;
|
2011-08-29 07:42:15 -06:00
|
|
|
int err = 0, type = MMC_BLK_DISCARD;
|
2010-08-11 15:17:47 -06:00
|
|
|
|
|
|
|
if (!mmc_can_erase(card)) {
|
|
|
|
err = -EOPNOTSUPP;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
|
|
|
from = blk_rq_pos(req);
|
|
|
|
nr = blk_rq_sectors(req);
|
|
|
|
|
2011-10-17 18:34:04 -06:00
|
|
|
if (mmc_can_discard(card))
|
|
|
|
arg = MMC_DISCARD_ARG;
|
|
|
|
else if (mmc_can_trim(card))
|
2010-08-11 15:17:47 -06:00
|
|
|
arg = MMC_TRIM_ARG;
|
|
|
|
else
|
|
|
|
arg = MMC_ERASE_ARG;
|
2011-08-29 07:42:15 -06:00
|
|
|
retry:
|
2011-04-12 14:06:53 -06:00
|
|
|
if (card->quirks & MMC_QUIRK_INAND_CMD38) {
|
|
|
|
err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
|
|
|
|
INAND_CMD38_ARG_EXT_CSD,
|
|
|
|
arg == MMC_TRIM_ARG ?
|
|
|
|
INAND_CMD38_ARG_TRIM :
|
|
|
|
INAND_CMD38_ARG_ERASE,
|
|
|
|
0);
|
|
|
|
if (err)
|
|
|
|
goto out;
|
|
|
|
}
|
2010-08-11 15:17:47 -06:00
|
|
|
err = mmc_erase(card, from, nr, arg);
|
|
|
|
out:
|
2011-08-29 07:42:15 -06:00
|
|
|
if (err == -EIO && !mmc_blk_reset(md, card->host, type))
|
|
|
|
goto retry;
|
|
|
|
if (!err)
|
|
|
|
mmc_blk_reset_success(md, type);
|
2012-06-07 04:16:58 -06:00
|
|
|
blk_end_request(req, err, blk_rq_bytes(req));
|
2010-08-11 15:17:47 -06:00
|
|
|
|
|
|
|
return err ? 0 : 1;
|
|
|
|
}
|
|
|
|
|
2010-08-11 15:17:50 -06:00
|
|
|
static int mmc_blk_issue_secdiscard_rq(struct mmc_queue *mq,
|
|
|
|
struct request *req)
|
|
|
|
{
|
|
|
|
struct mmc_blk_data *md = mq->data;
|
|
|
|
struct mmc_card *card = md->queue.card;
|
2012-04-05 05:45:48 -06:00
|
|
|
unsigned int from, nr, arg, trim_arg, erase_arg;
|
2011-08-29 07:42:15 -06:00
|
|
|
int err = 0, type = MMC_BLK_SECDISCARD;
|
2010-08-11 15:17:50 -06:00
|
|
|
|
2011-10-13 23:15:48 -06:00
|
|
|
if (!(mmc_can_secure_erase_trim(card) || mmc_can_sanitize(card))) {
|
2010-08-11 15:17:50 -06:00
|
|
|
err = -EOPNOTSUPP;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
2012-04-05 05:45:48 -06:00
|
|
|
from = blk_rq_pos(req);
|
|
|
|
nr = blk_rq_sectors(req);
|
|
|
|
|
2011-10-13 23:15:48 -06:00
|
|
|
/* The sanitize operation is supported at v4.5 only */
|
|
|
|
if (mmc_can_sanitize(card)) {
|
2012-04-05 05:45:48 -06:00
|
|
|
erase_arg = MMC_ERASE_ARG;
|
|
|
|
trim_arg = MMC_TRIM_ARG;
|
|
|
|
} else {
|
|
|
|
erase_arg = MMC_SECURE_ERASE_ARG;
|
|
|
|
trim_arg = MMC_SECURE_TRIM1_ARG;
|
2011-10-13 23:15:48 -06:00
|
|
|
}
|
|
|
|
|
2012-04-05 05:45:48 -06:00
|
|
|
if (mmc_erase_group_aligned(card, from, nr))
|
|
|
|
arg = erase_arg;
|
|
|
|
else if (mmc_can_trim(card))
|
|
|
|
arg = trim_arg;
|
|
|
|
else {
|
|
|
|
err = -EINVAL;
|
|
|
|
goto out;
|
|
|
|
}
|
2011-08-29 07:42:15 -06:00
|
|
|
retry:
|
2011-04-12 14:06:53 -06:00
|
|
|
if (card->quirks & MMC_QUIRK_INAND_CMD38) {
|
|
|
|
err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
|
|
|
|
INAND_CMD38_ARG_EXT_CSD,
|
|
|
|
arg == MMC_SECURE_TRIM1_ARG ?
|
|
|
|
INAND_CMD38_ARG_SECTRIM1 :
|
|
|
|
INAND_CMD38_ARG_SECERASE,
|
|
|
|
0);
|
|
|
|
if (err)
|
2012-04-05 05:45:48 -06:00
|
|
|
goto out_retry;
|
2011-04-12 14:06:53 -06:00
|
|
|
}
|
2012-04-05 05:45:48 -06:00
|
|
|
|
2010-08-11 15:17:50 -06:00
|
|
|
err = mmc_erase(card, from, nr, arg);
|
2012-04-05 05:45:48 -06:00
|
|
|
if (err == -EIO)
|
|
|
|
goto out_retry;
|
|
|
|
if (err)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
if (arg == MMC_SECURE_TRIM1_ARG) {
|
2011-04-12 14:06:53 -06:00
|
|
|
if (card->quirks & MMC_QUIRK_INAND_CMD38) {
|
|
|
|
err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
|
|
|
|
INAND_CMD38_ARG_EXT_CSD,
|
|
|
|
INAND_CMD38_ARG_SECTRIM2,
|
|
|
|
0);
|
|
|
|
if (err)
|
2012-04-05 05:45:48 -06:00
|
|
|
goto out_retry;
|
2011-04-12 14:06:53 -06:00
|
|
|
}
|
2012-04-05 05:45:48 -06:00
|
|
|
|
2010-08-11 15:17:50 -06:00
|
|
|
err = mmc_erase(card, from, nr, MMC_SECURE_TRIM2_ARG);
|
2012-04-05 05:45:48 -06:00
|
|
|
if (err == -EIO)
|
|
|
|
goto out_retry;
|
|
|
|
if (err)
|
|
|
|
goto out;
|
2011-04-12 14:06:53 -06:00
|
|
|
}
|
2012-04-05 05:45:48 -06:00
|
|
|
|
|
|
|
if (mmc_can_sanitize(card))
|
|
|
|
err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
|
|
|
|
EXT_CSD_SANITIZE_START, 1, 0);
|
|
|
|
out_retry:
|
|
|
|
if (err && !mmc_blk_reset(md, card->host, type))
|
2011-08-29 07:42:15 -06:00
|
|
|
goto retry;
|
|
|
|
if (!err)
|
|
|
|
mmc_blk_reset_success(md, type);
|
2012-04-05 05:45:48 -06:00
|
|
|
out:
|
2012-06-07 04:16:58 -06:00
|
|
|
blk_end_request(req, err, blk_rq_bytes(req));
|
2010-08-11 15:17:50 -06:00
|
|
|
|
|
|
|
return err ? 0 : 1;
|
|
|
|
}
|
|
|
|
|
2011-03-31 17:40:00 -06:00
|
|
|
static int mmc_blk_issue_flush(struct mmc_queue *mq, struct request *req)
|
|
|
|
{
|
|
|
|
struct mmc_blk_data *md = mq->data;
|
2011-10-13 23:03:21 -06:00
|
|
|
struct mmc_card *card = md->queue.card;
|
|
|
|
int ret = 0;
|
|
|
|
|
|
|
|
ret = mmc_flush_cache(card);
|
|
|
|
if (ret)
|
|
|
|
ret = -EIO;
|
2011-03-31 17:40:00 -06:00
|
|
|
|
2012-06-07 04:16:58 -06:00
|
|
|
blk_end_request_all(req, ret);
|
2011-03-31 17:40:00 -06:00
|
|
|
|
2011-10-13 23:03:21 -06:00
|
|
|
return ret ? 0 : 1;
|
2011-03-31 17:40:00 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Reformat current write as a reliable write, supporting
|
|
|
|
* both legacy and the enhanced reliable write MMC cards.
|
|
|
|
* In each transfer we'll handle only as much as a single
|
|
|
|
* reliable write can handle, thus finish the request in
|
|
|
|
* partial completions.
|
|
|
|
*/
|
2011-05-23 14:06:36 -06:00
|
|
|
static inline void mmc_apply_rel_rw(struct mmc_blk_request *brq,
|
|
|
|
struct mmc_card *card,
|
|
|
|
struct request *req)
|
2011-03-31 17:40:00 -06:00
|
|
|
{
|
|
|
|
if (!(card->ext_csd.rel_param & EXT_CSD_WR_REL_PARAM_EN)) {
|
|
|
|
/* Legacy mode imposes restrictions on transfers. */
|
|
|
|
if (!IS_ALIGNED(brq->cmd.arg, card->ext_csd.rel_sectors))
|
|
|
|
brq->data.blocks = 1;
|
|
|
|
|
|
|
|
if (brq->data.blocks > card->ext_csd.rel_sectors)
|
|
|
|
brq->data.blocks = card->ext_csd.rel_sectors;
|
|
|
|
else if (brq->data.blocks < card->ext_csd.rel_sectors)
|
|
|
|
brq->data.blocks = 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-06-20 13:10:49 -06:00
|
|
|
#define CMD_ERRORS \
|
|
|
|
(R1_OUT_OF_RANGE | /* Command argument out of range */ \
|
|
|
|
R1_ADDRESS_ERROR | /* Misaligned address */ \
|
|
|
|
R1_BLOCK_LEN_ERROR | /* Transferred block length incorrect */\
|
|
|
|
R1_WP_VIOLATION | /* Tried to write to protected block */ \
|
|
|
|
R1_CC_ERROR | /* Card controller error */ \
|
|
|
|
R1_ERROR) /* General/unknown error */
|
|
|
|
|
2011-07-01 10:55:33 -06:00
|
|
|
static int mmc_blk_err_check(struct mmc_card *card,
|
|
|
|
struct mmc_async_req *areq)
|
2011-07-01 10:55:30 -06:00
|
|
|
{
|
2011-07-01 10:55:33 -06:00
|
|
|
struct mmc_queue_req *mq_mrq = container_of(areq, struct mmc_queue_req,
|
|
|
|
mmc_active);
|
|
|
|
struct mmc_blk_request *brq = &mq_mrq->brq;
|
|
|
|
struct request *req = mq_mrq->req;
|
2011-08-29 07:42:15 -06:00
|
|
|
int ecc_err = 0;
|
2011-07-01 10:55:30 -06:00
|
|
|
|
|
|
|
/*
|
|
|
|
* sbc.error indicates a problem with the set block count
|
|
|
|
* command. No data will have been transferred.
|
|
|
|
*
|
|
|
|
* cmd.error indicates a problem with the r/w command. No
|
|
|
|
* data will have been transferred.
|
|
|
|
*
|
|
|
|
* stop.error indicates a problem with the stop command. Data
|
|
|
|
* may have been transferred, or may still be transferring.
|
|
|
|
*/
|
2011-08-29 07:42:15 -06:00
|
|
|
if (brq->sbc.error || brq->cmd.error || brq->stop.error ||
|
|
|
|
brq->data.error) {
|
|
|
|
switch (mmc_blk_cmd_recovery(card, req, brq, &ecc_err)) {
|
2011-07-01 10:55:30 -06:00
|
|
|
case ERR_RETRY:
|
|
|
|
return MMC_BLK_RETRY;
|
|
|
|
case ERR_ABORT:
|
|
|
|
return MMC_BLK_ABORT;
|
2011-12-08 01:35:50 -07:00
|
|
|
case ERR_NOMEDIUM:
|
|
|
|
return MMC_BLK_NOMEDIUM;
|
2011-07-01 10:55:30 -06:00
|
|
|
case ERR_CONTINUE:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Check for errors relating to the execution of the
|
|
|
|
* initial command - such as address errors. No data
|
|
|
|
* has been transferred.
|
|
|
|
*/
|
|
|
|
if (brq->cmd.resp[0] & CMD_ERRORS) {
|
|
|
|
pr_err("%s: r/w command failed, status = %#x\n",
|
|
|
|
req->rq_disk->disk_name, brq->cmd.resp[0]);
|
|
|
|
return MMC_BLK_ABORT;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Everything else is either success, or a data error of some
|
|
|
|
* kind. If it was a write, we may have transitioned to
|
|
|
|
* program mode, which we have to wait for it to complete.
|
|
|
|
*/
|
|
|
|
if (!mmc_host_is_spi(card->host) && rq_data_dir(req) != READ) {
|
|
|
|
u32 status;
|
2012-11-16 08:31:41 -07:00
|
|
|
unsigned long timeout;
|
|
|
|
|
|
|
|
timeout = jiffies + msecs_to_jiffies(MMC_BLK_TIMEOUT_MS);
|
2011-07-01 10:55:30 -06:00
|
|
|
do {
|
|
|
|
int err = get_card_status(card, &status, 5);
|
|
|
|
if (err) {
|
2011-10-11 00:14:09 -06:00
|
|
|
pr_err("%s: error %d requesting status\n",
|
2011-07-01 10:55:30 -06:00
|
|
|
req->rq_disk->disk_name, err);
|
|
|
|
return MMC_BLK_CMD_ERR;
|
|
|
|
}
|
2012-11-16 08:31:41 -07:00
|
|
|
|
|
|
|
/* Timeout if the device never becomes ready for data
|
|
|
|
* and never leaves the program state.
|
|
|
|
*/
|
|
|
|
if (time_after(jiffies, timeout)) {
|
|
|
|
pr_err("%s: Card stuck in programming state!"\
|
|
|
|
" %s %s\n", mmc_hostname(card->host),
|
|
|
|
req->rq_disk->disk_name, __func__);
|
|
|
|
|
|
|
|
return MMC_BLK_CMD_ERR;
|
|
|
|
}
|
2011-07-01 10:55:30 -06:00
|
|
|
/*
|
|
|
|
* Some cards mishandle the status bits,
|
|
|
|
* so make sure to check both the busy
|
|
|
|
* indication and the card state.
|
|
|
|
*/
|
|
|
|
} while (!(status & R1_READY_FOR_DATA) ||
|
|
|
|
(R1_CURRENT_STATE(status) == R1_STATE_PRG));
|
|
|
|
}
|
|
|
|
|
|
|
|
if (brq->data.error) {
|
|
|
|
pr_err("%s: error %d transferring data, sector %u, nr %u, cmd response %#x, card status %#x\n",
|
|
|
|
req->rq_disk->disk_name, brq->data.error,
|
|
|
|
(unsigned)blk_rq_pos(req),
|
|
|
|
(unsigned)blk_rq_sectors(req),
|
|
|
|
brq->cmd.resp[0], brq->stop.resp[0]);
|
|
|
|
|
|
|
|
if (rq_data_dir(req) == READ) {
|
2011-08-29 07:42:15 -06:00
|
|
|
if (ecc_err)
|
|
|
|
return MMC_BLK_ECC_ERR;
|
2011-07-01 10:55:30 -06:00
|
|
|
return MMC_BLK_DATA_ERR;
|
|
|
|
} else {
|
|
|
|
return MMC_BLK_CMD_ERR;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-08-29 07:42:15 -06:00
|
|
|
if (!brq->data.bytes_xfered)
|
|
|
|
return MMC_BLK_RETRY;
|
2011-07-01 10:55:30 -06:00
|
|
|
|
2013-02-06 01:02:46 -07:00
|
|
|
if (mmc_packed_cmd(mq_mrq->cmd_type)) {
|
|
|
|
if (unlikely(brq->data.blocks << 9 != brq->data.bytes_xfered))
|
|
|
|
return MMC_BLK_PARTIAL;
|
|
|
|
else
|
|
|
|
return MMC_BLK_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2011-08-29 07:42:15 -06:00
|
|
|
if (blk_rq_bytes(req) != brq->data.bytes_xfered)
|
|
|
|
return MMC_BLK_PARTIAL;
|
|
|
|
|
|
|
|
return MMC_BLK_SUCCESS;
|
2011-07-01 10:55:30 -06:00
|
|
|
}
|
|
|
|
|
2013-02-06 01:02:46 -07:00
|
|
|
static int mmc_blk_packed_err_check(struct mmc_card *card,
|
|
|
|
struct mmc_async_req *areq)
|
|
|
|
{
|
|
|
|
struct mmc_queue_req *mq_rq = container_of(areq, struct mmc_queue_req,
|
|
|
|
mmc_active);
|
|
|
|
struct request *req = mq_rq->req;
|
|
|
|
struct mmc_packed *packed = mq_rq->packed;
|
|
|
|
int err, check, status;
|
|
|
|
u8 *ext_csd;
|
|
|
|
|
|
|
|
BUG_ON(!packed);
|
|
|
|
|
|
|
|
packed->retries--;
|
|
|
|
check = mmc_blk_err_check(card, areq);
|
|
|
|
err = get_card_status(card, &status, 0);
|
|
|
|
if (err) {
|
|
|
|
pr_err("%s: error %d sending status command\n",
|
|
|
|
req->rq_disk->disk_name, err);
|
|
|
|
return MMC_BLK_ABORT;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (status & R1_EXCEPTION_EVENT) {
|
|
|
|
ext_csd = kzalloc(512, GFP_KERNEL);
|
|
|
|
if (!ext_csd) {
|
|
|
|
pr_err("%s: unable to allocate buffer for ext_csd\n",
|
|
|
|
req->rq_disk->disk_name);
|
|
|
|
return -ENOMEM;
|
|
|
|
}
|
|
|
|
|
|
|
|
err = mmc_send_ext_csd(card, ext_csd);
|
|
|
|
if (err) {
|
|
|
|
pr_err("%s: error %d sending ext_csd\n",
|
|
|
|
req->rq_disk->disk_name, err);
|
|
|
|
check = MMC_BLK_ABORT;
|
|
|
|
goto free;
|
|
|
|
}
|
|
|
|
|
|
|
|
if ((ext_csd[EXT_CSD_EXP_EVENTS_STATUS] &
|
|
|
|
EXT_CSD_PACKED_FAILURE) &&
|
|
|
|
(ext_csd[EXT_CSD_PACKED_CMD_STATUS] &
|
|
|
|
EXT_CSD_PACKED_GENERIC_ERROR)) {
|
|
|
|
if (ext_csd[EXT_CSD_PACKED_CMD_STATUS] &
|
|
|
|
EXT_CSD_PACKED_INDEXED_ERROR) {
|
|
|
|
packed->idx_failure =
|
|
|
|
ext_csd[EXT_CSD_PACKED_FAILURE_INDEX] - 1;
|
|
|
|
check = MMC_BLK_PARTIAL;
|
|
|
|
}
|
|
|
|
pr_err("%s: packed cmd failed, nr %u, sectors %u, "
|
|
|
|
"failure index: %d\n",
|
|
|
|
req->rq_disk->disk_name, packed->nr_entries,
|
|
|
|
packed->blocks, packed->idx_failure);
|
|
|
|
}
|
|
|
|
free:
|
|
|
|
kfree(ext_csd);
|
|
|
|
}
|
|
|
|
|
|
|
|
return check;
|
|
|
|
}
|
|
|
|
|
2011-07-01 10:55:29 -06:00
|
|
|
static void mmc_blk_rw_rq_prep(struct mmc_queue_req *mqrq,
|
|
|
|
struct mmc_card *card,
|
|
|
|
int disable_multi,
|
|
|
|
struct mmc_queue *mq)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2011-07-01 10:55:29 -06:00
|
|
|
u32 readcmd, writecmd;
|
|
|
|
struct mmc_blk_request *brq = &mqrq->brq;
|
|
|
|
struct request *req = mqrq->req;
|
2005-04-16 16:20:36 -06:00
|
|
|
struct mmc_blk_data *md = mq->data;
|
2011-12-21 00:39:17 -07:00
|
|
|
bool do_data_tag;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2011-03-31 17:40:00 -06:00
|
|
|
/*
|
|
|
|
* Reliable writes are used to implement Forced Unit Access and
|
|
|
|
* REQ_META accesses, and are supported only on MMCs.
|
2011-08-23 06:50:29 -06:00
|
|
|
*
|
|
|
|
* XXX: this really needs a good explanation of why REQ_META
|
|
|
|
* is treated special.
|
2011-03-31 17:40:00 -06:00
|
|
|
*/
|
|
|
|
bool do_rel_wr = ((req->cmd_flags & REQ_FUA) ||
|
|
|
|
(req->cmd_flags & REQ_META)) &&
|
|
|
|
(rq_data_dir(req) == WRITE) &&
|
2011-05-23 14:06:36 -06:00
|
|
|
(md->flags & MMC_BLK_REL_WR);
|
2011-03-31 17:40:00 -06:00
|
|
|
|
2011-07-01 10:55:29 -06:00
|
|
|
memset(brq, 0, sizeof(struct mmc_blk_request));
|
|
|
|
brq->mrq.cmd = &brq->cmd;
|
|
|
|
brq->mrq.data = &brq->data;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2011-07-01 10:55:29 -06:00
|
|
|
brq->cmd.arg = blk_rq_pos(req);
|
|
|
|
if (!mmc_card_blockaddr(card))
|
|
|
|
brq->cmd.arg <<= 9;
|
|
|
|
brq->cmd.flags = MMC_RSP_SPI_R1 | MMC_RSP_R1 | MMC_CMD_ADTC;
|
|
|
|
brq->data.blksz = 512;
|
|
|
|
brq->stop.opcode = MMC_STOP_TRANSMISSION;
|
|
|
|
brq->stop.arg = 0;
|
|
|
|
brq->stop.flags = MMC_RSP_SPI_R1B | MMC_RSP_R1B | MMC_CMD_AC;
|
|
|
|
brq->data.blocks = blk_rq_sectors(req);
|
2008-12-31 10:21:17 -07:00
|
|
|
|
2011-07-01 10:55:29 -06:00
|
|
|
/*
|
|
|
|
* The block layer doesn't support all sector count
|
|
|
|
* restrictions, so we need to be prepared for too big
|
|
|
|
* requests.
|
|
|
|
*/
|
|
|
|
if (brq->data.blocks > card->host->max_blk_count)
|
|
|
|
brq->data.blocks = card->host->max_blk_count;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2011-10-06 14:50:33 -06:00
|
|
|
if (brq->data.blocks > 1) {
|
|
|
|
/*
|
|
|
|
* After a read error, we redo the request one sector
|
|
|
|
* at a time in order to accurately determine which
|
|
|
|
* sectors can be read successfully.
|
|
|
|
*/
|
|
|
|
if (disable_multi)
|
|
|
|
brq->data.blocks = 1;
|
|
|
|
|
|
|
|
/* Some controllers can't do multiblock reads due to hw bugs */
|
|
|
|
if (card->host->caps2 & MMC_CAP2_NO_MULTI_READ &&
|
|
|
|
rq_data_dir(req) == READ)
|
|
|
|
brq->data.blocks = 1;
|
|
|
|
}
|
2011-05-23 14:06:36 -06:00
|
|
|
|
2011-07-01 10:55:29 -06:00
|
|
|
if (brq->data.blocks > 1 || do_rel_wr) {
|
|
|
|
/* SPI multiblock writes terminate using a special
|
|
|
|
* token, not a STOP_TRANSMISSION request.
|
2011-05-23 14:06:36 -06:00
|
|
|
*/
|
2011-07-01 10:55:29 -06:00
|
|
|
if (!mmc_host_is_spi(card->host) ||
|
|
|
|
rq_data_dir(req) == READ)
|
|
|
|
brq->mrq.stop = &brq->stop;
|
|
|
|
readcmd = MMC_READ_MULTIPLE_BLOCK;
|
|
|
|
writecmd = MMC_WRITE_MULTIPLE_BLOCK;
|
|
|
|
} else {
|
|
|
|
brq->mrq.stop = NULL;
|
|
|
|
readcmd = MMC_READ_SINGLE_BLOCK;
|
|
|
|
writecmd = MMC_WRITE_BLOCK;
|
|
|
|
}
|
|
|
|
if (rq_data_dir(req) == READ) {
|
|
|
|
brq->cmd.opcode = readcmd;
|
|
|
|
brq->data.flags |= MMC_DATA_READ;
|
|
|
|
} else {
|
|
|
|
brq->cmd.opcode = writecmd;
|
|
|
|
brq->data.flags |= MMC_DATA_WRITE;
|
|
|
|
}
|
2011-05-23 14:06:36 -06:00
|
|
|
|
2011-07-01 10:55:29 -06:00
|
|
|
if (do_rel_wr)
|
|
|
|
mmc_apply_rel_rw(brq, card, req);
|
2011-03-31 17:40:00 -06:00
|
|
|
|
2011-12-21 00:39:17 -07:00
|
|
|
/*
|
|
|
|
* Data tag is used only during writing meta data to speed
|
|
|
|
* up write and any subsequent read of this meta data
|
|
|
|
*/
|
|
|
|
do_data_tag = (card->ext_csd.data_tag_unit_size) &&
|
|
|
|
(req->cmd_flags & REQ_META) &&
|
|
|
|
(rq_data_dir(req) == WRITE) &&
|
|
|
|
((brq->data.blocks * brq->data.blksz) >=
|
|
|
|
card->ext_csd.data_tag_unit_size);
|
|
|
|
|
2011-07-01 10:55:29 -06:00
|
|
|
/*
|
|
|
|
* Pre-defined multi-block transfers are preferable to
|
|
|
|
* open ended-ones (and necessary for reliable writes).
|
|
|
|
* However, it is not sufficient to just send CMD23,
|
|
|
|
* and avoid the final CMD12, as on an error condition
|
|
|
|
* CMD12 (stop) needs to be sent anyway. This, coupled
|
|
|
|
* with Auto-CMD23 enhancements provided by some
|
|
|
|
* hosts, means that the complexity of dealing
|
|
|
|
* with this is best left to the host. If CMD23 is
|
|
|
|
* supported by card and host, we'll fill sbc in and let
|
|
|
|
* the host deal with handling it correctly. This means
|
|
|
|
* that for hosts that don't expose MMC_CAP_CMD23, no
|
|
|
|
* change of behavior will be observed.
|
|
|
|
*
|
|
|
|
* N.B: Some MMC cards experience perf degradation.
|
|
|
|
* We'll avoid using CMD23-bounded multiblock writes for
|
|
|
|
* these, while retaining features like reliable writes.
|
|
|
|
*/
|
2011-12-21 00:39:17 -07:00
|
|
|
if ((md->flags & MMC_BLK_CMD23) && mmc_op_multi(brq->cmd.opcode) &&
|
|
|
|
(do_rel_wr || !(card->quirks & MMC_QUIRK_BLK_NO_CMD23) ||
|
|
|
|
do_data_tag)) {
|
2011-07-01 10:55:29 -06:00
|
|
|
brq->sbc.opcode = MMC_SET_BLOCK_COUNT;
|
|
|
|
brq->sbc.arg = brq->data.blocks |
|
2011-12-21 00:39:17 -07:00
|
|
|
(do_rel_wr ? (1 << 31) : 0) |
|
|
|
|
(do_data_tag ? (1 << 29) : 0);
|
2011-07-01 10:55:29 -06:00
|
|
|
brq->sbc.flags = MMC_RSP_R1 | MMC_CMD_AC;
|
|
|
|
brq->mrq.sbc = &brq->sbc;
|
|
|
|
}
|
2007-05-11 16:26:16 -06:00
|
|
|
|
2011-07-01 10:55:29 -06:00
|
|
|
mmc_set_data_timeout(&brq->data, card);
|
|
|
|
|
|
|
|
brq->data.sg = mqrq->sg;
|
|
|
|
brq->data.sg_len = mmc_queue_map_sg(mq, mqrq);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Adjust the sg list so it is the same size as the
|
|
|
|
* request.
|
|
|
|
*/
|
|
|
|
if (brq->data.blocks != blk_rq_sectors(req)) {
|
|
|
|
int i, data_size = brq->data.blocks << 9;
|
|
|
|
struct scatterlist *sg;
|
|
|
|
|
|
|
|
for_each_sg(brq->data.sg, sg, brq->data.sg_len, i) {
|
|
|
|
data_size -= sg->length;
|
|
|
|
if (data_size <= 0) {
|
|
|
|
sg->length += data_size;
|
|
|
|
i++;
|
|
|
|
break;
|
2008-12-31 10:21:17 -07:00
|
|
|
}
|
|
|
|
}
|
2011-07-01 10:55:29 -06:00
|
|
|
brq->data.sg_len = i;
|
|
|
|
}
|
|
|
|
|
2011-07-01 10:55:33 -06:00
|
|
|
mqrq->mmc_active.mrq = &brq->mrq;
|
|
|
|
mqrq->mmc_active.err_check = mmc_blk_err_check;
|
|
|
|
|
2011-07-01 10:55:29 -06:00
|
|
|
mmc_queue_bounce_pre(mqrq);
|
|
|
|
}
|
2008-12-31 10:21:17 -07:00
|
|
|
|
2013-02-06 01:02:46 -07:00
|
|
|
static inline u8 mmc_calc_packed_hdr_segs(struct request_queue *q,
|
|
|
|
struct mmc_card *card)
|
|
|
|
{
|
|
|
|
unsigned int hdr_sz = mmc_large_sector(card) ? 4096 : 512;
|
|
|
|
unsigned int max_seg_sz = queue_max_segment_size(q);
|
|
|
|
unsigned int len, nr_segs = 0;
|
|
|
|
|
|
|
|
do {
|
|
|
|
len = min(hdr_sz, max_seg_sz);
|
|
|
|
hdr_sz -= len;
|
|
|
|
nr_segs++;
|
|
|
|
} while (hdr_sz);
|
|
|
|
|
|
|
|
return nr_segs;
|
|
|
|
}
|
|
|
|
|
|
|
|
static u8 mmc_blk_prep_packed_list(struct mmc_queue *mq, struct request *req)
|
|
|
|
{
|
|
|
|
struct request_queue *q = mq->queue;
|
|
|
|
struct mmc_card *card = mq->card;
|
|
|
|
struct request *cur = req, *next = NULL;
|
|
|
|
struct mmc_blk_data *md = mq->data;
|
|
|
|
struct mmc_queue_req *mqrq = mq->mqrq_cur;
|
|
|
|
bool en_rel_wr = card->ext_csd.rel_param & EXT_CSD_WR_REL_PARAM_EN;
|
|
|
|
unsigned int req_sectors = 0, phys_segments = 0;
|
|
|
|
unsigned int max_blk_count, max_phys_segs;
|
|
|
|
bool put_back = true;
|
|
|
|
u8 max_packed_rw = 0;
|
|
|
|
u8 reqs = 0;
|
|
|
|
|
|
|
|
if (!(md->flags & MMC_BLK_PACKED_CMD))
|
|
|
|
goto no_packed;
|
|
|
|
|
|
|
|
if ((rq_data_dir(cur) == WRITE) &&
|
|
|
|
mmc_host_packed_wr(card->host))
|
|
|
|
max_packed_rw = card->ext_csd.max_packed_writes;
|
|
|
|
|
|
|
|
if (max_packed_rw == 0)
|
|
|
|
goto no_packed;
|
|
|
|
|
|
|
|
if (mmc_req_rel_wr(cur) &&
|
|
|
|
(md->flags & MMC_BLK_REL_WR) && !en_rel_wr)
|
|
|
|
goto no_packed;
|
|
|
|
|
|
|
|
if (mmc_large_sector(card) &&
|
|
|
|
!IS_ALIGNED(blk_rq_sectors(cur), 8))
|
|
|
|
goto no_packed;
|
|
|
|
|
|
|
|
mmc_blk_clear_packed(mqrq);
|
|
|
|
|
|
|
|
max_blk_count = min(card->host->max_blk_count,
|
|
|
|
card->host->max_req_size >> 9);
|
|
|
|
if (unlikely(max_blk_count > 0xffff))
|
|
|
|
max_blk_count = 0xffff;
|
|
|
|
|
|
|
|
max_phys_segs = queue_max_segments(q);
|
|
|
|
req_sectors += blk_rq_sectors(cur);
|
|
|
|
phys_segments += cur->nr_phys_segments;
|
|
|
|
|
|
|
|
if (rq_data_dir(cur) == WRITE) {
|
|
|
|
req_sectors += mmc_large_sector(card) ? 8 : 1;
|
|
|
|
phys_segments += mmc_calc_packed_hdr_segs(q, card);
|
|
|
|
}
|
|
|
|
|
|
|
|
do {
|
|
|
|
if (reqs >= max_packed_rw - 1) {
|
|
|
|
put_back = false;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
spin_lock_irq(q->queue_lock);
|
|
|
|
next = blk_fetch_request(q);
|
|
|
|
spin_unlock_irq(q->queue_lock);
|
|
|
|
if (!next) {
|
|
|
|
put_back = false;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (mmc_large_sector(card) &&
|
|
|
|
!IS_ALIGNED(blk_rq_sectors(next), 8))
|
|
|
|
break;
|
|
|
|
|
|
|
|
if (next->cmd_flags & REQ_DISCARD ||
|
|
|
|
next->cmd_flags & REQ_FLUSH)
|
|
|
|
break;
|
|
|
|
|
|
|
|
if (rq_data_dir(cur) != rq_data_dir(next))
|
|
|
|
break;
|
|
|
|
|
|
|
|
if (mmc_req_rel_wr(next) &&
|
|
|
|
(md->flags & MMC_BLK_REL_WR) && !en_rel_wr)
|
|
|
|
break;
|
|
|
|
|
|
|
|
req_sectors += blk_rq_sectors(next);
|
|
|
|
if (req_sectors > max_blk_count)
|
|
|
|
break;
|
|
|
|
|
|
|
|
phys_segments += next->nr_phys_segments;
|
|
|
|
if (phys_segments > max_phys_segs)
|
|
|
|
break;
|
|
|
|
|
|
|
|
list_add_tail(&next->queuelist, &mqrq->packed->list);
|
|
|
|
cur = next;
|
|
|
|
reqs++;
|
|
|
|
} while (1);
|
|
|
|
|
|
|
|
if (put_back) {
|
|
|
|
spin_lock_irq(q->queue_lock);
|
|
|
|
blk_requeue_request(q, next);
|
|
|
|
spin_unlock_irq(q->queue_lock);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (reqs > 0) {
|
|
|
|
list_add(&req->queuelist, &mqrq->packed->list);
|
|
|
|
mqrq->packed->nr_entries = ++reqs;
|
|
|
|
mqrq->packed->retries = reqs;
|
|
|
|
return reqs;
|
|
|
|
}
|
|
|
|
|
|
|
|
no_packed:
|
|
|
|
mqrq->cmd_type = MMC_PACKED_NONE;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void mmc_blk_packed_hdr_wrq_prep(struct mmc_queue_req *mqrq,
|
|
|
|
struct mmc_card *card,
|
|
|
|
struct mmc_queue *mq)
|
|
|
|
{
|
|
|
|
struct mmc_blk_request *brq = &mqrq->brq;
|
|
|
|
struct request *req = mqrq->req;
|
|
|
|
struct request *prq;
|
|
|
|
struct mmc_blk_data *md = mq->data;
|
|
|
|
struct mmc_packed *packed = mqrq->packed;
|
|
|
|
bool do_rel_wr, do_data_tag;
|
|
|
|
u32 *packed_cmd_hdr;
|
|
|
|
u8 hdr_blocks;
|
|
|
|
u8 i = 1;
|
|
|
|
|
|
|
|
BUG_ON(!packed);
|
|
|
|
|
|
|
|
mqrq->cmd_type = MMC_PACKED_WRITE;
|
|
|
|
packed->blocks = 0;
|
|
|
|
packed->idx_failure = MMC_PACKED_NR_IDX;
|
|
|
|
|
|
|
|
packed_cmd_hdr = packed->cmd_hdr;
|
|
|
|
memset(packed_cmd_hdr, 0, sizeof(packed->cmd_hdr));
|
|
|
|
packed_cmd_hdr[0] = (packed->nr_entries << 16) |
|
|
|
|
(PACKED_CMD_WR << 8) | PACKED_CMD_VER;
|
|
|
|
hdr_blocks = mmc_large_sector(card) ? 8 : 1;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Argument for each entry of packed group
|
|
|
|
*/
|
|
|
|
list_for_each_entry(prq, &packed->list, queuelist) {
|
|
|
|
do_rel_wr = mmc_req_rel_wr(prq) && (md->flags & MMC_BLK_REL_WR);
|
|
|
|
do_data_tag = (card->ext_csd.data_tag_unit_size) &&
|
|
|
|
(prq->cmd_flags & REQ_META) &&
|
|
|
|
(rq_data_dir(prq) == WRITE) &&
|
|
|
|
((brq->data.blocks * brq->data.blksz) >=
|
|
|
|
card->ext_csd.data_tag_unit_size);
|
|
|
|
/* Argument of CMD23 */
|
|
|
|
packed_cmd_hdr[(i * 2)] =
|
|
|
|
(do_rel_wr ? MMC_CMD23_ARG_REL_WR : 0) |
|
|
|
|
(do_data_tag ? MMC_CMD23_ARG_TAG_REQ : 0) |
|
|
|
|
blk_rq_sectors(prq);
|
|
|
|
/* Argument of CMD18 or CMD25 */
|
|
|
|
packed_cmd_hdr[((i * 2)) + 1] =
|
|
|
|
mmc_card_blockaddr(card) ?
|
|
|
|
blk_rq_pos(prq) : blk_rq_pos(prq) << 9;
|
|
|
|
packed->blocks += blk_rq_sectors(prq);
|
|
|
|
i++;
|
|
|
|
}
|
|
|
|
|
|
|
|
memset(brq, 0, sizeof(struct mmc_blk_request));
|
|
|
|
brq->mrq.cmd = &brq->cmd;
|
|
|
|
brq->mrq.data = &brq->data;
|
|
|
|
brq->mrq.sbc = &brq->sbc;
|
|
|
|
brq->mrq.stop = &brq->stop;
|
|
|
|
|
|
|
|
brq->sbc.opcode = MMC_SET_BLOCK_COUNT;
|
|
|
|
brq->sbc.arg = MMC_CMD23_ARG_PACKED | (packed->blocks + hdr_blocks);
|
|
|
|
brq->sbc.flags = MMC_RSP_R1 | MMC_CMD_AC;
|
|
|
|
|
|
|
|
brq->cmd.opcode = MMC_WRITE_MULTIPLE_BLOCK;
|
|
|
|
brq->cmd.arg = blk_rq_pos(req);
|
|
|
|
if (!mmc_card_blockaddr(card))
|
|
|
|
brq->cmd.arg <<= 9;
|
|
|
|
brq->cmd.flags = MMC_RSP_SPI_R1 | MMC_RSP_R1 | MMC_CMD_ADTC;
|
|
|
|
|
|
|
|
brq->data.blksz = 512;
|
|
|
|
brq->data.blocks = packed->blocks + hdr_blocks;
|
|
|
|
brq->data.flags |= MMC_DATA_WRITE;
|
|
|
|
|
|
|
|
brq->stop.opcode = MMC_STOP_TRANSMISSION;
|
|
|
|
brq->stop.arg = 0;
|
|
|
|
brq->stop.flags = MMC_RSP_SPI_R1B | MMC_RSP_R1B | MMC_CMD_AC;
|
|
|
|
|
|
|
|
mmc_set_data_timeout(&brq->data, card);
|
|
|
|
|
|
|
|
brq->data.sg = mqrq->sg;
|
|
|
|
brq->data.sg_len = mmc_queue_map_sg(mq, mqrq);
|
|
|
|
|
|
|
|
mqrq->mmc_active.mrq = &brq->mrq;
|
|
|
|
mqrq->mmc_active.err_check = mmc_blk_packed_err_check;
|
|
|
|
|
|
|
|
mmc_queue_bounce_pre(mqrq);
|
|
|
|
}
|
|
|
|
|
2011-08-29 07:42:15 -06:00
|
|
|
static int mmc_blk_cmd_err(struct mmc_blk_data *md, struct mmc_card *card,
|
|
|
|
struct mmc_blk_request *brq, struct request *req,
|
|
|
|
int ret)
|
|
|
|
{
|
2013-02-06 01:02:46 -07:00
|
|
|
struct mmc_queue_req *mq_rq;
|
|
|
|
mq_rq = container_of(brq, struct mmc_queue_req, brq);
|
|
|
|
|
2011-08-29 07:42:15 -06:00
|
|
|
/*
|
|
|
|
* If this is an SD card and we're writing, we can first
|
|
|
|
* mark the known good sectors as ok.
|
|
|
|
*
|
|
|
|
* If the card is not SD, we can still ok written sectors
|
|
|
|
* as reported by the controller (which might be less than
|
|
|
|
* the real number of written sectors, but never more).
|
|
|
|
*/
|
|
|
|
if (mmc_card_sd(card)) {
|
|
|
|
u32 blocks;
|
|
|
|
|
|
|
|
blocks = mmc_sd_num_wr_blocks(card);
|
|
|
|
if (blocks != (u32)-1) {
|
2012-06-07 04:16:58 -06:00
|
|
|
ret = blk_end_request(req, 0, blocks << 9);
|
2011-08-29 07:42:15 -06:00
|
|
|
}
|
|
|
|
} else {
|
2013-02-06 01:02:46 -07:00
|
|
|
if (!mmc_packed_cmd(mq_rq->cmd_type))
|
|
|
|
ret = blk_end_request(req, 0, brq->data.bytes_xfered);
|
2011-08-29 07:42:15 -06:00
|
|
|
}
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2013-02-06 01:02:46 -07:00
|
|
|
static int mmc_blk_end_packed_req(struct mmc_queue_req *mq_rq)
|
|
|
|
{
|
|
|
|
struct request *prq;
|
|
|
|
struct mmc_packed *packed = mq_rq->packed;
|
|
|
|
int idx = packed->idx_failure, i = 0;
|
|
|
|
int ret = 0;
|
|
|
|
|
|
|
|
BUG_ON(!packed);
|
|
|
|
|
|
|
|
while (!list_empty(&packed->list)) {
|
|
|
|
prq = list_entry_rq(packed->list.next);
|
|
|
|
if (idx == i) {
|
|
|
|
/* retry from error index */
|
|
|
|
packed->nr_entries -= idx;
|
|
|
|
mq_rq->req = prq;
|
|
|
|
ret = 1;
|
|
|
|
|
|
|
|
if (packed->nr_entries == MMC_PACKED_NR_SINGLE) {
|
|
|
|
list_del_init(&prq->queuelist);
|
|
|
|
mmc_blk_clear_packed(mq_rq);
|
|
|
|
}
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
list_del_init(&prq->queuelist);
|
|
|
|
blk_end_request(prq, 0, blk_rq_bytes(prq));
|
|
|
|
i++;
|
|
|
|
}
|
|
|
|
|
|
|
|
mmc_blk_clear_packed(mq_rq);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void mmc_blk_abort_packed_req(struct mmc_queue_req *mq_rq)
|
|
|
|
{
|
|
|
|
struct request *prq;
|
|
|
|
struct mmc_packed *packed = mq_rq->packed;
|
|
|
|
|
|
|
|
BUG_ON(!packed);
|
|
|
|
|
|
|
|
while (!list_empty(&packed->list)) {
|
|
|
|
prq = list_entry_rq(packed->list.next);
|
|
|
|
list_del_init(&prq->queuelist);
|
|
|
|
blk_end_request(prq, -EIO, blk_rq_bytes(prq));
|
|
|
|
}
|
|
|
|
|
|
|
|
mmc_blk_clear_packed(mq_rq);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void mmc_blk_revert_packed_req(struct mmc_queue *mq,
|
|
|
|
struct mmc_queue_req *mq_rq)
|
|
|
|
{
|
|
|
|
struct request *prq;
|
|
|
|
struct request_queue *q = mq->queue;
|
|
|
|
struct mmc_packed *packed = mq_rq->packed;
|
|
|
|
|
|
|
|
BUG_ON(!packed);
|
|
|
|
|
|
|
|
while (!list_empty(&packed->list)) {
|
|
|
|
prq = list_entry_rq(packed->list.prev);
|
|
|
|
if (prq->queuelist.prev != &packed->list) {
|
|
|
|
list_del_init(&prq->queuelist);
|
|
|
|
spin_lock_irq(q->queue_lock);
|
|
|
|
blk_requeue_request(mq->queue, prq);
|
|
|
|
spin_unlock_irq(q->queue_lock);
|
|
|
|
} else {
|
|
|
|
list_del_init(&prq->queuelist);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
mmc_blk_clear_packed(mq_rq);
|
|
|
|
}
|
|
|
|
|
2011-07-01 10:55:33 -06:00
|
|
|
static int mmc_blk_issue_rw_rq(struct mmc_queue *mq, struct request *rqc)
|
2011-07-01 10:55:29 -06:00
|
|
|
{
|
|
|
|
struct mmc_blk_data *md = mq->data;
|
|
|
|
struct mmc_card *card = md->queue.card;
|
|
|
|
struct mmc_blk_request *brq = &mq->mqrq_cur->brq;
|
2011-08-29 07:42:15 -06:00
|
|
|
int ret = 1, disable_multi = 0, retry = 0, type;
|
2011-07-01 10:55:30 -06:00
|
|
|
enum mmc_blk_status status;
|
2011-07-01 10:55:33 -06:00
|
|
|
struct mmc_queue_req *mq_rq;
|
2012-05-17 05:02:21 -06:00
|
|
|
struct request *req = rqc;
|
2011-07-01 10:55:33 -06:00
|
|
|
struct mmc_async_req *areq;
|
2013-02-06 01:02:46 -07:00
|
|
|
const u8 packed_nr = 2;
|
|
|
|
u8 reqs = 0;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2011-07-01 10:55:33 -06:00
|
|
|
if (!rqc && !mq->mqrq_prev->req)
|
|
|
|
return 0;
|
2007-05-11 16:26:16 -06:00
|
|
|
|
2013-02-06 01:02:46 -07:00
|
|
|
if (rqc)
|
|
|
|
reqs = mmc_blk_prep_packed_list(mq, rqc);
|
|
|
|
|
2011-07-01 10:55:33 -06:00
|
|
|
do {
|
|
|
|
if (rqc) {
|
2012-05-17 05:02:21 -06:00
|
|
|
/*
|
|
|
|
* When 4KB native sector is enabled, only 8 blocks
|
|
|
|
* multiple read or write is allowed
|
|
|
|
*/
|
|
|
|
if ((brq->data.blocks & 0x07) &&
|
|
|
|
(card->ext_csd.data_sector_size == 4096)) {
|
|
|
|
pr_err("%s: Transfer size is not 4KB sector size aligned\n",
|
|
|
|
req->rq_disk->disk_name);
|
2013-02-06 01:02:46 -07:00
|
|
|
mq_rq = mq->mqrq_cur;
|
2012-05-17 05:02:21 -06:00
|
|
|
goto cmd_abort;
|
|
|
|
}
|
2013-02-06 01:02:46 -07:00
|
|
|
|
|
|
|
if (reqs >= packed_nr)
|
|
|
|
mmc_blk_packed_hdr_wrq_prep(mq->mqrq_cur,
|
|
|
|
card, mq);
|
|
|
|
else
|
|
|
|
mmc_blk_rw_rq_prep(mq->mqrq_cur, card, 0, mq);
|
2011-07-01 10:55:33 -06:00
|
|
|
areq = &mq->mqrq_cur->mmc_active;
|
|
|
|
} else
|
|
|
|
areq = NULL;
|
|
|
|
areq = mmc_start_req(card->host, areq, (int *) &status);
|
2013-01-14 12:28:17 -07:00
|
|
|
if (!areq) {
|
|
|
|
if (status == MMC_BLK_NEW_REQUEST)
|
|
|
|
mq->flags |= MMC_QUEUE_NEW_REQUEST;
|
2011-07-01 10:55:33 -06:00
|
|
|
return 0;
|
2013-01-14 12:28:17 -07:00
|
|
|
}
|
2011-07-01 10:55:33 -06:00
|
|
|
|
|
|
|
mq_rq = container_of(areq, struct mmc_queue_req, mmc_active);
|
|
|
|
brq = &mq_rq->brq;
|
|
|
|
req = mq_rq->req;
|
2011-08-29 07:42:15 -06:00
|
|
|
type = rq_data_dir(req) == READ ? MMC_BLK_READ : MMC_BLK_WRITE;
|
2011-07-01 10:55:33 -06:00
|
|
|
mmc_queue_bounce_post(mq_rq);
|
2007-05-11 16:26:16 -06:00
|
|
|
|
2011-07-01 10:55:30 -06:00
|
|
|
switch (status) {
|
|
|
|
case MMC_BLK_SUCCESS:
|
|
|
|
case MMC_BLK_PARTIAL:
|
|
|
|
/*
|
|
|
|
* A block was successfully transferred.
|
|
|
|
*/
|
2011-08-29 07:42:15 -06:00
|
|
|
mmc_blk_reset_success(md, type);
|
2013-02-06 01:02:46 -07:00
|
|
|
|
|
|
|
if (mmc_packed_cmd(mq_rq->cmd_type)) {
|
|
|
|
ret = mmc_blk_end_packed_req(mq_rq);
|
|
|
|
break;
|
|
|
|
} else {
|
|
|
|
ret = blk_end_request(req, 0,
|
2011-07-01 10:55:30 -06:00
|
|
|
brq->data.bytes_xfered);
|
2013-02-06 01:02:46 -07:00
|
|
|
}
|
|
|
|
|
2011-08-29 07:42:15 -06:00
|
|
|
/*
|
|
|
|
* If the blk_end_request function returns non-zero even
|
|
|
|
* though all data has been transferred and no errors
|
|
|
|
* were returned by the host controller, it's a bug.
|
|
|
|
*/
|
2011-07-01 10:55:33 -06:00
|
|
|
if (status == MMC_BLK_SUCCESS && ret) {
|
2011-10-11 00:14:09 -06:00
|
|
|
pr_err("%s BUG rq_tot %d d_xfer %d\n",
|
2011-07-01 10:55:33 -06:00
|
|
|
__func__, blk_rq_bytes(req),
|
|
|
|
brq->data.bytes_xfered);
|
|
|
|
rqc = NULL;
|
|
|
|
goto cmd_abort;
|
|
|
|
}
|
2011-07-01 10:55:30 -06:00
|
|
|
break;
|
|
|
|
case MMC_BLK_CMD_ERR:
|
2011-08-29 07:42:15 -06:00
|
|
|
ret = mmc_blk_cmd_err(md, card, brq, req, ret);
|
|
|
|
if (!mmc_blk_reset(md, card->host, type))
|
|
|
|
break;
|
|
|
|
goto cmd_abort;
|
2011-07-01 10:55:30 -06:00
|
|
|
case MMC_BLK_RETRY:
|
|
|
|
if (retry++ < 5)
|
2011-06-20 13:10:28 -06:00
|
|
|
break;
|
2011-08-29 07:42:15 -06:00
|
|
|
/* Fall through */
|
2011-07-01 10:55:30 -06:00
|
|
|
case MMC_BLK_ABORT:
|
2011-08-29 07:42:15 -06:00
|
|
|
if (!mmc_blk_reset(md, card->host, type))
|
|
|
|
break;
|
2011-06-20 13:10:49 -06:00
|
|
|
goto cmd_abort;
|
2011-08-29 07:42:15 -06:00
|
|
|
case MMC_BLK_DATA_ERR: {
|
|
|
|
int err;
|
|
|
|
|
|
|
|
err = mmc_blk_reset(md, card->host, type);
|
|
|
|
if (!err)
|
|
|
|
break;
|
2013-02-06 01:02:46 -07:00
|
|
|
if (err == -ENODEV ||
|
|
|
|
mmc_packed_cmd(mq_rq->cmd_type))
|
2011-08-29 07:42:15 -06:00
|
|
|
goto cmd_abort;
|
|
|
|
/* Fall through */
|
|
|
|
}
|
|
|
|
case MMC_BLK_ECC_ERR:
|
|
|
|
if (brq->data.blocks > 1) {
|
|
|
|
/* Redo read one sector at a time */
|
|
|
|
pr_warning("%s: retrying using single block read\n",
|
|
|
|
req->rq_disk->disk_name);
|
|
|
|
disable_multi = 1;
|
|
|
|
break;
|
|
|
|
}
|
2011-07-01 10:55:30 -06:00
|
|
|
/*
|
|
|
|
* After an error, we redo I/O one sector at a
|
|
|
|
* time, so we only reach here after trying to
|
|
|
|
* read a single sector.
|
|
|
|
*/
|
2012-06-07 04:16:58 -06:00
|
|
|
ret = blk_end_request(req, -EIO,
|
2011-07-01 10:55:30 -06:00
|
|
|
brq->data.blksz);
|
2011-07-01 10:55:33 -06:00
|
|
|
if (!ret)
|
|
|
|
goto start_new_req;
|
2011-07-01 10:55:30 -06:00
|
|
|
break;
|
2011-12-08 01:35:50 -07:00
|
|
|
case MMC_BLK_NOMEDIUM:
|
|
|
|
goto cmd_abort;
|
2013-01-14 12:28:17 -07:00
|
|
|
default:
|
|
|
|
pr_err("%s: Unhandled return value (%d)",
|
|
|
|
req->rq_disk->disk_name, status);
|
|
|
|
goto cmd_abort;
|
2011-06-20 13:10:49 -06:00
|
|
|
}
|
|
|
|
|
2011-07-01 10:55:33 -06:00
|
|
|
if (ret) {
|
2013-02-06 01:02:46 -07:00
|
|
|
if (mmc_packed_cmd(mq_rq->cmd_type)) {
|
|
|
|
if (!mq_rq->packed->retries)
|
|
|
|
goto cmd_abort;
|
|
|
|
mmc_blk_packed_hdr_wrq_prep(mq_rq, card, mq);
|
|
|
|
mmc_start_req(card->host,
|
|
|
|
&mq_rq->mmc_active, NULL);
|
|
|
|
} else {
|
|
|
|
|
|
|
|
/*
|
|
|
|
* In case of a incomplete request
|
|
|
|
* prepare it again and resend.
|
|
|
|
*/
|
|
|
|
mmc_blk_rw_rq_prep(mq_rq, card,
|
|
|
|
disable_multi, mq);
|
|
|
|
mmc_start_req(card->host,
|
|
|
|
&mq_rq->mmc_active, NULL);
|
|
|
|
}
|
2011-07-01 10:55:33 -06:00
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
} while (ret);
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
|
2011-06-20 13:10:28 -06:00
|
|
|
cmd_abort:
|
2013-02-06 01:02:46 -07:00
|
|
|
if (mmc_packed_cmd(mq_rq->cmd_type)) {
|
|
|
|
mmc_blk_abort_packed_req(mq_rq);
|
|
|
|
} else {
|
|
|
|
if (mmc_card_removed(card))
|
|
|
|
req->cmd_flags |= REQ_QUIET;
|
|
|
|
while (ret)
|
|
|
|
ret = blk_end_request(req, -EIO,
|
|
|
|
blk_rq_cur_bytes(req));
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2011-07-01 10:55:33 -06:00
|
|
|
start_new_req:
|
|
|
|
if (rqc) {
|
2013-01-22 03:48:07 -07:00
|
|
|
if (mmc_card_removed(card)) {
|
|
|
|
rqc->cmd_flags |= REQ_QUIET;
|
|
|
|
blk_end_request_all(rqc, -EIO);
|
|
|
|
} else {
|
2013-02-06 01:02:46 -07:00
|
|
|
/*
|
|
|
|
* If current request is packed, it needs to put back.
|
|
|
|
*/
|
|
|
|
if (mmc_packed_cmd(mq->mqrq_cur->cmd_type))
|
|
|
|
mmc_blk_revert_packed_req(mq, mq->mqrq_cur);
|
|
|
|
|
2013-01-22 03:48:07 -07:00
|
|
|
mmc_blk_rw_rq_prep(mq->mqrq_cur, card, 0, mq);
|
|
|
|
mmc_start_req(card->host,
|
|
|
|
&mq->mqrq_cur->mmc_active, NULL);
|
|
|
|
}
|
2011-07-01 10:55:33 -06:00
|
|
|
}
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2010-08-11 15:17:47 -06:00
|
|
|
static int mmc_blk_issue_rq(struct mmc_queue *mq, struct request *req)
|
|
|
|
{
|
2011-04-11 17:10:24 -06:00
|
|
|
int ret;
|
|
|
|
struct mmc_blk_data *md = mq->data;
|
|
|
|
struct mmc_card *card = md->queue.card;
|
2013-01-14 12:28:17 -07:00
|
|
|
struct mmc_host *host = card->host;
|
|
|
|
unsigned long flags;
|
2011-04-11 17:10:24 -06:00
|
|
|
|
2011-07-01 10:55:33 -06:00
|
|
|
if (req && !mq->mqrq_prev->req)
|
|
|
|
/* claim host only for the first request */
|
|
|
|
mmc_claim_host(card->host);
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
ret = mmc_blk_part_switch(card, md);
|
|
|
|
if (ret) {
|
2011-09-23 03:48:20 -06:00
|
|
|
if (req) {
|
2012-06-07 04:16:58 -06:00
|
|
|
blk_end_request_all(req, -EIO);
|
2011-09-23 03:48:20 -06:00
|
|
|
}
|
2011-04-11 17:10:25 -06:00
|
|
|
ret = 0;
|
|
|
|
goto out;
|
|
|
|
}
|
2011-04-11 17:10:24 -06:00
|
|
|
|
2013-01-14 12:28:17 -07:00
|
|
|
mq->flags &= ~MMC_QUEUE_NEW_REQUEST;
|
2011-07-01 10:55:33 -06:00
|
|
|
if (req && req->cmd_flags & REQ_DISCARD) {
|
|
|
|
/* complete ongoing async transfer before issuing discard */
|
|
|
|
if (card->host->areq)
|
|
|
|
mmc_blk_issue_rw_rq(mq, NULL);
|
2012-08-29 00:05:36 -06:00
|
|
|
if (req->cmd_flags & REQ_SECURE &&
|
|
|
|
!(card->quirks & MMC_QUIRK_SEC_ERASE_TRIM_BROKEN))
|
2011-04-11 17:10:24 -06:00
|
|
|
ret = mmc_blk_issue_secdiscard_rq(mq, req);
|
2010-08-11 15:17:50 -06:00
|
|
|
else
|
2011-04-11 17:10:24 -06:00
|
|
|
ret = mmc_blk_issue_discard_rq(mq, req);
|
2011-07-01 10:55:33 -06:00
|
|
|
} else if (req && req->cmd_flags & REQ_FLUSH) {
|
2011-07-13 02:02:16 -06:00
|
|
|
/* complete ongoing async transfer before issuing flush */
|
|
|
|
if (card->host->areq)
|
|
|
|
mmc_blk_issue_rw_rq(mq, NULL);
|
2011-04-11 17:10:24 -06:00
|
|
|
ret = mmc_blk_issue_flush(mq, req);
|
2010-08-11 15:17:50 -06:00
|
|
|
} else {
|
2013-01-14 12:28:17 -07:00
|
|
|
if (!req && host->areq) {
|
|
|
|
spin_lock_irqsave(&host->context_info.lock, flags);
|
|
|
|
host->context_info.is_waiting_last_req = true;
|
|
|
|
spin_unlock_irqrestore(&host->context_info.lock, flags);
|
|
|
|
}
|
2011-04-11 17:10:24 -06:00
|
|
|
ret = mmc_blk_issue_rw_rq(mq, req);
|
2010-08-11 15:17:50 -06:00
|
|
|
}
|
2011-04-11 17:10:24 -06:00
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
out:
|
2013-03-14 00:17:13 -06:00
|
|
|
if ((!req && !(mq->flags & MMC_QUEUE_NEW_REQUEST)) ||
|
|
|
|
(req && (req->cmd_flags & MMC_REQ_SPECIAL_MASK)))
|
|
|
|
/*
|
|
|
|
* Release host when there are no more requests
|
|
|
|
* and after special request(discard, flush) is done.
|
|
|
|
* In case sepecial request, there is no reentry to
|
|
|
|
* the 'mmc_blk_issue_rq' with 'mqrq_prev->req'.
|
|
|
|
*/
|
2011-07-01 10:55:33 -06:00
|
|
|
mmc_release_host(card->host);
|
2011-04-11 17:10:24 -06:00
|
|
|
return ret;
|
2010-08-11 15:17:47 -06:00
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-01-03 15:38:44 -07:00
|
|
|
static inline int mmc_blk_readonly(struct mmc_card *card)
|
|
|
|
{
|
|
|
|
return mmc_card_readonly(card) ||
|
|
|
|
!(card->csd.cmdclass & CCC_BLOCK_WRITE);
|
|
|
|
}
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
static struct mmc_blk_data *mmc_blk_alloc_req(struct mmc_card *card,
|
|
|
|
struct device *parent,
|
|
|
|
sector_t size,
|
|
|
|
bool default_ro,
|
2011-12-02 00:51:06 -07:00
|
|
|
const char *subname,
|
|
|
|
int area_type)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
|
|
|
struct mmc_blk_data *md;
|
|
|
|
int devidx, ret;
|
|
|
|
|
2010-09-17 19:19:57 -06:00
|
|
|
devidx = find_first_zero_bit(dev_use, max_devices);
|
|
|
|
if (devidx >= max_devices)
|
2005-04-16 16:20:36 -06:00
|
|
|
return ERR_PTR(-ENOSPC);
|
|
|
|
__set_bit(devidx, dev_use);
|
|
|
|
|
some kmalloc/memset ->kzalloc (tree wide)
Transform some calls to kmalloc/memset to a single kzalloc (or kcalloc).
Here is a short excerpt of the semantic patch performing
this transformation:
@@
type T2;
expression x;
identifier f,fld;
expression E;
expression E1,E2;
expression e1,e2,e3,y;
statement S;
@@
x =
- kmalloc
+ kzalloc
(E1,E2)
... when != \(x->fld=E;\|y=f(...,x,...);\|f(...,x,...);\|x=E;\|while(...) S\|for(e1;e2;e3) S\)
- memset((T2)x,0,E1);
@@
expression E1,E2,E3;
@@
- kzalloc(E1 * E2,E3)
+ kcalloc(E1,E2,E3)
[akpm@linux-foundation.org: get kcalloc args the right way around]
Signed-off-by: Yoann Padioleau <padator@wanadoo.fr>
Cc: Richard Henderson <rth@twiddle.net>
Cc: Ivan Kokshaysky <ink@jurassic.park.msu.ru>
Acked-by: Russell King <rmk@arm.linux.org.uk>
Cc: Bryan Wu <bryan.wu@analog.com>
Acked-by: Jiri Slaby <jirislaby@gmail.com>
Cc: Dave Airlie <airlied@linux.ie>
Acked-by: Roland Dreier <rolandd@cisco.com>
Cc: Jiri Kosina <jkosina@suse.cz>
Acked-by: Dmitry Torokhov <dtor@mail.ru>
Cc: Benjamin Herrenschmidt <benh@kernel.crashing.org>
Acked-by: Mauro Carvalho Chehab <mchehab@infradead.org>
Acked-by: Pierre Ossman <drzeus-list@drzeus.cx>
Cc: Jeff Garzik <jeff@garzik.org>
Cc: "David S. Miller" <davem@davemloft.net>
Acked-by: Greg KH <greg@kroah.com>
Cc: James Bottomley <James.Bottomley@steeleye.com>
Cc: "Antonino A. Daplas" <adaplas@pol.net>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-07-19 02:49:03 -06:00
|
|
|
md = kzalloc(sizeof(struct mmc_blk_data), GFP_KERNEL);
|
2006-01-03 15:38:44 -07:00
|
|
|
if (!md) {
|
|
|
|
ret = -ENOMEM;
|
|
|
|
goto out;
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2011-04-21 21:46:13 -06:00
|
|
|
/*
|
|
|
|
* !subname implies we are creating main mmc_blk_data that will be
|
|
|
|
* associated with mmc_card with mmc_set_drvdata. Due to device
|
|
|
|
* partitions, devidx will not coincide with a per-physical card
|
|
|
|
* index anymore so we keep track of a name index.
|
|
|
|
*/
|
|
|
|
if (!subname) {
|
|
|
|
md->name_idx = find_first_zero_bit(name_use, max_devices);
|
|
|
|
__set_bit(md->name_idx, name_use);
|
2011-12-02 00:51:06 -07:00
|
|
|
} else
|
2011-04-21 21:46:13 -06:00
|
|
|
md->name_idx = ((struct mmc_blk_data *)
|
|
|
|
dev_to_disk(parent)->private_data)->name_idx;
|
|
|
|
|
2011-12-02 00:51:06 -07:00
|
|
|
md->area_type = area_type;
|
|
|
|
|
2006-01-03 15:38:44 -07:00
|
|
|
/*
|
|
|
|
* Set the read-only status based on the supported commands
|
|
|
|
* and the write protect switch.
|
|
|
|
*/
|
|
|
|
md->read_only = mmc_blk_readonly(card);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2010-09-17 19:19:57 -06:00
|
|
|
md->disk = alloc_disk(perdev_minors);
|
2006-01-03 15:38:44 -07:00
|
|
|
if (md->disk == NULL) {
|
|
|
|
ret = -ENOMEM;
|
|
|
|
goto err_kfree;
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-01-03 15:38:44 -07:00
|
|
|
spin_lock_init(&md->lock);
|
2011-04-11 17:10:25 -06:00
|
|
|
INIT_LIST_HEAD(&md->part);
|
2006-01-03 15:38:44 -07:00
|
|
|
md->usage = 1;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2011-06-23 04:40:28 -06:00
|
|
|
ret = mmc_init_queue(&md->queue, card, &md->lock, subname);
|
2006-01-03 15:38:44 -07:00
|
|
|
if (ret)
|
|
|
|
goto err_putdisk;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-01-03 15:38:44 -07:00
|
|
|
md->queue.issue_fn = mmc_blk_issue_rq;
|
|
|
|
md->queue.data = md;
|
2005-12-22 16:21:38 -07:00
|
|
|
|
2007-05-14 09:27:29 -06:00
|
|
|
md->disk->major = MMC_BLOCK_MAJOR;
|
2010-09-17 19:19:57 -06:00
|
|
|
md->disk->first_minor = devidx * perdev_minors;
|
2006-01-03 15:38:44 -07:00
|
|
|
md->disk->fops = &mmc_bdops;
|
|
|
|
md->disk->private_data = md;
|
|
|
|
md->disk->queue = md->queue.queue;
|
2011-04-11 17:10:25 -06:00
|
|
|
md->disk->driverfs_dev = parent;
|
|
|
|
set_disk_ro(md->disk, md->read_only || default_ro);
|
2012-08-06 09:12:28 -06:00
|
|
|
if (area_type & MMC_BLK_DATA_AREA_RPMB)
|
|
|
|
md->disk->flags |= GENHD_FL_NO_PART_SCAN;
|
2006-01-03 15:38:44 -07:00
|
|
|
|
|
|
|
/*
|
|
|
|
* As discussed on lkml, GENHD_FL_REMOVABLE should:
|
|
|
|
*
|
|
|
|
* - be set for removable media with permanent block devices
|
|
|
|
* - be unset for removable block devices with permanent media
|
|
|
|
*
|
|
|
|
* Since MMC block devices clearly fall under the second
|
|
|
|
* case, we do not set GENHD_FL_REMOVABLE. Userspace
|
|
|
|
* should use the block device creation/destruction hotplug
|
|
|
|
* messages to tell when the card is present.
|
|
|
|
*/
|
|
|
|
|
2011-04-21 21:46:13 -06:00
|
|
|
snprintf(md->disk->disk_name, sizeof(md->disk->disk_name),
|
|
|
|
"mmcblk%d%s", md->name_idx, subname ? subname : "");
|
2006-01-03 15:38:44 -07:00
|
|
|
|
2012-05-17 05:02:21 -06:00
|
|
|
if (mmc_card_mmc(card))
|
|
|
|
blk_queue_logical_block_size(md->queue.queue,
|
|
|
|
card->ext_csd.data_sector_size);
|
|
|
|
else
|
|
|
|
blk_queue_logical_block_size(md->queue.queue, 512);
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
set_capacity(md->disk, size);
|
2011-05-23 14:06:36 -06:00
|
|
|
|
2011-05-23 14:06:38 -06:00
|
|
|
if (mmc_host_cmd23(card->host)) {
|
|
|
|
if (mmc_card_mmc(card) ||
|
|
|
|
(mmc_card_sd(card) &&
|
|
|
|
card->scr.cmds & SD_SCR_CMD23_SUPPORT))
|
|
|
|
md->flags |= MMC_BLK_CMD23;
|
|
|
|
}
|
2011-05-23 14:06:36 -06:00
|
|
|
|
|
|
|
if (mmc_card_mmc(card) &&
|
|
|
|
md->flags & MMC_BLK_CMD23 &&
|
|
|
|
((card->ext_csd.rel_param & EXT_CSD_WR_REL_PARAM_EN) ||
|
|
|
|
card->ext_csd.rel_sectors)) {
|
|
|
|
md->flags |= MMC_BLK_REL_WR;
|
|
|
|
blk_queue_flush(md->queue.queue, REQ_FLUSH | REQ_FUA);
|
|
|
|
}
|
|
|
|
|
2013-02-06 01:02:46 -07:00
|
|
|
if (mmc_card_mmc(card) &&
|
|
|
|
(area_type == MMC_BLK_DATA_AREA_MAIN) &&
|
|
|
|
(md->flags & MMC_BLK_CMD23) &&
|
|
|
|
card->ext_csd.packed_event_en) {
|
|
|
|
if (!mmc_packed_init(&md->queue, card))
|
|
|
|
md->flags |= MMC_BLK_PACKED_CMD;
|
|
|
|
}
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
return md;
|
|
|
|
|
|
|
|
err_putdisk:
|
|
|
|
put_disk(md->disk);
|
|
|
|
err_kfree:
|
|
|
|
kfree(md);
|
|
|
|
out:
|
|
|
|
return ERR_PTR(ret);
|
|
|
|
}
|
|
|
|
|
|
|
|
static struct mmc_blk_data *mmc_blk_alloc(struct mmc_card *card)
|
|
|
|
{
|
|
|
|
sector_t size;
|
|
|
|
struct mmc_blk_data *md;
|
2006-01-03 15:38:44 -07:00
|
|
|
|
2007-02-17 14:15:27 -07:00
|
|
|
if (!mmc_card_sd(card) && mmc_card_blockaddr(card)) {
|
|
|
|
/*
|
|
|
|
* The EXT_CSD sector count is in number or 512 byte
|
|
|
|
* sectors.
|
|
|
|
*/
|
2011-04-11 17:10:25 -06:00
|
|
|
size = card->ext_csd.sectors;
|
2007-02-17 14:15:27 -07:00
|
|
|
} else {
|
|
|
|
/*
|
|
|
|
* The CSD capacity field is in units of read_blkbits.
|
|
|
|
* set_capacity takes units of 512 bytes.
|
|
|
|
*/
|
2011-04-11 17:10:25 -06:00
|
|
|
size = card->csd.capacity << (card->csd.read_blkbits - 9);
|
2007-02-17 14:15:27 -07:00
|
|
|
}
|
2011-04-11 17:10:25 -06:00
|
|
|
|
2011-12-02 00:51:06 -07:00
|
|
|
md = mmc_blk_alloc_req(card, &card->dev, size, false, NULL,
|
|
|
|
MMC_BLK_DATA_AREA_MAIN);
|
2005-04-16 16:20:36 -06:00
|
|
|
return md;
|
2011-04-11 17:10:25 -06:00
|
|
|
}
|
2006-01-03 15:38:44 -07:00
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
static int mmc_blk_alloc_part(struct mmc_card *card,
|
|
|
|
struct mmc_blk_data *md,
|
|
|
|
unsigned int part_type,
|
|
|
|
sector_t size,
|
|
|
|
bool default_ro,
|
2011-12-02 00:51:06 -07:00
|
|
|
const char *subname,
|
|
|
|
int area_type)
|
2011-04-11 17:10:25 -06:00
|
|
|
{
|
|
|
|
char cap_str[10];
|
|
|
|
struct mmc_blk_data *part_md;
|
|
|
|
|
|
|
|
part_md = mmc_blk_alloc_req(card, disk_to_dev(md->disk), size, default_ro,
|
2011-12-02 00:51:06 -07:00
|
|
|
subname, area_type);
|
2011-04-11 17:10:25 -06:00
|
|
|
if (IS_ERR(part_md))
|
|
|
|
return PTR_ERR(part_md);
|
|
|
|
part_md->part_type = part_type;
|
|
|
|
list_add(&part_md->part, &md->part);
|
|
|
|
|
|
|
|
string_get_size((u64)get_capacity(part_md->disk) << 9, STRING_UNITS_2,
|
|
|
|
cap_str, sizeof(cap_str));
|
2011-10-11 00:14:09 -06:00
|
|
|
pr_info("%s: %s %s partition %u %s\n",
|
2011-04-11 17:10:25 -06:00
|
|
|
part_md->disk->disk_name, mmc_card_id(card),
|
|
|
|
mmc_card_name(card), part_md->part_type, cap_str);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2011-10-06 08:41:38 -06:00
|
|
|
/* MMC Physical partitions consist of two boot partitions and
|
|
|
|
* up to four general purpose partitions.
|
|
|
|
* For each partition enabled in EXT_CSD a block device will be allocatedi
|
|
|
|
* to provide access to the partition.
|
|
|
|
*/
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
static int mmc_blk_alloc_parts(struct mmc_card *card, struct mmc_blk_data *md)
|
|
|
|
{
|
2011-10-06 08:41:38 -06:00
|
|
|
int idx, ret = 0;
|
2011-04-11 17:10:25 -06:00
|
|
|
|
|
|
|
if (!mmc_card_mmc(card))
|
|
|
|
return 0;
|
|
|
|
|
2011-10-06 08:41:38 -06:00
|
|
|
for (idx = 0; idx < card->nr_parts; idx++) {
|
|
|
|
if (card->part[idx].size) {
|
|
|
|
ret = mmc_blk_alloc_part(card, md,
|
|
|
|
card->part[idx].part_cfg,
|
|
|
|
card->part[idx].size >> 9,
|
|
|
|
card->part[idx].force_ro,
|
2011-12-02 00:51:06 -07:00
|
|
|
card->part[idx].name,
|
|
|
|
card->part[idx].area_type);
|
2011-10-06 08:41:38 -06:00
|
|
|
if (ret)
|
|
|
|
return ret;
|
|
|
|
}
|
2011-04-11 17:10:25 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
return ret;
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
static void mmc_blk_remove_req(struct mmc_blk_data *md)
|
|
|
|
{
|
2011-12-02 00:51:06 -07:00
|
|
|
struct mmc_card *card;
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
if (md) {
|
2011-12-02 00:51:06 -07:00
|
|
|
card = md->queue.card;
|
2011-04-11 17:10:25 -06:00
|
|
|
if (md->disk->flags & GENHD_FL_UP) {
|
|
|
|
device_remove_file(disk_to_dev(md->disk), &md->force_ro);
|
2011-12-02 00:51:06 -07:00
|
|
|
if ((md->area_type & MMC_BLK_DATA_AREA_BOOT) &&
|
|
|
|
card->ext_csd.boot_ro_lockable)
|
|
|
|
device_remove_file(disk_to_dev(md->disk),
|
|
|
|
&md->power_ro_lock);
|
2011-04-11 17:10:25 -06:00
|
|
|
|
|
|
|
/* Stop new requests from getting into the queue */
|
|
|
|
del_gendisk(md->disk);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Then flush out any already in there */
|
|
|
|
mmc_cleanup_queue(&md->queue);
|
2013-02-06 01:02:46 -07:00
|
|
|
if (md->flags & MMC_BLK_PACKED_CMD)
|
|
|
|
mmc_packed_clean(&md->queue);
|
2011-04-11 17:10:25 -06:00
|
|
|
mmc_blk_put(md);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static void mmc_blk_remove_parts(struct mmc_card *card,
|
|
|
|
struct mmc_blk_data *md)
|
|
|
|
{
|
|
|
|
struct list_head *pos, *q;
|
|
|
|
struct mmc_blk_data *part_md;
|
|
|
|
|
2011-04-21 21:46:13 -06:00
|
|
|
__clear_bit(md->name_idx, name_use);
|
2011-04-11 17:10:25 -06:00
|
|
|
list_for_each_safe(pos, q, &md->part) {
|
|
|
|
part_md = list_entry(pos, struct mmc_blk_data, part);
|
|
|
|
list_del(pos);
|
|
|
|
mmc_blk_remove_req(part_md);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static int mmc_add_disk(struct mmc_blk_data *md)
|
|
|
|
{
|
|
|
|
int ret;
|
2011-12-02 00:51:06 -07:00
|
|
|
struct mmc_card *card = md->queue.card;
|
2011-04-11 17:10:25 -06:00
|
|
|
|
|
|
|
add_disk(md->disk);
|
|
|
|
md->force_ro.show = force_ro_show;
|
|
|
|
md->force_ro.store = force_ro_store;
|
2011-04-23 09:22:58 -06:00
|
|
|
sysfs_attr_init(&md->force_ro.attr);
|
2011-04-11 17:10:25 -06:00
|
|
|
md->force_ro.attr.name = "force_ro";
|
|
|
|
md->force_ro.attr.mode = S_IRUGO | S_IWUSR;
|
|
|
|
ret = device_create_file(disk_to_dev(md->disk), &md->force_ro);
|
|
|
|
if (ret)
|
2011-12-02 00:51:06 -07:00
|
|
|
goto force_ro_fail;
|
|
|
|
|
|
|
|
if ((md->area_type & MMC_BLK_DATA_AREA_BOOT) &&
|
|
|
|
card->ext_csd.boot_ro_lockable) {
|
2012-03-20 04:00:24 -06:00
|
|
|
umode_t mode;
|
2011-12-02 00:51:06 -07:00
|
|
|
|
|
|
|
if (card->ext_csd.boot_ro_lock & EXT_CSD_BOOT_WP_B_PWR_WP_DIS)
|
|
|
|
mode = S_IRUGO;
|
|
|
|
else
|
|
|
|
mode = S_IRUGO | S_IWUSR;
|
|
|
|
|
|
|
|
md->power_ro_lock.show = power_ro_lock_show;
|
|
|
|
md->power_ro_lock.store = power_ro_lock_store;
|
2012-02-01 08:31:56 -07:00
|
|
|
sysfs_attr_init(&md->power_ro_lock.attr);
|
2011-12-02 00:51:06 -07:00
|
|
|
md->power_ro_lock.attr.mode = mode;
|
|
|
|
md->power_ro_lock.attr.name =
|
|
|
|
"ro_lock_until_next_power_on";
|
|
|
|
ret = device_create_file(disk_to_dev(md->disk),
|
|
|
|
&md->power_ro_lock);
|
|
|
|
if (ret)
|
|
|
|
goto power_ro_lock_fail;
|
|
|
|
}
|
|
|
|
return ret;
|
|
|
|
|
|
|
|
power_ro_lock_fail:
|
|
|
|
device_remove_file(disk_to_dev(md->disk), &md->force_ro);
|
|
|
|
force_ro_fail:
|
|
|
|
del_gendisk(md->disk);
|
2011-04-11 17:10:25 -06:00
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2011-11-11 20:01:43 -07:00
|
|
|
#define CID_MANFID_SANDISK 0x2
|
|
|
|
#define CID_MANFID_TOSHIBA 0x11
|
|
|
|
#define CID_MANFID_MICRON 0x13
|
2012-08-29 00:05:36 -06:00
|
|
|
#define CID_MANFID_SAMSUNG 0x15
|
2011-11-11 20:01:43 -07:00
|
|
|
|
2011-04-11 17:11:04 -06:00
|
|
|
static const struct mmc_fixup blk_fixups[] =
|
|
|
|
{
|
2011-11-11 20:01:43 -07:00
|
|
|
MMC_FIXUP("SEM02G", CID_MANFID_SANDISK, 0x100, add_quirk,
|
|
|
|
MMC_QUIRK_INAND_CMD38),
|
|
|
|
MMC_FIXUP("SEM04G", CID_MANFID_SANDISK, 0x100, add_quirk,
|
|
|
|
MMC_QUIRK_INAND_CMD38),
|
|
|
|
MMC_FIXUP("SEM08G", CID_MANFID_SANDISK, 0x100, add_quirk,
|
|
|
|
MMC_QUIRK_INAND_CMD38),
|
|
|
|
MMC_FIXUP("SEM16G", CID_MANFID_SANDISK, 0x100, add_quirk,
|
|
|
|
MMC_QUIRK_INAND_CMD38),
|
|
|
|
MMC_FIXUP("SEM32G", CID_MANFID_SANDISK, 0x100, add_quirk,
|
|
|
|
MMC_QUIRK_INAND_CMD38),
|
2011-05-23 14:06:36 -06:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Some MMC cards experience performance degradation with CMD23
|
|
|
|
* instead of CMD12-bounded multiblock transfers. For now we'll
|
|
|
|
* black list what's bad...
|
|
|
|
* - Certain Toshiba cards.
|
|
|
|
*
|
|
|
|
* N.B. This doesn't affect SD cards.
|
|
|
|
*/
|
2011-11-11 20:01:43 -07:00
|
|
|
MMC_FIXUP("MMC08G", CID_MANFID_TOSHIBA, CID_OEMID_ANY, add_quirk_mmc,
|
2011-05-23 14:06:36 -06:00
|
|
|
MMC_QUIRK_BLK_NO_CMD23),
|
2011-11-11 20:01:43 -07:00
|
|
|
MMC_FIXUP("MMC16G", CID_MANFID_TOSHIBA, CID_OEMID_ANY, add_quirk_mmc,
|
2011-05-23 14:06:36 -06:00
|
|
|
MMC_QUIRK_BLK_NO_CMD23),
|
2011-11-11 20:01:43 -07:00
|
|
|
MMC_FIXUP("MMC32G", CID_MANFID_TOSHIBA, CID_OEMID_ANY, add_quirk_mmc,
|
2011-05-23 14:06:36 -06:00
|
|
|
MMC_QUIRK_BLK_NO_CMD23),
|
2011-11-03 02:44:12 -06:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Some Micron MMC cards needs longer data read timeout than
|
|
|
|
* indicated in CSD.
|
|
|
|
*/
|
2011-11-11 20:01:43 -07:00
|
|
|
MMC_FIXUP(CID_NAME_ANY, CID_MANFID_MICRON, 0x200, add_quirk_mmc,
|
2011-11-03 02:44:12 -06:00
|
|
|
MMC_QUIRK_LONG_READ_TIME),
|
|
|
|
|
2012-08-29 00:05:36 -06:00
|
|
|
/*
|
|
|
|
* On these Samsung MoviNAND parts, performing secure erase or
|
|
|
|
* secure trim can result in unrecoverable corruption due to a
|
|
|
|
* firmware bug.
|
|
|
|
*/
|
|
|
|
MMC_FIXUP("M8G2FA", CID_MANFID_SAMSUNG, CID_OEMID_ANY, add_quirk_mmc,
|
|
|
|
MMC_QUIRK_SEC_ERASE_TRIM_BROKEN),
|
|
|
|
MMC_FIXUP("MAG4FA", CID_MANFID_SAMSUNG, CID_OEMID_ANY, add_quirk_mmc,
|
|
|
|
MMC_QUIRK_SEC_ERASE_TRIM_BROKEN),
|
|
|
|
MMC_FIXUP("MBG8FA", CID_MANFID_SAMSUNG, CID_OEMID_ANY, add_quirk_mmc,
|
|
|
|
MMC_QUIRK_SEC_ERASE_TRIM_BROKEN),
|
|
|
|
MMC_FIXUP("MCGAFA", CID_MANFID_SAMSUNG, CID_OEMID_ANY, add_quirk_mmc,
|
|
|
|
MMC_QUIRK_SEC_ERASE_TRIM_BROKEN),
|
|
|
|
MMC_FIXUP("VAL00M", CID_MANFID_SAMSUNG, CID_OEMID_ANY, add_quirk_mmc,
|
|
|
|
MMC_QUIRK_SEC_ERASE_TRIM_BROKEN),
|
|
|
|
MMC_FIXUP("VYL00M", CID_MANFID_SAMSUNG, CID_OEMID_ANY, add_quirk_mmc,
|
|
|
|
MMC_QUIRK_SEC_ERASE_TRIM_BROKEN),
|
|
|
|
MMC_FIXUP("KYL00M", CID_MANFID_SAMSUNG, CID_OEMID_ANY, add_quirk_mmc,
|
|
|
|
MMC_QUIRK_SEC_ERASE_TRIM_BROKEN),
|
|
|
|
MMC_FIXUP("VZL00M", CID_MANFID_SAMSUNG, CID_OEMID_ANY, add_quirk_mmc,
|
|
|
|
MMC_QUIRK_SEC_ERASE_TRIM_BROKEN),
|
|
|
|
|
2011-04-11 17:11:04 -06:00
|
|
|
END_FIXUP
|
|
|
|
};
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
static int mmc_blk_probe(struct mmc_card *card)
|
|
|
|
{
|
2011-04-11 17:10:25 -06:00
|
|
|
struct mmc_blk_data *md, *part_md;
|
2008-09-06 02:57:57 -06:00
|
|
|
char cap_str[10];
|
|
|
|
|
2005-05-21 03:27:02 -06:00
|
|
|
/*
|
|
|
|
* Check that the card supports the command class(es) we need.
|
|
|
|
*/
|
|
|
|
if (!(card->csd.cmdclass & CCC_BLOCK_READ))
|
2005-04-16 16:20:36 -06:00
|
|
|
return -ENODEV;
|
|
|
|
|
|
|
|
md = mmc_blk_alloc(card);
|
|
|
|
if (IS_ERR(md))
|
|
|
|
return PTR_ERR(md);
|
|
|
|
|
2009-02-05 00:31:57 -07:00
|
|
|
string_get_size((u64)get_capacity(md->disk) << 9, STRING_UNITS_2,
|
2008-09-06 02:57:57 -06:00
|
|
|
cap_str, sizeof(cap_str));
|
2011-10-11 00:14:09 -06:00
|
|
|
pr_info("%s: %s %s %s %s\n",
|
2005-04-16 16:20:36 -06:00
|
|
|
md->disk->disk_name, mmc_card_id(card), mmc_card_name(card),
|
2008-09-06 02:57:57 -06:00
|
|
|
cap_str, md->read_only ? "(ro)" : "");
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
if (mmc_blk_alloc_parts(card, md))
|
|
|
|
goto out;
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
mmc_set_drvdata(card, md);
|
2011-04-11 17:11:04 -06:00
|
|
|
mmc_fixup_device(card, blk_fixups);
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
if (mmc_add_disk(md))
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
list_for_each_entry(part_md, &md->part, part) {
|
|
|
|
if (mmc_add_disk(part_md))
|
|
|
|
goto out;
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
return 0;
|
|
|
|
|
|
|
|
out:
|
2011-04-11 17:10:25 -06:00
|
|
|
mmc_blk_remove_parts(card, md);
|
|
|
|
mmc_blk_remove_req(md);
|
2012-03-22 04:47:26 -06:00
|
|
|
return 0;
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static void mmc_blk_remove(struct mmc_card *card)
|
|
|
|
{
|
|
|
|
struct mmc_blk_data *md = mmc_get_drvdata(card);
|
|
|
|
|
2011-04-11 17:10:25 -06:00
|
|
|
mmc_blk_remove_parts(card, md);
|
2011-06-23 04:40:26 -06:00
|
|
|
mmc_claim_host(card->host);
|
|
|
|
mmc_blk_part_switch(card, md);
|
|
|
|
mmc_release_host(card->host);
|
2011-04-11 17:10:25 -06:00
|
|
|
mmc_blk_remove_req(md);
|
2005-04-16 16:20:36 -06:00
|
|
|
mmc_set_drvdata(card, NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
#ifdef CONFIG_PM
|
2012-04-11 05:54:38 -06:00
|
|
|
static int mmc_blk_suspend(struct mmc_card *card)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2011-04-11 17:10:25 -06:00
|
|
|
struct mmc_blk_data *part_md;
|
2005-04-16 16:20:36 -06:00
|
|
|
struct mmc_blk_data *md = mmc_get_drvdata(card);
|
|
|
|
|
|
|
|
if (md) {
|
|
|
|
mmc_queue_suspend(&md->queue);
|
2011-04-11 17:10:25 -06:00
|
|
|
list_for_each_entry(part_md, &md->part, part) {
|
|
|
|
mmc_queue_suspend(&part_md->queue);
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int mmc_blk_resume(struct mmc_card *card)
|
|
|
|
{
|
2011-04-11 17:10:25 -06:00
|
|
|
struct mmc_blk_data *part_md;
|
2005-04-16 16:20:36 -06:00
|
|
|
struct mmc_blk_data *md = mmc_get_drvdata(card);
|
|
|
|
|
|
|
|
if (md) {
|
2011-04-11 17:10:25 -06:00
|
|
|
/*
|
|
|
|
* Resume involves the card going into idle state,
|
|
|
|
* so current partition is always the main one.
|
|
|
|
*/
|
|
|
|
md->part_curr = md->part_type;
|
2005-04-16 16:20:36 -06:00
|
|
|
mmc_queue_resume(&md->queue);
|
2011-04-11 17:10:25 -06:00
|
|
|
list_for_each_entry(part_md, &md->part, part) {
|
|
|
|
mmc_queue_resume(&part_md->queue);
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
#else
|
|
|
|
#define mmc_blk_suspend NULL
|
|
|
|
#define mmc_blk_resume NULL
|
|
|
|
#endif
|
|
|
|
|
|
|
|
static struct mmc_driver mmc_driver = {
|
|
|
|
.drv = {
|
|
|
|
.name = "mmcblk",
|
|
|
|
},
|
|
|
|
.probe = mmc_blk_probe,
|
|
|
|
.remove = mmc_blk_remove,
|
|
|
|
.suspend = mmc_blk_suspend,
|
|
|
|
.resume = mmc_blk_resume,
|
|
|
|
};
|
|
|
|
|
|
|
|
static int __init mmc_blk_init(void)
|
|
|
|
{
|
2008-09-13 04:02:07 -06:00
|
|
|
int res;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2010-09-17 19:19:57 -06:00
|
|
|
if (perdev_minors != CONFIG_MMC_BLOCK_MINORS)
|
|
|
|
pr_info("mmcblk: using %d minors per device\n", perdev_minors);
|
|
|
|
|
|
|
|
max_devices = 256 / perdev_minors;
|
|
|
|
|
2007-05-14 09:27:29 -06:00
|
|
|
res = register_blkdev(MMC_BLOCK_MAJOR, "mmc");
|
|
|
|
if (res)
|
2005-04-16 16:20:36 -06:00
|
|
|
goto out;
|
|
|
|
|
2008-09-13 04:02:07 -06:00
|
|
|
res = mmc_register_driver(&mmc_driver);
|
|
|
|
if (res)
|
|
|
|
goto out2;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2008-09-13 04:02:07 -06:00
|
|
|
return 0;
|
|
|
|
out2:
|
|
|
|
unregister_blkdev(MMC_BLOCK_MAJOR, "mmc");
|
2005-04-16 16:20:36 -06:00
|
|
|
out:
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void __exit mmc_blk_exit(void)
|
|
|
|
{
|
|
|
|
mmc_unregister_driver(&mmc_driver);
|
2007-05-14 09:27:29 -06:00
|
|
|
unregister_blkdev(MMC_BLOCK_MAJOR, "mmc");
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
module_init(mmc_blk_init);
|
|
|
|
module_exit(mmc_blk_exit);
|
|
|
|
|
|
|
|
MODULE_LICENSE("GPL");
|
|
|
|
MODULE_DESCRIPTION("Multimedia Card (MMC) block device driver");
|
|
|
|
|