mmc_test.c 74.5 KB
Newer Older
Pierre Ossman's avatar
Pierre Ossman committed
1
/*
2
 *  Copyright 2007-2008 Pierre Ossman
Pierre Ossman's avatar
Pierre Ossman committed
3 4 5 6 7 8 9 10 11 12 13
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or (at
 * your option) any later version.
 */

#include <linux/mmc/core.h>
#include <linux/mmc/card.h>
#include <linux/mmc/host.h>
#include <linux/mmc/mmc.h>
14
#include <linux/slab.h>
Pierre Ossman's avatar
Pierre Ossman committed
15 16

#include <linux/scatterlist.h>
17
#include <linux/swap.h>		/* For nr_free_buffer_pages() */
18
#include <linux/list.h>
Pierre Ossman's avatar
Pierre Ossman committed
19

20 21 22
#include <linux/debugfs.h>
#include <linux/uaccess.h>
#include <linux/seq_file.h>
23
#include <linux/module.h>
24

25
#include "core.h"
26
#include "card.h"
27
#include "host.h"
28
#include "bus.h"
29

Pierre Ossman's avatar
Pierre Ossman committed
30 31 32 33 34
#define RESULT_OK		0
#define RESULT_FAIL		1
#define RESULT_UNSUP_HOST	2
#define RESULT_UNSUP_CARD	3

Pierre Ossman's avatar
Pierre Ossman committed
35 36
#define BUFFER_ORDER		2
#define BUFFER_SIZE		(PAGE_SIZE << BUFFER_ORDER)
Pierre Ossman's avatar
Pierre Ossman committed
37

38 39
#define TEST_ALIGN_END		8

40 41 42 43 44 45
/*
 * Limit the test area size to the maximum MMC HC erase group size.  Note that
 * the maximum SD allocation unit size is just 4MiB.
 */
#define TEST_AREA_MAX_SIZE (128 * 1024 * 1024)

46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68
/**
 * struct mmc_test_pages - pages allocated by 'alloc_pages()'.
 * @page: first page in the allocation
 * @order: order of the number of pages allocated
 */
struct mmc_test_pages {
	struct page *page;
	unsigned int order;
};

/**
 * struct mmc_test_mem - allocated memory.
 * @arr: array of allocations
 * @cnt: number of allocations
 */
struct mmc_test_mem {
	struct mmc_test_pages *arr;
	unsigned int cnt;
};

/**
 * struct mmc_test_area - information for performance tests.
 * @max_sz: test area size (in bytes)
69
 * @dev_addr: address on card at which to do performance tests
70 71 72
 * @max_tfr: maximum transfer size allowed by driver (in bytes)
 * @max_segs: maximum segments allowed by driver in scatterlist @sg
 * @max_seg_sz: maximum segment size allowed by driver
73 74 75 76 77 78
 * @blocks: number of (512 byte) blocks currently mapped by @sg
 * @sg_len: length of currently mapped scatterlist @sg
 * @mem: allocated memory
 * @sg: scatterlist
 */
struct mmc_test_area {
79
	unsigned long max_sz;
80
	unsigned int dev_addr;
81
	unsigned int max_tfr;
82
	unsigned int max_segs;
83
	unsigned int max_seg_sz;
84 85 86 87 88 89
	unsigned int blocks;
	unsigned int sg_len;
	struct mmc_test_mem *mem;
	struct scatterlist *sg;
};

90 91 92 93 94 95 96
/**
 * struct mmc_test_transfer_result - transfer results for performance tests.
 * @link: double-linked list
 * @count: amount of group of sectors to check
 * @sectors: amount of sectors to check in one group
 * @ts: time values of transfer
 * @rate: calculated transfer rate
97
 * @iops: I/O operations per second (times 100)
98 99 100 101 102 103 104
 */
struct mmc_test_transfer_result {
	struct list_head link;
	unsigned int count;
	unsigned int sectors;
	struct timespec ts;
	unsigned int rate;
105
	unsigned int iops;
106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123
};

/**
 * struct mmc_test_general_result - results for tests.
 * @link: double-linked list
 * @card: card under test
 * @testcase: number of test case
 * @result: result of test run
 * @tr_lst: transfer measurements if any as mmc_test_transfer_result
 */
struct mmc_test_general_result {
	struct list_head link;
	struct mmc_card *card;
	int testcase;
	int result;
	struct list_head tr_lst;
};

124 125 126 127 128 129 130 131 132 133 134 135
/**
 * struct mmc_test_dbgfs_file - debugfs related file.
 * @link: double-linked list
 * @card: card under test
 * @file: file created under debugfs
 */
struct mmc_test_dbgfs_file {
	struct list_head link;
	struct mmc_card *card;
	struct dentry *file;
};

136 137 138 139 140 141 142
/**
 * struct mmc_test_card - test information.
 * @card: card under test
 * @scratch: transfer buffer
 * @buffer: transfer buffer
 * @highmem: buffer for highmem tests
 * @area: information for performance tests
143
 * @gr: pointer to results of current testcase
144
 */
Pierre Ossman's avatar
Pierre Ossman committed
145 146 147
struct mmc_test_card {
	struct mmc_card	*card;

Pierre Ossman's avatar
Pierre Ossman committed
148
	u8		scratch[BUFFER_SIZE];
Pierre Ossman's avatar
Pierre Ossman committed
149
	u8		*buffer;
Pierre Ossman's avatar
Pierre Ossman committed
150 151 152
#ifdef CONFIG_HIGHMEM
	struct page	*highmem;
#endif
153 154
	struct mmc_test_area		area;
	struct mmc_test_general_result	*gr;
Pierre Ossman's avatar
Pierre Ossman committed
155 156
};

157 158 159 160 161 162 163
enum mmc_test_prep_media {
	MMC_TEST_PREP_NONE = 0,
	MMC_TEST_PREP_WRITE_FULL = 1 << 0,
	MMC_TEST_PREP_ERASE = 1 << 1,
};

struct mmc_test_multiple_rw {
164
	unsigned int *sg_len;
165 166 167 168 169 170 171 172 173 174 175 176 177
	unsigned int *bs;
	unsigned int len;
	unsigned int size;
	bool do_write;
	bool do_nonblock_req;
	enum mmc_test_prep_media prepare;
};

struct mmc_test_async_req {
	struct mmc_async_req areq;
	struct mmc_test_card *test;
};

Pierre Ossman's avatar
Pierre Ossman committed
178
/*******************************************************************/
Pierre Ossman's avatar
Pierre Ossman committed
179
/*  General helper functions                                       */
Pierre Ossman's avatar
Pierre Ossman committed
180 181
/*******************************************************************/

Pierre Ossman's avatar
Pierre Ossman committed
182 183 184
/*
 * Configure correct block size in card
 */
Pierre Ossman's avatar
Pierre Ossman committed
185 186
static int mmc_test_set_blksize(struct mmc_test_card *test, unsigned size)
{
187
	return mmc_set_blocklen(test->card, size);
Pierre Ossman's avatar
Pierre Ossman committed
188 189
}

190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212
static bool mmc_test_card_cmd23(struct mmc_card *card)
{
	return mmc_card_mmc(card) ||
	       (mmc_card_sd(card) && card->scr.cmds & SD_SCR_CMD23_SUPPORT);
}

static void mmc_test_prepare_sbc(struct mmc_test_card *test,
				 struct mmc_request *mrq, unsigned int blocks)
{
	struct mmc_card *card = test->card;

	if (!mrq->sbc || !mmc_host_cmd23(card->host) ||
	    !mmc_test_card_cmd23(card) || !mmc_op_multi(mrq->cmd->opcode) ||
	    (card->quirks & MMC_QUIRK_BLK_NO_CMD23)) {
		mrq->sbc = NULL;
		return;
	}

	mrq->sbc->opcode = MMC_SET_BLOCK_COUNT;
	mrq->sbc->arg = blocks;
	mrq->sbc->flags = MMC_RSP_R1 | MMC_CMD_AC;
}

Pierre Ossman's avatar
Pierre Ossman committed
213 214 215 216 217 218
/*
 * Fill in the mmc_request structure given a set of transfer parameters.
 */
static void mmc_test_prepare_mrq(struct mmc_test_card *test,
	struct mmc_request *mrq, struct scatterlist *sg, unsigned sg_len,
	unsigned dev_addr, unsigned blocks, unsigned blksz, int write)
Pierre Ossman's avatar
Pierre Ossman committed
219
{
220 221
	if (WARN_ON(!mrq || !mrq->cmd || !mrq->data || !mrq->stop))
		return;
Pierre Ossman's avatar
Pierre Ossman committed
222

Pierre Ossman's avatar
Pierre Ossman committed
223 224 225
	if (blocks > 1) {
		mrq->cmd->opcode = write ?
			MMC_WRITE_MULTIPLE_BLOCK : MMC_READ_MULTIPLE_BLOCK;
Pierre Ossman's avatar
Pierre Ossman committed
226
	} else {
Pierre Ossman's avatar
Pierre Ossman committed
227 228
		mrq->cmd->opcode = write ?
			MMC_WRITE_BLOCK : MMC_READ_SINGLE_BLOCK;
Pierre Ossman's avatar
Pierre Ossman committed
229 230
	}

Pierre Ossman's avatar
Pierre Ossman committed
231
	mrq->cmd->arg = dev_addr;
232 233 234
	if (!mmc_card_blockaddr(test->card))
		mrq->cmd->arg <<= 9;

Pierre Ossman's avatar
Pierre Ossman committed
235
	mrq->cmd->flags = MMC_RSP_R1 | MMC_CMD_ADTC;
Pierre Ossman's avatar
Pierre Ossman committed
236

Pierre Ossman's avatar
Pierre Ossman committed
237 238 239 240 241 242
	if (blocks == 1)
		mrq->stop = NULL;
	else {
		mrq->stop->opcode = MMC_STOP_TRANSMISSION;
		mrq->stop->arg = 0;
		mrq->stop->flags = MMC_RSP_R1B | MMC_CMD_AC;
Pierre Ossman's avatar
Pierre Ossman committed
243 244
	}

Pierre Ossman's avatar
Pierre Ossman committed
245 246 247 248 249
	mrq->data->blksz = blksz;
	mrq->data->blocks = blocks;
	mrq->data->flags = write ? MMC_DATA_WRITE : MMC_DATA_READ;
	mrq->data->sg = sg;
	mrq->data->sg_len = sg_len;
Pierre Ossman's avatar
Pierre Ossman committed
250

251 252
	mmc_test_prepare_sbc(test, mrq, blocks);

Pierre Ossman's avatar
Pierre Ossman committed
253 254
	mmc_set_data_timeout(mrq->data, test->card);
}
Pierre Ossman's avatar
Pierre Ossman committed
255

256 257 258
static int mmc_test_busy(struct mmc_command *cmd)
{
	return !(cmd->resp[0] & R1_READY_FOR_DATA) ||
259
		(R1_CURRENT_STATE(cmd->resp[0]) == R1_STATE_PRG);
260 261
}

Pierre Ossman's avatar
Pierre Ossman committed
262 263 264 265 266 267
/*
 * Wait for the card to finish the busy state
 */
static int mmc_test_wait_busy(struct mmc_test_card *test)
{
	int ret, busy;
268
	struct mmc_command cmd = {};
Pierre Ossman's avatar
Pierre Ossman committed
269 270 271 272 273 274 275 276 277

	busy = 0;
	do {
		memset(&cmd, 0, sizeof(struct mmc_command));

		cmd.opcode = MMC_SEND_STATUS;
		cmd.arg = test->card->rca << 16;
		cmd.flags = MMC_RSP_R1 | MMC_CMD_AC;

Pierre Ossman's avatar
Pierre Ossman committed
278 279
		ret = mmc_wait_for_cmd(test->card->host, &cmd, 0);
		if (ret)
Pierre Ossman's avatar
Pierre Ossman committed
280 281
			break;

282
		if (!busy && mmc_test_busy(&cmd)) {
Pierre Ossman's avatar
Pierre Ossman committed
283
			busy = 1;
284
			if (test->card->host->caps & MMC_CAP_WAIT_WHILE_BUSY)
285
				pr_info("%s: Warning: Host did not wait for busy state to end.\n",
286
					mmc_hostname(test->card->host));
Pierre Ossman's avatar
Pierre Ossman committed
287
		}
288
	} while (mmc_test_busy(&cmd));
Pierre Ossman's avatar
Pierre Ossman committed
289 290 291 292

	return ret;
}

Pierre Ossman's avatar
Pierre Ossman committed
293 294 295 296 297
/*
 * Transfer a single sector of kernel addressable data
 */
static int mmc_test_buffer_transfer(struct mmc_test_card *test,
	u8 *buffer, unsigned addr, unsigned blksz, int write)
Pierre Ossman's avatar
Pierre Ossman committed
298
{
299 300 301 302
	struct mmc_request mrq = {};
	struct mmc_command cmd = {};
	struct mmc_command stop = {};
	struct mmc_data data = {};
Pierre Ossman's avatar
Pierre Ossman committed
303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320

	struct scatterlist sg;

	mrq.cmd = &cmd;
	mrq.data = &data;
	mrq.stop = &stop;

	sg_init_one(&sg, buffer, blksz);

	mmc_test_prepare_mrq(test, &mrq, &sg, 1, addr, 1, blksz, write);

	mmc_wait_for_req(test->card->host, &mrq);

	if (cmd.error)
		return cmd.error;
	if (data.error)
		return data.error;

321
	return mmc_test_wait_busy(test);
Pierre Ossman's avatar
Pierre Ossman committed
322 323
}

324 325 326 327 328 329 330 331 332 333 334 335
static void mmc_test_free_mem(struct mmc_test_mem *mem)
{
	if (!mem)
		return;
	while (mem->cnt--)
		__free_pages(mem->arr[mem->cnt].page,
			     mem->arr[mem->cnt].order);
	kfree(mem->arr);
	kfree(mem);
}

/*
Lucas De Marchi's avatar
Lucas De Marchi committed
336
 * Allocate a lot of memory, preferably max_sz but at least min_sz.  In case
337 338 339
 * there isn't much memory do not exceed 1/16th total lowmem pages.  Also do
 * not exceed a maximum number of segments and try not to make segments much
 * bigger than maximum segment size.
340
 */
341
static struct mmc_test_mem *mmc_test_alloc_mem(unsigned long min_sz,
342 343 344
					       unsigned long max_sz,
					       unsigned int max_segs,
					       unsigned int max_seg_sz)
345
{
346 347
	unsigned long max_page_cnt = DIV_ROUND_UP(max_sz, PAGE_SIZE);
	unsigned long min_page_cnt = DIV_ROUND_UP(min_sz, PAGE_SIZE);
348
	unsigned long max_seg_page_cnt = DIV_ROUND_UP(max_seg_sz, PAGE_SIZE);
349 350
	unsigned long page_cnt = 0;
	unsigned long limit = nr_free_buffer_pages() >> 4;
351 352
	struct mmc_test_mem *mem;

353 354
	if (max_page_cnt > limit)
		max_page_cnt = limit;
355 356
	if (min_page_cnt > max_page_cnt)
		min_page_cnt = max_page_cnt;
357

358 359 360 361 362 363
	if (max_seg_page_cnt > max_page_cnt)
		max_seg_page_cnt = max_page_cnt;

	if (max_segs > max_page_cnt)
		max_segs = max_page_cnt;

364
	mem = kzalloc(sizeof(*mem), GFP_KERNEL);
365 366 367
	if (!mem)
		return NULL;

368
	mem->arr = kcalloc(max_segs, sizeof(*mem->arr), GFP_KERNEL);
369 370 371 372 373 374 375 376 377
	if (!mem->arr)
		goto out_free;

	while (max_page_cnt) {
		struct page *page;
		unsigned int order;
		gfp_t flags = GFP_KERNEL | GFP_DMA | __GFP_NOWARN |
				__GFP_NORETRY;

378
		order = get_order(max_seg_page_cnt << PAGE_SHIFT);
379 380 381 382 383 384 385 386 387 388 389 390 391 392
		while (1) {
			page = alloc_pages(flags, order);
			if (page || !order)
				break;
			order -= 1;
		}
		if (!page) {
			if (page_cnt < min_page_cnt)
				goto out_free;
			break;
		}
		mem->arr[mem->cnt].page = page;
		mem->arr[mem->cnt].order = order;
		mem->cnt += 1;
393 394
		if (max_page_cnt <= (1UL << order))
			break;
395 396
		max_page_cnt -= 1UL << order;
		page_cnt += 1UL << order;
397 398 399 400 401
		if (mem->cnt >= max_segs) {
			if (page_cnt < min_page_cnt)
				goto out_free;
			break;
		}
402 403 404 405 406 407 408 409 410 411 412 413 414
	}

	return mem;

out_free:
	mmc_test_free_mem(mem);
	return NULL;
}

/*
 * Map memory into a scatterlist.  Optionally allow the same memory to be
 * mapped more than once.
 */
415
static int mmc_test_map_sg(struct mmc_test_mem *mem, unsigned long size,
416
			   struct scatterlist *sglist, int repeat,
417
			   unsigned int max_segs, unsigned int max_seg_sz,
418
			   unsigned int *sg_len, int min_sg_len)
419 420 421
{
	struct scatterlist *sg = NULL;
	unsigned int i;
422
	unsigned long sz = size;
423 424

	sg_init_table(sglist, max_segs);
425 426
	if (min_sg_len > max_segs)
		min_sg_len = max_segs;
427 428 429 430

	*sg_len = 0;
	do {
		for (i = 0; i < mem->cnt; i++) {
431
			unsigned long len = PAGE_SIZE << mem->arr[i].order;
432

433 434
			if (min_sg_len && (size / min_sg_len < len))
				len = ALIGN(size / min_sg_len, 512);
435
			if (len > sz)
436
				len = sz;
437 438
			if (len > max_seg_sz)
				len = max_seg_sz;
439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466
			if (sg)
				sg = sg_next(sg);
			else
				sg = sglist;
			if (!sg)
				return -EINVAL;
			sg_set_page(sg, mem->arr[i].page, len, 0);
			sz -= len;
			*sg_len += 1;
			if (!sz)
				break;
		}
	} while (sz && repeat);

	if (sz)
		return -EINVAL;

	if (sg)
		sg_mark_end(sg);

	return 0;
}

/*
 * Map memory into a scatterlist so that no pages are contiguous.  Allow the
 * same memory to be mapped more than once.
 */
static int mmc_test_map_sg_max_scatter(struct mmc_test_mem *mem,
467
				       unsigned long sz,
468 469
				       struct scatterlist *sglist,
				       unsigned int max_segs,
470
				       unsigned int max_seg_sz,
471 472 473
				       unsigned int *sg_len)
{
	struct scatterlist *sg = NULL;
474 475
	unsigned int i = mem->cnt, cnt;
	unsigned long len;
476 477 478 479 480
	void *base, *addr, *last_addr = NULL;

	sg_init_table(sglist, max_segs);

	*sg_len = 0;
481
	while (sz) {
482 483 484 485 486 487 488 489
		base = page_address(mem->arr[--i].page);
		cnt = 1 << mem->arr[i].order;
		while (sz && cnt) {
			addr = base + PAGE_SIZE * --cnt;
			if (last_addr && last_addr + PAGE_SIZE == addr)
				continue;
			last_addr = addr;
			len = PAGE_SIZE;
490 491 492
			if (len > max_seg_sz)
				len = max_seg_sz;
			if (len > sz)
493 494 495 496 497 498 499 500 501 502 503
				len = sz;
			if (sg)
				sg = sg_next(sg);
			else
				sg = sglist;
			if (!sg)
				return -EINVAL;
			sg_set_page(sg, virt_to_page(addr), len, 0);
			sz -= len;
			*sg_len += 1;
		}
504 505
		if (i == 0)
			i = mem->cnt;
506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539
	}

	if (sg)
		sg_mark_end(sg);

	return 0;
}

/*
 * Calculate transfer rate in bytes per second.
 */
static unsigned int mmc_test_rate(uint64_t bytes, struct timespec *ts)
{
	uint64_t ns;

	ns = ts->tv_sec;
	ns *= 1000000000;
	ns += ts->tv_nsec;

	bytes *= 1000000000;

	while (ns > UINT_MAX) {
		bytes >>= 1;
		ns >>= 1;
	}

	if (!ns)
		return 0;

	do_div(bytes, (uint32_t)ns);

	return bytes;
}

540 541 542 543 544
/*
 * Save transfer results for future usage
 */
static void mmc_test_save_transfer_result(struct mmc_test_card *test,
	unsigned int count, unsigned int sectors, struct timespec ts,
545
	unsigned int rate, unsigned int iops)
546 547 548 549 550 551
{
	struct mmc_test_transfer_result *tr;

	if (!test->gr)
		return;

552
	tr = kmalloc(sizeof(*tr), GFP_KERNEL);
553 554 555 556 557 558 559
	if (!tr)
		return;

	tr->count = count;
	tr->sectors = sectors;
	tr->ts = ts;
	tr->rate = rate;
560
	tr->iops = iops;
561 562 563 564

	list_add_tail(&tr->link, &test->gr->tr_lst);
}

565 566 567 568 569 570
/*
 * Print the transfer rate.
 */
static void mmc_test_print_rate(struct mmc_test_card *test, uint64_t bytes,
				struct timespec *ts1, struct timespec *ts2)
{
571
	unsigned int rate, iops, sectors = bytes >> 9;
572 573 574 575 576
	struct timespec ts;

	ts = timespec_sub(*ts2, *ts1);

	rate = mmc_test_rate(bytes, &ts);
577
	iops = mmc_test_rate(100, &ts); /* I/O ops per sec x 100 */
578

579
	pr_info("%s: Transfer of %u sectors (%u%s KiB) took %lu.%09lu "
580
			 "seconds (%u kB/s, %u KiB/s, %u.%02u IOPS)\n",
581
			 mmc_hostname(test->card->host), sectors, sectors >> 1,
582
			 (sectors & 1 ? ".5" : ""), (unsigned long)ts.tv_sec,
583 584
			 (unsigned long)ts.tv_nsec, rate / 1000, rate / 1024,
			 iops / 100, iops % 100);
585

586
	mmc_test_save_transfer_result(test, 1, sectors, ts, rate, iops);
587 588 589 590 591 592 593 594 595
}

/*
 * Print the average transfer rate.
 */
static void mmc_test_print_avg_rate(struct mmc_test_card *test, uint64_t bytes,
				    unsigned int count, struct timespec *ts1,
				    struct timespec *ts2)
{
596
	unsigned int rate, iops, sectors = bytes >> 9;
597 598 599 600 601 602
	uint64_t tot = bytes * count;
	struct timespec ts;

	ts = timespec_sub(*ts2, *ts1);

	rate = mmc_test_rate(tot, &ts);
603
	iops = mmc_test_rate(count * 100, &ts); /* I/O ops per sec x 100 */
604

605
	pr_info("%s: Transfer of %u x %u sectors (%u x %u%s KiB) took "
606
			 "%lu.%09lu seconds (%u kB/s, %u KiB/s, "
607
			 "%u.%02u IOPS, sg_len %d)\n",
608
			 mmc_hostname(test->card->host), count, sectors, count,
609
			 sectors >> 1, (sectors & 1 ? ".5" : ""),
610
			 (unsigned long)ts.tv_sec, (unsigned long)ts.tv_nsec,
611 612
			 rate / 1000, rate / 1024, iops / 100, iops % 100,
			 test->area.sg_len);
613

614
	mmc_test_save_transfer_result(test, count, sectors, ts, rate, iops);
615 616 617 618 619 620 621 622 623 624 625 626 627
}

/*
 * Return the card size in sectors.
 */
static unsigned int mmc_test_capacity(struct mmc_card *card)
{
	if (!mmc_card_sd(card) && mmc_card_blockaddr(card))
		return card->ext_csd.sectors;
	else
		return card->csd.capacity << (card->csd.read_blkbits - 9);
}

Pierre Ossman's avatar
Pierre Ossman committed
628 629 630 631 632 633 634 635 636
/*******************************************************************/
/*  Test preparation and cleanup                                   */
/*******************************************************************/

/*
 * Fill the first couple of sectors of the card with known data
 * so that bad reads/writes can be detected
 */
static int __mmc_test_prepare(struct mmc_test_card *test, int write)
Pierre Ossman's avatar
Pierre Ossman committed
637 638 639 640 641 642 643 644
{
	int ret, i;

	ret = mmc_test_set_blksize(test, 512);
	if (ret)
		return ret;

	if (write)
Pierre Ossman's avatar
Pierre Ossman committed
645
		memset(test->buffer, 0xDF, 512);
Pierre Ossman's avatar
Pierre Ossman committed
646
	else {
647
		for (i = 0; i < 512; i++)
Pierre Ossman's avatar
Pierre Ossman committed
648 649 650
			test->buffer[i] = i;
	}

651
	for (i = 0; i < BUFFER_SIZE / 512; i++) {
652
		ret = mmc_test_buffer_transfer(test, test->buffer, i, 512, 1);
Pierre Ossman's avatar
Pierre Ossman committed
653 654 655 656 657 658 659
		if (ret)
			return ret;
	}

	return 0;
}

Pierre Ossman's avatar
Pierre Ossman committed
660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679
static int mmc_test_prepare_write(struct mmc_test_card *test)
{
	return __mmc_test_prepare(test, 1);
}

static int mmc_test_prepare_read(struct mmc_test_card *test)
{
	return __mmc_test_prepare(test, 0);
}

static int mmc_test_cleanup(struct mmc_test_card *test)
{
	int ret, i;

	ret = mmc_test_set_blksize(test, 512);
	if (ret)
		return ret;

	memset(test->buffer, 0, 512);

680
	for (i = 0; i < BUFFER_SIZE / 512; i++) {
681
		ret = mmc_test_buffer_transfer(test, test->buffer, i, 512, 1);
Pierre Ossman's avatar
Pierre Ossman committed
682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698
		if (ret)
			return ret;
	}

	return 0;
}

/*******************************************************************/
/*  Test execution helpers                                         */
/*******************************************************************/

/*
 * Modifies the mmc_request to perform the "short transfer" tests
 */
static void mmc_test_prepare_broken_mrq(struct mmc_test_card *test,
	struct mmc_request *mrq, int write)
{
699 700
	if (WARN_ON(!mrq || !mrq->cmd || !mrq->data))
		return;
Pierre Ossman's avatar
Pierre Ossman committed
701 702 703 704 705 706 707 708 709 710 711 712 713 714 715

	if (mrq->data->blocks > 1) {
		mrq->cmd->opcode = write ?
			MMC_WRITE_BLOCK : MMC_READ_SINGLE_BLOCK;
		mrq->stop = NULL;
	} else {
		mrq->cmd->opcode = MMC_SEND_STATUS;
		mrq->cmd->arg = test->card->rca << 16;
	}
}

/*
 * Checks that a normal transfer didn't have any errors
 */
static int mmc_test_check_result(struct mmc_test_card *test,
716
				 struct mmc_request *mrq)
Pierre Ossman's avatar
Pierre Ossman committed
717
{
Pierre Ossman's avatar
Pierre Ossman committed
718 719
	int ret;

720 721
	if (WARN_ON(!mrq || !mrq->cmd || !mrq->data))
		return -EINVAL;
Pierre Ossman's avatar
Pierre Ossman committed
722 723 724

	ret = 0;

725 726
	if (mrq->sbc && mrq->sbc->error)
		ret = mrq->sbc->error;
Pierre Ossman's avatar
Pierre Ossman committed
727 728 729 730 731 732 733 734 735 736 737 738 739 740
	if (!ret && mrq->cmd->error)
		ret = mrq->cmd->error;
	if (!ret && mrq->data->error)
		ret = mrq->data->error;
	if (!ret && mrq->stop && mrq->stop->error)
		ret = mrq->stop->error;
	if (!ret && mrq->data->bytes_xfered !=
		mrq->data->blocks * mrq->data->blksz)
		ret = RESULT_FAIL;

	if (ret == -EINVAL)
		ret = RESULT_UNSUP_HOST;

	return ret;
Pierre Ossman's avatar
Pierre Ossman committed
741 742
}

743
static enum mmc_blk_status mmc_test_check_result_async(struct mmc_card *card,
744 745 746 747
				       struct mmc_async_req *areq)
{
	struct mmc_test_async_req *test_async =
		container_of(areq, struct mmc_test_async_req, areq);
748
	int ret;
749 750 751

	mmc_test_wait_busy(test_async->test);

752 753 754 755 756 757 758 759 760 761 762 763 764
	/*
	 * FIXME: this would earlier just casts a regular error code,
	 * either of the kernel type -ERRORCODE or the local test framework
	 * RESULT_* errorcode, into an enum mmc_blk_status and return as
	 * result check. Instead, convert it to some reasonable type by just
	 * returning either MMC_BLK_SUCCESS or MMC_BLK_CMD_ERR.
	 * If possible, a reasonable error code should be returned.
	 */
	ret = mmc_test_check_result(test_async->test, areq->mrq);
	if (ret)
		return MMC_BLK_CMD_ERR;

	return MMC_BLK_SUCCESS;
765 766
}

Pierre Ossman's avatar
Pierre Ossman committed
767 768 769 770 771
/*
 * Checks that a "short transfer" behaved as expected
 */
static int mmc_test_check_broken_result(struct mmc_test_card *test,
	struct mmc_request *mrq)
Pierre Ossman's avatar
Pierre Ossman committed
772
{
Pierre Ossman's avatar
Pierre Ossman committed
773 774
	int ret;

775 776
	if (WARN_ON(!mrq || !mrq->cmd || !mrq->data))
		return -EINVAL;
Pierre Ossman's avatar
Pierre Ossman committed
777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799

	ret = 0;

	if (!ret && mrq->cmd->error)
		ret = mrq->cmd->error;
	if (!ret && mrq->data->error == 0)
		ret = RESULT_FAIL;
	if (!ret && mrq->data->error != -ETIMEDOUT)
		ret = mrq->data->error;
	if (!ret && mrq->stop && mrq->stop->error)
		ret = mrq->stop->error;
	if (mrq->data->blocks > 1) {
		if (!ret && mrq->data->bytes_xfered > mrq->data->blksz)
			ret = RESULT_FAIL;
	} else {
		if (!ret && mrq->data->bytes_xfered > 0)
			ret = RESULT_FAIL;
	}

	if (ret == -EINVAL)
		ret = RESULT_UNSUP_HOST;

	return ret;
Pierre Ossman's avatar
Pierre Ossman committed
800 801
}

802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837
/*
 * Tests nonblock transfer with certain parameters
 */
static void mmc_test_nonblock_reset(struct mmc_request *mrq,
				    struct mmc_command *cmd,
				    struct mmc_command *stop,
				    struct mmc_data *data)
{
	memset(mrq, 0, sizeof(struct mmc_request));
	memset(cmd, 0, sizeof(struct mmc_command));
	memset(data, 0, sizeof(struct mmc_data));
	memset(stop, 0, sizeof(struct mmc_command));

	mrq->cmd = cmd;
	mrq->data = data;
	mrq->stop = stop;
}
static int mmc_test_nonblock_transfer(struct mmc_test_card *test,
				      struct scatterlist *sg, unsigned sg_len,
				      unsigned dev_addr, unsigned blocks,
				      unsigned blksz, int write, int count)
{
	struct mmc_request mrq1;
	struct mmc_command cmd1;
	struct mmc_command stop1;
	struct mmc_data data1;

	struct mmc_request mrq2;
	struct mmc_command cmd2;
	struct mmc_command stop2;
	struct mmc_data data2;

	struct mmc_test_async_req test_areq[2];
	struct mmc_async_req *done_areq;
	struct mmc_async_req *cur_areq = &test_areq[0].areq;
	struct mmc_async_req *other_areq = &test_areq[1].areq;
838
	enum mmc_blk_status status;
839
	int i;
840
	int ret = RESULT_OK;
841 842 843 844 845 846 847 848 849 850 851 852 853 854 855

	test_areq[0].test = test;
	test_areq[1].test = test;

	mmc_test_nonblock_reset(&mrq1, &cmd1, &stop1, &data1);
	mmc_test_nonblock_reset(&mrq2, &cmd2, &stop2, &data2);

	cur_areq->mrq = &mrq1;
	cur_areq->err_check = mmc_test_check_result_async;
	other_areq->mrq = &mrq2;
	other_areq->err_check = mmc_test_check_result_async;

	for (i = 0; i < count; i++) {
		mmc_test_prepare_mrq(test, cur_areq->mrq, sg, sg_len, dev_addr,
				     blocks, blksz, write);
856
		done_areq = mmc_start_areq(test->card->host, cur_areq, &status);
857

858 859
		if (status != MMC_BLK_SUCCESS || (!done_areq && i > 0)) {
			ret = RESULT_FAIL;
860
			goto err;
861
		}
862 863 864 865 866 867 868 869 870

		if (done_areq) {
			if (done_areq->mrq == &mrq2)
				mmc_test_nonblock_reset(&mrq2, &cmd2,
							&stop2, &data2);
			else
				mmc_test_nonblock_reset(&mrq1, &cmd1,
							&stop1, &data1);
		}
871
		swap(cur_areq, other_areq);
872 873 874
		dev_addr += blocks;
	}

875
	done_areq = mmc_start_areq(test->card->host, NULL, &status);
876 877
	if (status != MMC_BLK_SUCCESS)
		ret = RESULT_FAIL;
878 879 880 881 882 883

	return ret;
err:
	return ret;
}

Pierre Ossman's avatar
Pierre Ossman committed
884 885 886 887 888 889
/*
 * Tests a basic transfer with certain parameters
 */
static int mmc_test_simple_transfer(struct mmc_test_card *test,
	struct scatterlist *sg, unsigned sg_len, unsigned dev_addr,
	unsigned blocks, unsigned blksz, int write)
Pierre Ossman's avatar
Pierre Ossman committed
890
{
891 892 893 894
	struct mmc_request mrq = {};
	struct mmc_command cmd = {};
	struct mmc_command stop = {};
	struct mmc_data data = {};
Pierre Ossman's avatar
Pierre Ossman committed
895

Pierre Ossman's avatar
Pierre Ossman committed
896 897 898 899 900 901 902 903
	mrq.cmd = &cmd;
	mrq.data = &data;
	mrq.stop = &stop;

	mmc_test_prepare_mrq(test, &mrq, sg, sg_len, dev_addr,
		blocks, blksz, write);

	mmc_wait_for_req(test->card->host, &mrq);
Pierre Ossman's avatar
Pierre Ossman committed
904

Pierre Ossman's avatar
Pierre Ossman committed
905 906 907 908 909 910 911 912 913 914 915
	mmc_test_wait_busy(test);

	return mmc_test_check_result(test, &mrq);
}

/*
 * Tests a transfer where the card will fail completely or partly
 */
static int mmc_test_broken_transfer(struct mmc_test_card *test,
	unsigned blocks, unsigned blksz, int write)
{
916 917 918 919
	struct mmc_request mrq = {};
	struct mmc_command cmd = {};
	struct mmc_command stop = {};
	struct mmc_data data = {};
Pierre Ossman's avatar
Pierre Ossman committed
920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949

	struct scatterlist sg;

	mrq.cmd = &cmd;
	mrq.data = &data;
	mrq.stop = &stop;

	sg_init_one(&sg, test->buffer, blocks * blksz);

	mmc_test_prepare_mrq(test, &mrq, &sg, 1, 0, blocks, blksz, write);
	mmc_test_prepare_broken_mrq(test, &mrq, write);

	mmc_wait_for_req(test->card->host, &mrq);

	mmc_test_wait_busy(test);

	return mmc_test_check_broken_result(test, &mrq);
}

/*
 * Does a complete transfer test where data is also validated
 *
 * Note: mmc_test_prepare() must have been done before this call
 */
static int mmc_test_transfer(struct mmc_test_card *test,
	struct scatterlist *sg, unsigned sg_len, unsigned dev_addr,
	unsigned blocks, unsigned blksz, int write)
{
	int ret, i;
	unsigned long flags;
Pierre Ossman's avatar
Pierre Ossman committed
950 951

	if (write) {
952
		for (i = 0; i < blocks * blksz; i++)
Pierre Ossman's avatar
Pierre Ossman committed
953 954
			test->scratch[i] = i;
	} else {
955
		memset(test->scratch, 0, BUFFER_SIZE);
Pierre Ossman's avatar
Pierre Ossman committed
956
	}
Pierre Ossman's avatar
Pierre Ossman committed
957
	local_irq_save(flags);
958
	sg_copy_from_buffer(sg, sg_len, test->scratch, BUFFER_SIZE);
Pierre Ossman's avatar
Pierre Ossman committed
959
	local_irq_restore(flags);
Pierre Ossman's avatar
Pierre Ossman committed
960 961 962 963 964

	ret = mmc_test_set_blksize(test, blksz);
	if (ret)
		return ret;

Pierre Ossman's avatar
Pierre Ossman committed
965 966
	ret = mmc_test_simple_transfer(test, sg, sg_len, dev_addr,
		blocks, blksz, write);
Pierre Ossman's avatar
Pierre Ossman committed
967 968 969 970
	if (ret)
		return ret;

	if (write) {
Pierre Ossman's avatar
Pierre Ossman committed
971 972
		int sectors;

Pierre Ossman's avatar
Pierre Ossman committed
973 974 975 976 977 978 979 980 981 982 983 984 985
		ret = mmc_test_set_blksize(test, 512);
		if (ret)
			return ret;

		sectors = (blocks * blksz + 511) / 512;
		if ((sectors * 512) == (blocks * blksz))
			sectors++;

		if ((sectors * 512) > BUFFER_SIZE)
			return -EINVAL;

		memset(test->buffer, 0, sectors * 512);

986
		for (i = 0; i < sectors; i++) {
Pierre Ossman's avatar
Pierre Ossman committed
987
			ret = mmc_test_buffer_transfer(test,
Pierre Ossman's avatar
Pierre Ossman committed
988
				test->buffer + i * 512,
989
				dev_addr + i, 512, 0);
Pierre Ossman's avatar
Pierre Ossman committed
990 991 992 993
			if (ret)
				return ret;
		}

994
		for (i = 0; i < blocks * blksz; i++) {
Pierre Ossman's avatar
Pierre Ossman committed
995 996 997 998
			if (test->buffer[i] != (u8)i)
				return RESULT_FAIL;
		}

999
		for (; i < sectors * 512; i++) {
Pierre Ossman's avatar
Pierre Ossman committed
1000 1001 1002 1003
			if (test->buffer[i] != 0xDF)
				return RESULT_FAIL;
		}
	} else {
Pierre Ossman's avatar
Pierre Ossman committed
1004
		local_irq_save(flags);
1005
		sg_copy_to_buffer(sg, sg_len, test->scratch, BUFFER_SIZE);
Pierre Ossman's avatar
Pierre Ossman committed
1006
		local_irq_restore(flags);
1007
		for (i = 0; i < blocks * blksz; i++) {
Pierre Ossman's avatar
Pierre Ossman committed
1008
			if (test->scratch[i] != (u8)i)
Pierre Ossman's avatar
Pierre Ossman committed
1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030
				return RESULT_FAIL;
		}
	}

	return 0;
}

/*******************************************************************/
/*  Tests                                                          */
/*******************************************************************/

struct mmc_test_case {
	const char *name;

	int (*prepare)(struct mmc_test_card *);
	int (*run)(struct mmc_test_card *);
	int (*cleanup)(struct mmc_test_card *);
};

static int mmc_test_basic_write(struct mmc_test_card *test)
{
	int ret;
Pierre Ossman's avatar
Pierre Ossman committed
1031
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1032 1033 1034 1035 1036

	ret = mmc_test_set_blksize(test, 512);
	if (ret)
		return ret;

Pierre Ossman's avatar
Pierre Ossman committed
1037 1038
	sg_init_one(&sg, test->buffer, 512);

1039
	return mmc_test_simple_transfer(test, &sg, 1, 0, 1, 512, 1);
Pierre Ossman's avatar
Pierre Ossman committed
1040 1041 1042 1043 1044
}

static int mmc_test_basic_read(struct mmc_test_card *test)
{
	int ret;
Pierre Ossman's avatar
Pierre Ossman committed
1045
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1046 1047 1048 1049 1050

	ret = mmc_test_set_blksize(test, 512);
	if (ret)
		return ret;

Pierre Ossman's avatar
Pierre Ossman committed
1051 1052
	sg_init_one(&sg, test->buffer, 512);

1053
	return mmc_test_simple_transfer(test, &sg, 1, 0, 1, 512, 0);
Pierre Ossman's avatar
Pierre Ossman committed
1054 1055 1056 1057
}

static int mmc_test_verify_write(struct mmc_test_card *test)
{
Pierre Ossman's avatar
Pierre Ossman committed
1058 1059 1060
	struct scatterlist sg;

	sg_init_one(&sg, test->buffer, 512);
Pierre Ossman's avatar
Pierre Ossman committed
1061

1062
	return mmc_test_transfer(test, &sg, 1, 0, 1, 512, 1);
Pierre Ossman's avatar
Pierre Ossman committed
1063 1064 1065 1066
}

static int mmc_test_verify_read(struct mmc_test_card *test)
{
Pierre Ossman's avatar
Pierre Ossman committed
1067 1068 1069
	struct scatterlist sg;

	sg_init_one(&sg, test->buffer, 512);
Pierre Ossman's avatar
Pierre Ossman committed
1070

1071
	return mmc_test_transfer(test, &sg, 1, 0, 1, 512, 0);
Pierre Ossman's avatar
Pierre Ossman committed
1072 1073 1074 1075 1076
}

static int mmc_test_multi_write(struct mmc_test_card *test)
{
	unsigned int size;
Pierre Ossman's avatar
Pierre Ossman committed
1077
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089

	if (test->card->host->max_blk_count == 1)
		return RESULT_UNSUP_HOST;

	size = PAGE_SIZE * 2;
	size = min(size, test->card->host->max_req_size);
	size = min(size, test->card->host->max_seg_size);
	size = min(size, test->card->host->max_blk_count * 512);

	if (size < 1024)
		return RESULT_UNSUP_HOST;

Pierre Ossman's avatar
Pierre Ossman committed
1090 1091
	sg_init_one(&sg, test->buffer, size);

1092
	return mmc_test_transfer(test, &sg, 1, 0, size / 512, 512, 1);
Pierre Ossman's avatar
Pierre Ossman committed
1093 1094 1095 1096 1097
}

static int mmc_test_multi_read(struct mmc_test_card *test)
{
	unsigned int size;
Pierre Ossman's avatar
Pierre Ossman committed
1098
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110

	if (test->card->host->max_blk_count == 1)
		return RESULT_UNSUP_HOST;

	size = PAGE_SIZE * 2;
	size = min(size, test->card->host->max_req_size);
	size = min(size, test->card->host->max_seg_size);
	size = min(size, test->card->host->max_blk_count * 512);

	if (size < 1024)
		return RESULT_UNSUP_HOST;

Pierre Ossman's avatar
Pierre Ossman committed
1111 1112
	sg_init_one(&sg, test->buffer, size);

1113
	return mmc_test_transfer(test, &sg, 1, 0, size / 512, 512, 0);
Pierre Ossman's avatar
Pierre Ossman committed
1114 1115 1116 1117 1118
}

static int mmc_test_pow2_write(struct mmc_test_card *test)
{
	int ret, i;
Pierre Ossman's avatar
Pierre Ossman committed
1119
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1120 1121 1122 1123

	if (!test->card->csd.write_partial)
		return RESULT_UNSUP_CARD;

1124
	for (i = 1; i < 512; i <<= 1) {
Pierre Ossman's avatar
Pierre Ossman committed
1125 1126
		sg_init_one(&sg, test->buffer, i);
		ret = mmc_test_transfer(test, &sg, 1, 0, 1, i, 1);
Pierre Ossman's avatar
Pierre Ossman committed
1127 1128 1129 1130 1131 1132 1133 1134 1135 1136
		if (ret)
			return ret;
	}

	return 0;
}

static int mmc_test_pow2_read(struct mmc_test_card *test)
{
	int ret, i;
Pierre Ossman's avatar
Pierre Ossman committed
1137
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1138 1139 1140 1141

	if (!test->card->csd.read_partial)
		return RESULT_UNSUP_CARD;

1142
	for (i = 1; i < 512; i <<= 1) {
Pierre Ossman's avatar
Pierre Ossman committed
1143 1144
		sg_init_one(&sg, test->buffer, i);
		ret = mmc_test_transfer(test, &sg, 1, 0, 1, i, 0);
Pierre Ossman's avatar
Pierre Ossman committed
1145 1146 1147 1148 1149 1150 1151 1152 1153 1154
		if (ret)
			return ret;
	}

	return 0;
}

static int mmc_test_weird_write(struct mmc_test_card *test)
{
	int ret, i;
Pierre Ossman's avatar
Pierre Ossman committed
1155
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1156 1157 1158 1159

	if (!test->card->csd.write_partial)
		return RESULT_UNSUP_CARD;

1160
	for (i = 3; i < 512; i += 7) {
Pierre Ossman's avatar
Pierre Ossman committed
1161 1162
		sg_init_one(&sg, test->buffer, i);
		ret = mmc_test_transfer(test, &sg, 1, 0, 1, i, 1);
Pierre Ossman's avatar
Pierre Ossman committed
1163 1164 1165 1166 1167 1168 1169 1170 1171 1172
		if (ret)
			return ret;
	}

	return 0;
}

static int mmc_test_weird_read(struct mmc_test_card *test)
{
	int ret, i;
Pierre Ossman's avatar
Pierre Ossman committed
1173
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1174 1175 1176 1177

	if (!test->card->csd.read_partial)
		return RESULT_UNSUP_CARD;

1178
	for (i = 3; i < 512; i += 7) {
Pierre Ossman's avatar
Pierre Ossman committed
1179 1180
		sg_init_one(&sg, test->buffer, i);
		ret = mmc_test_transfer(test, &sg, 1, 0, 1, i, 0);
Pierre Ossman's avatar
Pierre Ossman committed
1181 1182 1183 1184 1185 1186 1187 1188 1189 1190
		if (ret)
			return ret;
	}

	return 0;
}

static int mmc_test_align_write(struct mmc_test_card *test)
{
	int ret, i;
Pierre Ossman's avatar
Pierre Ossman committed
1191
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1192

1193
	for (i = 1; i < TEST_ALIGN_END; i++) {
Pierre Ossman's avatar
Pierre Ossman committed
1194 1195
		sg_init_one(&sg, test->buffer + i, 512);
		ret = mmc_test_transfer(test, &sg, 1, 0, 1, 512, 1);
Pierre Ossman's avatar
Pierre Ossman committed
1196 1197 1198 1199 1200 1201 1202 1203 1204 1205
		if (ret)
			return ret;
	}

	return 0;
}

static int mmc_test_align_read(struct mmc_test_card *test)
{
	int ret, i;
Pierre Ossman's avatar
Pierre Ossman committed
1206
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1207

1208
	for (i = 1; i < TEST_ALIGN_END; i++) {
Pierre Ossman's avatar
Pierre Ossman committed
1209 1210
		sg_init_one(&sg, test->buffer + i, 512);
		ret = mmc_test_transfer(test, &sg, 1, 0, 1, 512, 0);
Pierre Ossman's avatar
Pierre Ossman committed
1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221
		if (ret)
			return ret;
	}

	return 0;
}

static int mmc_test_align_multi_write(struct mmc_test_card *test)
{
	int ret, i;
	unsigned int size;
Pierre Ossman's avatar
Pierre Ossman committed
1222
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234

	if (test->card->host->max_blk_count == 1)
		return RESULT_UNSUP_HOST;

	size = PAGE_SIZE * 2;
	size = min(size, test->card->host->max_req_size);
	size = min(size, test->card->host->max_seg_size);
	size = min(size, test->card->host->max_blk_count * 512);

	if (size < 1024)
		return RESULT_UNSUP_HOST;

1235
	for (i = 1; i < TEST_ALIGN_END; i++) {
Pierre Ossman's avatar
Pierre Ossman committed
1236
		sg_init_one(&sg, test->buffer + i, size);
1237
		ret = mmc_test_transfer(test, &sg, 1, 0, size / 512, 512, 1);
Pierre Ossman's avatar
Pierre Ossman committed
1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248
		if (ret)
			return ret;
	}

	return 0;
}

static int mmc_test_align_multi_read(struct mmc_test_card *test)
{
	int ret, i;
	unsigned int size;
Pierre Ossman's avatar
Pierre Ossman committed
1249
	struct scatterlist sg;
Pierre Ossman's avatar
Pierre Ossman committed
1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261

	if (test->card->host->max_blk_count == 1)
		return RESULT_UNSUP_HOST;

	size = PAGE_SIZE * 2;
	size = min(size, test->card->host->max_req_size);
	size = min(size, test->card->host->max_seg_size);
	size = min(size, test->card->host->max_blk_count * 512);

	if (size < 1024)
		return RESULT_UNSUP_HOST;

1262
	for (i = 1; i < TEST_ALIGN_END; i++) {
Pierre Ossman's avatar
Pierre Ossman committed
1263
		sg_init_one(&sg, test->buffer + i, size);
1264
		ret = mmc_test_transfer(test, &sg, 1, 0, size / 512, 512, 0);
Pierre Ossman's avatar
Pierre Ossman committed
1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279
		if (ret)
			return ret;
	}

	return 0;
}

static int mmc_test_xfersize_write(struct mmc_test_card *test)
{
	int ret;

	ret = mmc_test_set_blksize(test, 512);
	if (ret)
		return ret;

1280
	return mmc_test_broken_transfer(test, 1, 512, 1);
Pierre Ossman's avatar
Pierre Ossman committed
1281 1282 1283 1284 1285 1286 1287 1288 1289 1290
}

static int mmc_test_xfersize_read(struct mmc_test_card *test)
{
	int ret;

	ret = mmc_test_set_blksize(test, 512);
	if (ret)
		return ret;

1291
	return mmc_test_broken_transfer(test, 1, 512, 0);
Pierre Ossman's avatar
Pierre Ossman committed
1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304
}

static int mmc_test_multi_xfersize_write(struct mmc_test_card *test)
{
	int ret;

	if (test->card->host->max_blk_count == 1)
		return RESULT_UNSUP_HOST;

	ret = mmc_test_set_blksize(test, 512);
	if (ret)
		return ret;

1305
	return mmc_test_broken_transfer(test, 2, 512, 1);
Pierre Ossman's avatar
Pierre Ossman committed
1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318
}

static int mmc_test_multi_xfersize_read(struct mmc_test_card *test)
{
	int ret;

	if (test->card->host->max_blk_count == 1)
		return RESULT_UNSUP_HOST;

	ret = mmc_test_set_blksize(test, 512);
	if (ret)
		return ret;

1319
	return mmc_test_broken_transfer(test, 2, 512, 0);
Pierre Ossman's avatar
Pierre Ossman committed
1320 1321
}

Pierre Ossman's avatar
Pierre Ossman committed
1322 1323 1324 1325 1326 1327 1328 1329 1330
#ifdef CONFIG_HIGHMEM

static int mmc_test_write_high(struct mmc_test_card *test)
{
	struct scatterlist sg;

	sg_init_table(&sg, 1);
	sg_set_page(&sg, test->highmem, 512, 0);

1331
	return mmc_test_transfer(test, &sg, 1, 0, 1, 512, 1);
Pierre Ossman's avatar
Pierre Ossman committed
1332 1333 1334 1335 1336 1337 1338 1339 1340
}

static int mmc_test_read_high(struct mmc_test_card *test)
{
	struct scatterlist sg;

	sg_init_table(&sg, 1);
	sg_set_page(&sg, test->highmem, 512, 0);

1341
	return mmc_test_transfer(test, &sg, 1, 0, 1, 512, 0);
Pierre Ossman's avatar
Pierre Ossman committed
1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362
}

static int mmc_test_multi_write_high(struct mmc_test_card *test)
{
	unsigned int size;
	struct scatterlist sg;

	if (test->card->host->max_blk_count == 1)
		return RESULT_UNSUP_HOST;

	size = PAGE_SIZE * 2;
	size = min(size, test->card->host->max_req_size);
	size = min(size, test->card->host->max_seg_size);
	size = min(size, test->card->host->max_blk_count * 512);

	if (size < 1024)
		return RESULT_UNSUP_HOST;

	sg_init_table(&sg, 1);
	sg_set_page(&sg, test->highmem, size, 0);

1363
	return mmc_test_transfer(test, &sg, 1, 0, size / 512, 512, 1);
Pierre Ossman's avatar
Pierre Ossman committed
1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384
}

static int mmc_test_multi_read_high(struct mmc_test_card *test)
{
	unsigned int size;
	struct scatterlist sg;

	if (test->card->host->max_blk_count == 1)
		return RESULT_UNSUP_HOST;

	size = PAGE_SIZE * 2;
	size = min(size, test->card->host->max_req_size);
	size = min(size, test->card->host->max_seg_size);
	size = min(size, test->card->host->max_blk_count * 512);

	if (size < 1024)
		return RESULT_UNSUP_HOST;

	sg_init_table(&sg, 1);
	sg_set_page(&sg, test->highmem, size, 0);

1385
	return mmc_test_transfer(test, &sg, 1, 0, size / 512, 512, 0);
Pierre Ossman's avatar
Pierre Ossman committed
1386 1387
}

1388 1389 1390 1391
#else

static int mmc_test_no_highmem(struct mmc_test_card *test)
{
1392
	pr_info("%s: Highmem not configured - test skipped\n",
1393 1394 1395 1396
	       mmc_hostname(test->card->host));
	return 0;
}

Pierre Ossman's avatar
Pierre Ossman committed
1397 1398
#endif /* CONFIG_HIGHMEM */

1399 1400 1401
/*
 * Map sz bytes so that it can be transferred.
 */
1402
static int mmc_test_area_map(struct mmc_test_card *test, unsigned long sz,
1403
			     int max_scatter, int min_sg_len)
1404 1405
{
	struct mmc_test_area *t = &test->area;
1406
	int err;
1407 1408 1409 1410

	t->blocks = sz >> 9;

	if (max_scatter) {
1411 1412
		err = mmc_test_map_sg_max_scatter(t->mem, sz, t->sg,
						  t->max_segs, t->max_seg_sz,
1413
				       &t->sg_len);
1414 1415
	} else {
		err = mmc_test_map_sg(t->mem, sz, t->sg, 1, t->max_segs,
1416
				      t->max_seg_sz, &t->sg_len, min_sg_len);
1417
	}
1418
	if (err)
1419
		pr_info("%s: Failed to map sg list\n",
1420 1421
		       mmc_hostname(test->card->host));
	return err;
1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436
}

/*
 * Transfer bytes mapped by mmc_test_area_map().
 */
static int mmc_test_area_transfer(struct mmc_test_card *test,
				  unsigned int dev_addr, int write)
{
	struct mmc_test_area *t = &test->area;

	return mmc_test_simple_transfer(test, t->sg, t->sg_len, dev_addr,
					t->blocks, 512, write);
}

/*
1437
 * Map and transfer bytes for multiple transfers.
1438
 */
1439 1440 1441
static int mmc_test_area_io_seq(struct mmc_test_card *test, unsigned long sz,
				unsigned int dev_addr, int write,
				int max_scatter, int timed, int count,
1442
				bool nonblock, int min_sg_len)
1443 1444
{
	struct timespec ts1, ts2;
1445 1446 1447
	int ret = 0;
	int i;
	struct mmc_test_area *t = &test->area;
1448

1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464
	/*
	 * In the case of a maximally scattered transfer, the maximum transfer
	 * size is further limited by using PAGE_SIZE segments.
	 */
	if (max_scatter) {
		struct mmc_test_area *t = &test->area;
		unsigned long max_tfr;

		if (t->max_seg_sz >= PAGE_SIZE)
			max_tfr = t->max_segs * PAGE_SIZE;
		else
			max_tfr = t->max_segs * t->max_seg_sz;
		if (sz > max_tfr)
			sz = max_tfr;
	}

1465
	ret = mmc_test_area_map(test, sz, max_scatter, min_sg_len);
1466 1467 1468 1469 1470
	if (ret)
		return ret;

	if (timed)
		getnstimeofday(&ts1);
1471 1472 1473 1474 1475 1476 1477 1478
	if (nonblock)
		ret = mmc_test_nonblock_transfer(test, t->sg, t->sg_len,
				 dev_addr, t->blocks, 512, write, count);
	else
		for (i = 0; i < count && ret == 0; i++) {
			ret = mmc_test_area_transfer(test, dev_addr, write);
			dev_addr += sz >> 9;
		}
1479 1480 1481 1482 1483 1484 1485 1486

	if (ret)
		return ret;

	if (timed)
		getnstimeofday(&ts2);

	if (timed)
1487
		mmc_test_print_avg_rate(test, sz, count, &ts1, &ts2);
1488 1489 1490 1491

	return 0;
}

1492 1493 1494 1495 1496
static int mmc_test_area_io(struct mmc_test_card *test, unsigned long sz,
			    unsigned int dev_addr, int write, int max_scatter,
			    int timed)
{
	return mmc_test_area_io_seq(test, sz, dev_addr, write, max_scatter,
1497
				    timed, 1, false, 0);
1498 1499
}

1500 1501 1502 1503 1504
/*
 * Write the test area entirely.
 */
static int mmc_test_area_fill(struct mmc_test_card *test)
{
1505 1506 1507
	struct mmc_test_area *t = &test->area;

	return mmc_test_area_io(test, t->max_tfr, t->dev_addr, 1, 0, 0);
1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519
}

/*
 * Erase the test area entirely.
 */
static int mmc_test_area_erase(struct mmc_test_card *test)
{
	struct mmc_test_area *t = &test->area;

	if (!mmc_can_erase(test->card))
		return 0;

1520
	return mmc_erase(test->card, t->dev_addr, t->max_sz >> 9,
1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537
			 MMC_ERASE_ARG);
}

/*
 * Cleanup struct mmc_test_area.
 */
static int mmc_test_area_cleanup(struct mmc_test_card *test)
{
	struct mmc_test_area *t = &test->area;

	kfree(t->sg);
	mmc_test_free_mem(t->mem);

	return 0;
}

/*
1538
 * Initialize an area for testing large transfers.  The test area is set to the
1539
 * middle of the card because cards may have different characteristics at the
1540 1541 1542
 * front (for FAT file system optimization).  Optionally, the area is erased
 * (if the card supports it) which may improve write performance.  Optionally,
 * the area is filled with data for subsequent read tests.
1543 1544 1545 1546
 */
static int mmc_test_area_init(struct mmc_test_card *test, int erase, int fill)
{
	struct mmc_test_area *t = &test->area;
1547
	unsigned long min_sz = 64 * 1024, sz;
1548 1549 1550 1551 1552 1553
	int ret;

	ret = mmc_test_set_blksize(test, 512);
	if (ret)
		return ret;

1554 1555 1556 1557 1558 1559 1560
	/* Make the test area size about 4MiB */
	sz = (unsigned long)test->card->pref_erase << 9;
	t->max_sz = sz;
	while (t->max_sz < 4 * 1024 * 1024)
		t->max_sz += sz;
	while (t->max_sz > TEST_AREA_MAX_SIZE && t->max_sz > sz)
		t->max_sz -= sz;
1561 1562 1563

	t->max_segs = test->card->host->max_segs;
	t->max_seg_sz = test->card->host->max_seg_size;
1564
	t->max_seg_sz -= t->max_seg_sz % 512;
1565 1566 1567 1568 1569 1570 1571 1572 1573

	t->max_tfr = t->max_sz;
	if (t->max_tfr >> 9 > test->card->host->max_blk_count)
		t->max_tfr = test->card->host->max_blk_count << 9;
	if (t->max_tfr > test->card->host->max_req_size)
		t->max_tfr = test->card->host->max_req_size;
	if (t->max_tfr / t->max_seg_sz > t->max_segs)
		t->max_tfr = t->max_segs * t->max_seg_sz;

1574
	/*
1575
	 * Try to allocate enough memory for a max. sized transfer.  Less is OK
1576
	 * because the same memory can be mapped into the scatterlist more than
1577 1578
	 * once.  Also, take into account the limits imposed on scatterlist
	 * segments by the host driver.
1579
	 */
1580
	t->mem = mmc_test_alloc_mem(min_sz, t->max_tfr, t->max_segs,
1581
				    t->max_seg_sz);
1582 1583 1584
	if (!t->mem)
		return -ENOMEM;

1585
	t->sg = kmalloc_array(t->max_segs, sizeof(*t->sg), GFP_KERNEL);
1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647
	if (!t->sg) {
		ret = -ENOMEM;
		goto out_free;
	}

	t->dev_addr = mmc_test_capacity(test->card) / 2;
	t->dev_addr -= t->dev_addr % (t->max_sz >> 9);

	if (erase) {
		ret = mmc_test_area_erase(test);
		if (ret)
			goto out_free;
	}

	if (fill) {
		ret = mmc_test_area_fill(test);
		if (ret)
			goto out_free;
	}

	return 0;

out_free:
	mmc_test_area_cleanup(test);
	return ret;
}

/*
 * Prepare for large transfers.  Do not erase the test area.
 */
static int mmc_test_area_prepare(struct mmc_test_card *test)
{
	return mmc_test_area_init(test, 0, 0);
}

/*
 * Prepare for large transfers.  Do erase the test area.
 */
static int mmc_test_area_prepare_erase(struct mmc_test_card *test)
{
	return mmc_test_area_init(test, 1, 0);
}

/*
 * Prepare for large transfers.  Erase and fill the test area.
 */
static int mmc_test_area_prepare_fill(struct mmc_test_card *test)
{
	return mmc_test_area_init(test, 1, 1);
}

/*
 * Test best-case performance.  Best-case performance is expected from
 * a single large transfer.
 *
 * An additional option (max_scatter) allows the measurement of the same
 * transfer but with no contiguous pages in the scatter list.  This tests
 * the efficiency of DMA to handle scattered pages.
 */
static int mmc_test_best_performance(struct mmc_test_card *test, int write,
				     int max_scatter)
{
1648 1649 1650 1651
	struct mmc_test_area *t = &test->area;

	return mmc_test_area_io(test, t->max_tfr, t->dev_addr, write,
				max_scatter, 1);
1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690
}

/*
 * Best-case read performance.
 */
static int mmc_test_best_read_performance(struct mmc_test_card *test)
{
	return mmc_test_best_performance(test, 0, 0);
}

/*
 * Best-case write performance.
 */
static int mmc_test_best_write_performance(struct mmc_test_card *test)
{
	return mmc_test_best_performance(test, 1, 0);
}

/*
 * Best-case read performance into scattered pages.
 */
static int mmc_test_best_read_perf_max_scatter(struct mmc_test_card *test)
{
	return mmc_test_best_performance(test, 0, 1);
}

/*
 * Best-case write performance from scattered pages.
 */
static int mmc_test_best_write_perf_max_scatter(struct mmc_test_card *test)
{
	return mmc_test_best_performance(test, 1, 1);
}

/*
 * Single read performance by transfer size.
 */
static int mmc_test_profile_read_perf(struct mmc_test_card *test)
{
1691
	struct mmc_test_area *t = &test->area;
1692 1693
	unsigned long sz;
	unsigned int dev_addr;
1694 1695
	int ret;

1696 1697
	for (sz = 512; sz < t->max_tfr; sz <<= 1) {
		dev_addr = t->dev_addr + (sz >> 9);
1698 1699 1700 1701
		ret = mmc_test_area_io(test, sz, dev_addr, 0, 0, 1);
		if (ret)
			return ret;
	}
1702 1703
	sz = t->max_tfr;
	dev_addr = t->dev_addr;
1704 1705 1706 1707 1708 1709 1710 1711
	return mmc_test_area_io(test, sz, dev_addr, 0, 0, 1);
}

/*
 * Single write performance by transfer size.
 */
static int mmc_test_profile_write_perf(struct mmc_test_card *test)
{
1712
	struct mmc_test_area *t = &test->area;
1713 1714
	unsigned long sz;
	unsigned int dev_addr;
1715 1716 1717 1718 1719
	int ret;

	ret = mmc_test_area_erase(test);
	if (ret)
		return ret;
1720 1721
	for (sz = 512; sz < t->max_tfr; sz <<= 1) {
		dev_addr = t->dev_addr + (sz >> 9);
1722 1723 1724 1725 1726 1727 1728
		ret = mmc_test_area_io(test, sz, dev_addr, 1, 0, 1);
		if (ret)
			return ret;
	}
	ret = mmc_test_area_erase(test);
	if (ret)
		return ret;
1729 1730
	sz = t->max_tfr;
	dev_addr = t->dev_addr;
1731 1732 1733 1734 1735 1736 1737 1738
	return mmc_test_area_io(test, sz, dev_addr, 1, 0, 1);
}

/*
 * Single trim performance by transfer size.
 */
static int mmc_test_profile_trim_perf(struct mmc_test_card *test)
{
1739
	struct mmc_test_area *t = &test->area;
1740 1741
	unsigned long sz;
	unsigned int dev_addr;
1742 1743 1744 1745 1746 1747 1748 1749 1750
	struct timespec ts1, ts2;
	int ret;

	if (!mmc_can_trim(test->card))
		return RESULT_UNSUP_CARD;

	if (!mmc_can_erase(test->card))
		return RESULT_UNSUP_HOST;

1751 1752
	for (sz = 512; sz < t->max_sz; sz <<= 1) {
		dev_addr = t->dev_addr + (sz >> 9);
1753 1754 1755 1756 1757 1758 1759
		getnstimeofday(&ts1);
		ret = mmc_erase(test->card, dev_addr, sz >> 9, MMC_TRIM_ARG);
		if (ret)
			return ret;
		getnstimeofday(&ts2);
		mmc_test_print_rate(test, sz, &ts1, &ts2);
	}
1760
	dev_addr = t->dev_addr;
1761 1762 1763 1764 1765 1766 1767 1768 1769
	getnstimeofday(&ts1);
	ret = mmc_erase(test->card, dev_addr, sz >> 9, MMC_TRIM_ARG);
	if (ret)
		return ret;
	getnstimeofday(&ts2);
	mmc_test_print_rate(test, sz, &ts1, &ts2);
	return 0;
}

1770 1771
static int mmc_test_seq_read_perf(struct mmc_test_card *test, unsigned long sz)
{
1772
	struct mmc_test_area *t = &test->area;
1773 1774 1775 1776
	unsigned int dev_addr, i, cnt;
	struct timespec ts1, ts2;
	int ret;

1777 1778
	cnt = t->max_sz / sz;
	dev_addr = t->dev_addr;
1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790
	getnstimeofday(&ts1);
	for (i = 0; i < cnt; i++) {
		ret = mmc_test_area_io(test, sz, dev_addr, 0, 0, 0);
		if (ret)
			return ret;
		dev_addr += (sz >> 9);
	}
	getnstimeofday(&ts2);
	mmc_test_print_avg_rate(test, sz, cnt, &ts1, &ts2);
	return 0;
}

1791 1792 1793 1794 1795
/*
 * Consecutive read performance by transfer size.
 */
static int mmc_test_profile_seq_read_perf(struct mmc_test_card *test)
{
1796
	struct mmc_test_area *t = &test->area;
1797
	unsigned long sz;
1798 1799
	int ret;

1800
	for (sz = 512; sz < t->max_tfr; sz <<= 1) {
1801 1802 1803 1804
		ret = mmc_test_seq_read_perf(test, sz);
		if (ret)
			return ret;
	}
1805
	sz = t->max_tfr;
1806 1807 1808 1809 1810
	return mmc_test_seq_read_perf(test, sz);
}

static int mmc_test_seq_write_perf(struct mmc_test_card *test, unsigned long sz)
{
1811
	struct mmc_test_area *t = &test->area;
1812
	unsigned int dev_addr, i, cnt;
1813 1814 1815
	struct timespec ts1, ts2;
	int ret;

1816 1817 1818
	ret = mmc_test_area_erase(test);
	if (ret)
		return ret;
1819 1820
	cnt = t->max_sz / sz;
	dev_addr = t->dev_addr;
1821 1822 1823 1824 1825 1826
	getnstimeofday(&ts1);
	for (i = 0; i < cnt; i++) {
		ret = mmc_test_area_io(test, sz, dev_addr, 1, 0, 0);
		if (ret)
			return ret;
		dev_addr += (sz >> 9);
1827
	}
1828 1829
	getnstimeofday(&ts2);
	mmc_test_print_avg_rate(test, sz, cnt, &ts1, &ts2);
1830 1831 1832 1833 1834 1835 1836 1837
	return 0;
}

/*
 * Consecutive write performance by transfer size.
 */
static int mmc_test_profile_seq_write_perf(struct mmc_test_card *test)
{
1838
	struct mmc_test_area *t = &test->area;
1839
	unsigned long sz;
1840 1841
	int ret;

1842
	for (sz = 512; sz < t->max_tfr; sz <<= 1) {
1843
		ret = mmc_test_seq_write_perf(test, sz);
1844 1845 1846
		if (ret)
			return ret;
	}
1847
	sz = t->max_tfr;
1848
	return mmc_test_seq_write_perf(test, sz);
1849 1850 1851 1852 1853 1854 1855
}

/*
 * Consecutive trim performance by transfer size.
 */
static int mmc_test_profile_seq_trim_perf(struct mmc_test_card *test)
{
1856
	struct mmc_test_area *t = &test->area;
1857 1858
	unsigned long sz;
	unsigned int dev_addr, i, cnt;
1859 1860 1861 1862 1863 1864 1865 1866 1867
	struct timespec ts1, ts2;
	int ret;

	if (!mmc_can_trim(test->card))
		return RESULT_UNSUP_CARD;

	if (!mmc_can_erase(test->card))
		return RESULT_UNSUP_HOST;

1868
	for (sz = 512; sz <= t->max_sz; sz <<= 1) {
1869 1870 1871 1872 1873 1874
		ret = mmc_test_area_erase(test);
		if (ret)
			return ret;
		ret = mmc_test_area_fill(test);
		if (ret)
			return ret;
1875 1876
		cnt = t->max_sz / sz;
		dev_addr = t->dev_addr;
1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890
		getnstimeofday(&ts1);
		for (i = 0; i < cnt; i++) {
			ret = mmc_erase(test->card, dev_addr, sz >> 9,
					MMC_TRIM_ARG);
			if (ret)
				return ret;
			dev_addr += (sz >> 9);
		}
		getnstimeofday(&ts2);
		mmc_test_print_avg_rate(test, sz, cnt, &ts1, &ts2);
	}
	return 0;
}

1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938
static unsigned int rnd_next = 1;

static unsigned int mmc_test_rnd_num(unsigned int rnd_cnt)
{
	uint64_t r;

	rnd_next = rnd_next * 1103515245 + 12345;
	r = (rnd_next >> 16) & 0x7fff;
	return (r * rnd_cnt) >> 15;
}

static int mmc_test_rnd_perf(struct mmc_test_card *test, int write, int print,
			     unsigned long sz)
{
	unsigned int dev_addr, cnt, rnd_addr, range1, range2, last_ea = 0, ea;
	unsigned int ssz;
	struct timespec ts1, ts2, ts;
	int ret;

	ssz = sz >> 9;

	rnd_addr = mmc_test_capacity(test->card) / 4;
	range1 = rnd_addr / test->card->pref_erase;
	range2 = range1 / ssz;

	getnstimeofday(&ts1);
	for (cnt = 0; cnt < UINT_MAX; cnt++) {
		getnstimeofday(&ts2);
		ts = timespec_sub(ts2, ts1);
		if (ts.tv_sec >= 10)
			break;
		ea = mmc_test_rnd_num(range1);
		if (ea == last_ea)
			ea -= 1;
		last_ea = ea;
		dev_addr = rnd_addr + test->card->pref_erase * ea +
			   ssz * mmc_test_rnd_num(range2);
		ret = mmc_test_area_io(test, sz, dev_addr, write, 0, 0);
		if (ret)
			return ret;
	}
	if (print)
		mmc_test_print_avg_rate(test, sz, cnt, &ts1, &ts2);
	return 0;
}

static int mmc_test_random_perf(struct mmc_test_card *test, int write)
{
1939
	struct mmc_test_area *t = &test->area;
1940 1941 1942 1943
	unsigned int next;
	unsigned long sz;
	int ret;

1944
	for (sz = 512; sz < t->max_tfr; sz <<= 1) {
1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960
		/*
		 * When writing, try to get more consistent results by running
		 * the test twice with exactly the same I/O but outputting the
		 * results only for the 2nd run.
		 */
		if (write) {
			next = rnd_next;
			ret = mmc_test_rnd_perf(test, write, 0, sz);
			if (ret)
				return ret;
			rnd_next = next;
		}
		ret = mmc_test_rnd_perf(test, write, 1, sz);
		if (ret)
			return ret;
	}
1961
	sz = t->max_tfr;
1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987
	if (write) {
		next = rnd_next;
		ret = mmc_test_rnd_perf(test, write, 0, sz);
		if (ret)
			return ret;
		rnd_next = next;
	}
	return mmc_test_rnd_perf(test, write, 1, sz);
}

/*
 * Random read performance by transfer size.
 */
static int mmc_test_random_read_perf(struct mmc_test_card *test)
{
	return mmc_test_random_perf(test, 0);
}

/*
 * Random write performance by transfer size.
 */
static int mmc_test_random_write_perf(struct mmc_test_card *test)
{
	return mmc_test_random_perf(test, 1);
}

1988 1989 1990
static int mmc_test_seq_perf(struct mmc_test_card *test, int write,
			     unsigned int tot_sz, int max_scatter)
{
1991
	struct mmc_test_area *t = &test->area;
1992
	unsigned int dev_addr, i, cnt, sz, ssz;
1993
	struct timespec ts1, ts2;
1994 1995
	int ret;

1996 1997
	sz = t->max_tfr;

1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073
	/*
	 * In the case of a maximally scattered transfer, the maximum transfer
	 * size is further limited by using PAGE_SIZE segments.
	 */
	if (max_scatter) {
		unsigned long max_tfr;

		if (t->max_seg_sz >= PAGE_SIZE)
			max_tfr = t->max_segs * PAGE_SIZE;
		else
			max_tfr = t->max_segs * t->max_seg_sz;
		if (sz > max_tfr)
			sz = max_tfr;
	}

	ssz = sz >> 9;
	dev_addr = mmc_test_capacity(test->card) / 4;
	if (tot_sz > dev_addr << 9)
		tot_sz = dev_addr << 9;
	cnt = tot_sz / sz;
	dev_addr &= 0xffff0000; /* Round to 64MiB boundary */

	getnstimeofday(&ts1);
	for (i = 0; i < cnt; i++) {
		ret = mmc_test_area_io(test, sz, dev_addr, write,
				       max_scatter, 0);
		if (ret)
			return ret;
		dev_addr += ssz;
	}
	getnstimeofday(&ts2);

	mmc_test_print_avg_rate(test, sz, cnt, &ts1, &ts2);

	return 0;
}

static int mmc_test_large_seq_perf(struct mmc_test_card *test, int write)
{
	int ret, i;

	for (i = 0; i < 10; i++) {
		ret = mmc_test_seq_perf(test, write, 10 * 1024 * 1024, 1);
		if (ret)
			return ret;
	}
	for (i = 0; i < 5; i++) {
		ret = mmc_test_seq_perf(test, write, 100 * 1024 * 1024, 1);
		if (ret)
			return ret;
	}
	for (i = 0; i < 3; i++) {
		ret = mmc_test_seq_perf(test, write, 1000 * 1024 * 1024, 1);
		if (ret)
			return ret;
	}

	return ret;
}

/*
 * Large sequential read performance.
 */
static int mmc_test_large_seq_read_perf(struct mmc_test_card *test)
{
	return mmc_test_large_seq_perf(test, 0);
}

/*
 * Large sequential write performance.
 */
static int mmc_test_large_seq_write_perf(struct mmc_test_card *test)
{
	return mmc_test_large_seq_perf(test, 1);
}

2074 2075
static int mmc_test_rw_multiple(struct mmc_test_card *test,
				struct mmc_test_multiple_rw *tdata,
2076 2077
				unsigned int reqsize, unsigned int size,
				int min_sg_len)
2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113
{
	unsigned int dev_addr;
	struct mmc_test_area *t = &test->area;
	int ret = 0;

	/* Set up test area */
	if (size > mmc_test_capacity(test->card) / 2 * 512)
		size = mmc_test_capacity(test->card) / 2 * 512;
	if (reqsize > t->max_tfr)
		reqsize = t->max_tfr;
	dev_addr = mmc_test_capacity(test->card) / 4;
	if ((dev_addr & 0xffff0000))
		dev_addr &= 0xffff0000; /* Round to 64MiB boundary */
	else
		dev_addr &= 0xfffff800; /* Round to 1MiB boundary */
	if (!dev_addr)
		goto err;

	if (reqsize > size)
		return 0;

	/* prepare test area */
	if (mmc_can_erase(test->card) &&
	    tdata->prepare & MMC_TEST_PREP_ERASE) {
		ret = mmc_erase(test->card, dev_addr,
				size / 512, MMC_SECURE_ERASE_ARG);
		if (ret)
			ret = mmc_erase(test->card, dev_addr,
					size / 512, MMC_ERASE_ARG);
		if (ret)
			goto err;
	}

	/* Run test */
	ret = mmc_test_area_io_seq(test, reqsize, dev_addr,
				   tdata->do_write, 0, 1, size / reqsize,
2114
				   tdata->do_nonblock_req, min_sg_len);
2115 2116 2117 2118 2119
	if (ret)
		goto err;

	return ret;
 err:
2120
	pr_info("[%s] error\n", __func__);
2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133
	return ret;
}

static int mmc_test_rw_multiple_size(struct mmc_test_card *test,
				     struct mmc_test_multiple_rw *rw)
{
	int ret = 0;
	int i;
	void *pre_req = test->card->host->ops->pre_req;
	void *post_req = test->card->host->ops->post_req;

	if (rw->do_nonblock_req &&
	    ((!pre_req && post_req) || (pre_req && !post_req))) {
2134
		pr_info("error: only one of pre/post is defined\n");
2135 2136 2137 2138
		return -EINVAL;
	}

	for (i = 0 ; i < rw->len && ret == 0; i++) {
2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152
		ret = mmc_test_rw_multiple(test, rw, rw->bs[i], rw->size, 0);
		if (ret)
			break;
	}
	return ret;
}

static int mmc_test_rw_multiple_sg_len(struct mmc_test_card *test,
				       struct mmc_test_multiple_rw *rw)
{
	int ret = 0;
	int i;

	for (i = 0 ; i < rw->len && ret == 0; i++) {
2153
		ret = mmc_test_rw_multiple(test, rw, 512 * 1024, rw->size,
2154
					   rw->sg_len[i]);
2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236
		if (ret)
			break;
	}
	return ret;
}

/*
 * Multiple blocking write 4k to 4 MB chunks
 */
static int mmc_test_profile_mult_write_blocking_perf(struct mmc_test_card *test)
{
	unsigned int bs[] = {1 << 12, 1 << 13, 1 << 14, 1 << 15, 1 << 16,
			     1 << 17, 1 << 18, 1 << 19, 1 << 20, 1 << 22};
	struct mmc_test_multiple_rw test_data = {
		.bs = bs,
		.size = TEST_AREA_MAX_SIZE,
		.len = ARRAY_SIZE(bs),
		.do_write = true,
		.do_nonblock_req = false,
		.prepare = MMC_TEST_PREP_ERASE,
	};

	return mmc_test_rw_multiple_size(test, &test_data);
};

/*
 * Multiple non-blocking write 4k to 4 MB chunks
 */
static int mmc_test_profile_mult_write_nonblock_perf(struct mmc_test_card *test)
{
	unsigned int bs[] = {1 << 12, 1 << 13, 1 << 14, 1 << 15, 1 << 16,
			     1 << 17, 1 << 18, 1 << 19, 1 << 20, 1 << 22};
	struct mmc_test_multiple_rw test_data = {
		.bs = bs,
		.size = TEST_AREA_MAX_SIZE,
		.len = ARRAY_SIZE(bs),
		.do_write = true,
		.do_nonblock_req = true,
		.prepare = MMC_TEST_PREP_ERASE,
	};

	return mmc_test_rw_multiple_size(test, &test_data);
}

/*
 * Multiple blocking read 4k to 4 MB chunks
 */
static int mmc_test_profile_mult_read_blocking_perf(struct mmc_test_card *test)
{
	unsigned int bs[] = {1 << 12, 1 << 13, 1 << 14, 1 << 15, 1 << 16,
			     1 << 17, 1 << 18, 1 << 19, 1 << 20, 1 << 22};
	struct mmc_test_multiple_rw test_data = {
		.bs = bs,
		.size = TEST_AREA_MAX_SIZE,
		.len = ARRAY_SIZE(bs),
		.do_write = false,
		.do_nonblock_req = false,
		.prepare = MMC_TEST_PREP_NONE,
	};

	return mmc_test_rw_multiple_size(test, &test_data);
}

/*
 * Multiple non-blocking read 4k to 4 MB chunks
 */
static int mmc_test_profile_mult_read_nonblock_perf(struct mmc_test_card *test)
{
	unsigned int bs[] = {1 << 12, 1 << 13, 1 << 14, 1 << 15, 1 << 16,
			     1 << 17, 1 << 18, 1 << 19, 1 << 20, 1 << 22};
	struct mmc_test_multiple_rw test_data = {
		.bs = bs,
		.size = TEST_AREA_MAX_SIZE,
		.len = ARRAY_SIZE(bs),
		.do_write = false,
		.do_nonblock_req = true,
		.prepare = MMC_TEST_PREP_NONE,
	};

	return mmc_test_rw_multiple_size(test, &test_data);
}

2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312
/*
 * Multiple blocking write 1 to 512 sg elements
 */
static int mmc_test_profile_sglen_wr_blocking_perf(struct mmc_test_card *test)
{
	unsigned int sg_len[] = {1, 1 << 3, 1 << 4, 1 << 5, 1 << 6,
				 1 << 7, 1 << 8, 1 << 9};
	struct mmc_test_multiple_rw test_data = {
		.sg_len = sg_len,
		.size = TEST_AREA_MAX_SIZE,
		.len = ARRAY_SIZE(sg_len),
		.do_write = true,
		.do_nonblock_req = false,
		.prepare = MMC_TEST_PREP_ERASE,
	};

	return mmc_test_rw_multiple_sg_len(test, &test_data);
};

/*
 * Multiple non-blocking write 1 to 512 sg elements
 */
static int mmc_test_profile_sglen_wr_nonblock_perf(struct mmc_test_card *test)
{
	unsigned int sg_len[] = {1, 1 << 3, 1 << 4, 1 << 5, 1 << 6,
				 1 << 7, 1 << 8, 1 << 9};
	struct mmc_test_multiple_rw test_data = {
		.sg_len = sg_len,
		.size = TEST_AREA_MAX_SIZE,
		.len = ARRAY_SIZE(sg_len),
		.do_write = true,
		.do_nonblock_req = true,
		.prepare = MMC_TEST_PREP_ERASE,
	};

	return mmc_test_rw_multiple_sg_len(test, &test_data);
}

/*
 * Multiple blocking read 1 to 512 sg elements
 */
static int mmc_test_profile_sglen_r_blocking_perf(struct mmc_test_card *test)
{
	unsigned int sg_len[] = {1, 1 << 3, 1 << 4, 1 << 5, 1 << 6,
				 1 << 7, 1 << 8, 1 << 9};
	struct mmc_test_multiple_rw test_data = {
		.sg_len = sg_len,
		.size = TEST_AREA_MAX_SIZE,
		.len = ARRAY_SIZE(sg_len),
		.do_write = false,
		.do_nonblock_req = false,
		.prepare = MMC_TEST_PREP_NONE,
	};

	return mmc_test_rw_multiple_sg_len(test, &test_data);
}

/*
 * Multiple non-blocking read 1 to 512 sg elements
 */
static int mmc_test_profile_sglen_r_nonblock_perf(struct mmc_test_card *test)
{
	unsigned int sg_len[] = {1, 1 << 3, 1 << 4, 1 << 5, 1 << 6,
				 1 << 7, 1 << 8, 1 << 9};
	struct mmc_test_multiple_rw test_data = {
		.sg_len = sg_len,
		.size = TEST_AREA_MAX_SIZE,
		.len = ARRAY_SIZE(sg_len),
		.do_write = false,
		.do_nonblock_req = true,
		.prepare = MMC_TEST_PREP_NONE,
	};

	return mmc_test_rw_multiple_sg_len(test, &test_data);
}

2313 2314 2315
/*
 * eMMC hardware reset.
 */
2316
static int mmc_test_reset(struct mmc_test_card *test)
2317 2318 2319 2320 2321
{
	struct mmc_card *card = test->card;
	struct mmc_host *host = card->host;
	int err;

2322
	err = mmc_hw_reset(host);
2323 2324
	if (!err)
		return RESULT_OK;
2325 2326
	else if (err == -EOPNOTSUPP)
		return RESULT_UNSUP_HOST;
2327

2328
	return RESULT_FAIL;
2329 2330
}

2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372
struct mmc_test_req {
	struct mmc_request mrq;
	struct mmc_command sbc;
	struct mmc_command cmd;
	struct mmc_command stop;
	struct mmc_command status;
	struct mmc_data data;
};

static struct mmc_test_req *mmc_test_req_alloc(void)
{
	struct mmc_test_req *rq = kzalloc(sizeof(*rq), GFP_KERNEL);

	if (rq) {
		rq->mrq.cmd = &rq->cmd;
		rq->mrq.data = &rq->data;
		rq->mrq.stop = &rq->stop;
	}

	return rq;
}

static int mmc_test_send_status(struct mmc_test_card *test,
				struct mmc_command *cmd)
{
	memset(cmd, 0, sizeof(*cmd));

	cmd->opcode = MMC_SEND_STATUS;
	if (!mmc_host_is_spi(test->card->host))
		cmd->arg = test->card->rca << 16;
	cmd->flags = MMC_RSP_SPI_R2 | MMC_RSP_R1 | MMC_CMD_AC;

	return mmc_wait_for_cmd(test->card->host, cmd, 0);
}

static int mmc_test_ongoing_transfer(struct mmc_test_card *test,
				     unsigned int dev_addr, int use_sbc,
				     int repeat_cmd, int write, int use_areq)
{
	struct mmc_test_req *rq = mmc_test_req_alloc();
	struct mmc_host *host = test->card->host;
	struct mmc_test_area *t = &test->area;
2373
	struct mmc_test_async_req test_areq = { .test = test };
2374 2375 2376
	struct mmc_request *mrq;
	unsigned long timeout;
	bool expired = false;
2377
	enum mmc_blk_status blkstat = MMC_BLK_SUCCESS;
2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389
	int ret = 0, cmd_ret;
	u32 status = 0;
	int count = 0;

	if (!rq)
		return -ENOMEM;

	mrq = &rq->mrq;
	if (use_sbc)
		mrq->sbc = &rq->sbc;
	mrq->cap_cmd_during_tfr = true;

2390 2391
	test_areq.areq.mrq = mrq;
	test_areq.areq.err_check = mmc_test_check_result_async;
2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404

	mmc_test_prepare_mrq(test, mrq, t->sg, t->sg_len, dev_addr, t->blocks,
			     512, write);

	if (use_sbc && t->blocks > 1 && !mrq->sbc) {
		ret =  mmc_host_cmd23(host) ?
		       RESULT_UNSUP_CARD :
		       RESULT_UNSUP_HOST;
		goto out_free;
	}

	/* Start ongoing data request */
	if (use_areq) {
2405
		mmc_start_areq(host, &test_areq.areq, &blkstat);
2406 2407
		if (blkstat != MMC_BLK_SUCCESS) {
			ret = RESULT_FAIL;
2408
			goto out_free;
2409
		}
2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441
	} else {
		mmc_wait_for_req(host, mrq);
	}

	timeout = jiffies + msecs_to_jiffies(3000);
	do {
		count += 1;

		/* Send status command while data transfer in progress */
		cmd_ret = mmc_test_send_status(test, &rq->status);
		if (cmd_ret)
			break;

		status = rq->status.resp[0];
		if (status & R1_ERROR) {
			cmd_ret = -EIO;
			break;
		}

		if (mmc_is_req_done(host, mrq))
			break;

		expired = time_after(jiffies, timeout);
		if (expired) {
			pr_info("%s: timeout waiting for Tran state status %#x\n",
				mmc_hostname(host), status);
			cmd_ret = -ETIMEDOUT;
			break;
		}
	} while (repeat_cmd && R1_CURRENT_STATE(status) != R1_STATE_TRAN);

	/* Wait for data request to complete */
2442
	if (use_areq) {
2443
		mmc_start_areq(host, NULL, &blkstat);
2444 2445 2446
		if (blkstat != MMC_BLK_SUCCESS)
			ret = RESULT_FAIL;
	} else {
2447
		mmc_wait_for_req_done(test->card->host, mrq);
2448
	}
2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551 2552 2553 2554 2555 2556 2557 2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575

	/*
	 * For cap_cmd_during_tfr request, upper layer must send stop if
	 * required.
	 */
	if (mrq->data->stop && (mrq->data->error || !mrq->sbc)) {
		if (ret)
			mmc_wait_for_cmd(host, mrq->data->stop, 0);
		else
			ret = mmc_wait_for_cmd(host, mrq->data->stop, 0);
	}

	if (ret)
		goto out_free;

	if (cmd_ret) {
		pr_info("%s: Send Status failed: status %#x, error %d\n",
			mmc_hostname(test->card->host), status, cmd_ret);
	}

	ret = mmc_test_check_result(test, mrq);
	if (ret)
		goto out_free;

	ret = mmc_test_wait_busy(test);
	if (ret)
		goto out_free;

	if (repeat_cmd && (t->blocks + 1) << 9 > t->max_tfr)
		pr_info("%s: %d commands completed during transfer of %u blocks\n",
			mmc_hostname(test->card->host), count, t->blocks);

	if (cmd_ret)
		ret = cmd_ret;
out_free:
	kfree(rq);

	return ret;
}

static int __mmc_test_cmds_during_tfr(struct mmc_test_card *test,
				      unsigned long sz, int use_sbc, int write,
				      int use_areq)
{
	struct mmc_test_area *t = &test->area;
	int ret;

	if (!(test->card->host->caps & MMC_CAP_CMD_DURING_TFR))
		return RESULT_UNSUP_HOST;

	ret = mmc_test_area_map(test, sz, 0, 0);
	if (ret)
		return ret;

	ret = mmc_test_ongoing_transfer(test, t->dev_addr, use_sbc, 0, write,
					use_areq);
	if (ret)
		return ret;

	return mmc_test_ongoing_transfer(test, t->dev_addr, use_sbc, 1, write,
					 use_areq);
}

static int mmc_test_cmds_during_tfr(struct mmc_test_card *test, int use_sbc,
				    int write, int use_areq)
{
	struct mmc_test_area *t = &test->area;
	unsigned long sz;
	int ret;

	for (sz = 512; sz <= t->max_tfr; sz += 512) {
		ret = __mmc_test_cmds_during_tfr(test, sz, use_sbc, write,
						 use_areq);
		if (ret)
			return ret;
	}
	return 0;
}

/*
 * Commands during read - no Set Block Count (CMD23).
 */
static int mmc_test_cmds_during_read(struct mmc_test_card *test)
{
	return mmc_test_cmds_during_tfr(test, 0, 0, 0);
}

/*
 * Commands during write - no Set Block Count (CMD23).
 */
static int mmc_test_cmds_during_write(struct mmc_test_card *test)
{
	return mmc_test_cmds_during_tfr(test, 0, 1, 0);
}

/*
 * Commands during read - use Set Block Count (CMD23).
 */
static int mmc_test_cmds_during_read_cmd23(struct mmc_test_card *test)
{
	return mmc_test_cmds_during_tfr(test, 1, 0, 0);
}

/*
 * Commands during write - use Set Block Count (CMD23).
 */
static int mmc_test_cmds_during_write_cmd23(struct mmc_test_card *test)
{
	return mmc_test_cmds_during_tfr(test, 1, 1, 0);
}

/*
 * Commands during non-blocking read - use Set Block Count (CMD23).
 */
static int mmc_test_cmds_during_read_cmd23_nonblock(struct mmc_test_card *test)
{
	return mmc_test_cmds_during_tfr(test, 1, 0, 1);
}

/*
 * Commands during non-blocking write - use Set Block Count (CMD23).
 */
static int mmc_test_cmds_during_write_cmd23_nonblock(struct mmc_test_card *test)
{
	return mmc_test_cmds_during_tfr(test, 1, 1, 1);
}

Pierre Ossman's avatar
Pierre Ossman committed
2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586 2587 2588
static const struct mmc_test_case mmc_test_cases[] = {
	{
		.name = "Basic write (no data verification)",
		.run = mmc_test_basic_write,
	},

	{
		.name = "Basic read (no data verification)",
		.run = mmc_test_basic_read,
	},

	{
		.name = "Basic write (with data verification)",
Pierre Ossman's avatar
Pierre Ossman committed
2589
		.prepare = mmc_test_prepare_write,
Pierre Ossman's avatar
Pierre Ossman committed
2590
		.run = mmc_test_verify_write,
Pierre Ossman's avatar
Pierre Ossman committed
2591
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2592 2593 2594 2595
	},

	{
		.name = "Basic read (with data verification)",
Pierre Ossman's avatar
Pierre Ossman committed
2596
		.prepare = mmc_test_prepare_read,
Pierre Ossman's avatar
Pierre Ossman committed
2597
		.run = mmc_test_verify_read,
Pierre Ossman's avatar
Pierre Ossman committed
2598
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2599 2600 2601 2602
	},

	{
		.name = "Multi-block write",
Pierre Ossman's avatar
Pierre Ossman committed
2603
		.prepare = mmc_test_prepare_write,
Pierre Ossman's avatar
Pierre Ossman committed
2604
		.run = mmc_test_multi_write,
Pierre Ossman's avatar
Pierre Ossman committed
2605
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2606 2607 2608 2609
	},

	{
		.name = "Multi-block read",
Pierre Ossman's avatar
Pierre Ossman committed
2610
		.prepare = mmc_test_prepare_read,
Pierre Ossman's avatar
Pierre Ossman committed
2611
		.run = mmc_test_multi_read,
Pierre Ossman's avatar
Pierre Ossman committed
2612
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2613 2614 2615 2616
	},

	{
		.name = "Power of two block writes",
Pierre Ossman's avatar
Pierre Ossman committed
2617
		.prepare = mmc_test_prepare_write,
Pierre Ossman's avatar
Pierre Ossman committed
2618
		.run = mmc_test_pow2_write,
Pierre Ossman's avatar
Pierre Ossman committed
2619
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2620 2621 2622 2623
	},

	{
		.name = "Power of two block reads",
Pierre Ossman's avatar
Pierre Ossman committed
2624
		.prepare = mmc_test_prepare_read,
Pierre Ossman's avatar
Pierre Ossman committed
2625
		.run = mmc_test_pow2_read,
Pierre Ossman's avatar
Pierre Ossman committed
2626
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2627 2628 2629 2630
	},

	{
		.name = "Weird sized block writes",
Pierre Ossman's avatar
Pierre Ossman committed
2631
		.prepare = mmc_test_prepare_write,
Pierre Ossman's avatar
Pierre Ossman committed
2632
		.run = mmc_test_weird_write,
Pierre Ossman's avatar
Pierre Ossman committed
2633
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2634 2635 2636 2637
	},

	{
		.name = "Weird sized block reads",
Pierre Ossman's avatar
Pierre Ossman committed
2638
		.prepare = mmc_test_prepare_read,
Pierre Ossman's avatar
Pierre Ossman committed
2639
		.run = mmc_test_weird_read,
Pierre Ossman's avatar
Pierre Ossman committed
2640
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2641 2642 2643 2644
	},

	{
		.name = "Badly aligned write",
Pierre Ossman's avatar
Pierre Ossman committed
2645
		.prepare = mmc_test_prepare_write,
Pierre Ossman's avatar
Pierre Ossman committed
2646
		.run = mmc_test_align_write,
Pierre Ossman's avatar
Pierre Ossman committed
2647
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2648 2649 2650 2651
	},

	{
		.name = "Badly aligned read",
Pierre Ossman's avatar
Pierre Ossman committed
2652
		.prepare = mmc_test_prepare_read,
Pierre Ossman's avatar
Pierre Ossman committed
2653
		.run = mmc_test_align_read,
Pierre Ossman's avatar
Pierre Ossman committed
2654
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2655 2656 2657 2658
	},

	{
		.name = "Badly aligned multi-block write",
Pierre Ossman's avatar
Pierre Ossman committed
2659
		.prepare = mmc_test_prepare_write,
Pierre Ossman's avatar
Pierre Ossman committed
2660
		.run = mmc_test_align_multi_write,
Pierre Ossman's avatar
Pierre Ossman committed
2661
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2662 2663 2664 2665
	},

	{
		.name = "Badly aligned multi-block read",
Pierre Ossman's avatar
Pierre Ossman committed
2666
		.prepare = mmc_test_prepare_read,
Pierre Ossman's avatar
Pierre Ossman committed
2667
		.run = mmc_test_align_multi_read,
Pierre Ossman's avatar
Pierre Ossman committed
2668
		.cleanup = mmc_test_cleanup,
Pierre Ossman's avatar
Pierre Ossman committed
2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688 2689
	},

	{
		.name = "Correct xfer_size at write (start failure)",
		.run = mmc_test_xfersize_write,
	},

	{
		.name = "Correct xfer_size at read (start failure)",
		.run = mmc_test_xfersize_read,
	},

	{
		.name = "Correct xfer_size at write (midway failure)",
		.run = mmc_test_multi_xfersize_write,
	},

	{
		.name = "Correct xfer_size at read (midway failure)",
		.run = mmc_test_multi_xfersize_read,
	},
Pierre Ossman's avatar
Pierre Ossman committed
2690 2691 2692 2693 2694 2695 2696 2697 2698 2699 2700 2701 2702 2703 2704 2705 2706 2707 2708 2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719 2720

#ifdef CONFIG_HIGHMEM

	{
		.name = "Highmem write",
		.prepare = mmc_test_prepare_write,
		.run = mmc_test_write_high,
		.cleanup = mmc_test_cleanup,
	},

	{
		.name = "Highmem read",
		.prepare = mmc_test_prepare_read,
		.run = mmc_test_read_high,
		.cleanup = mmc_test_cleanup,
	},

	{
		.name = "Multi-block highmem write",
		.prepare = mmc_test_prepare_write,
		.run = mmc_test_multi_write_high,
		.cleanup = mmc_test_cleanup,
	},

	{
		.name = "Multi-block highmem read",
		.prepare = mmc_test_prepare_read,
		.run = mmc_test_multi_read_high,
		.cleanup = mmc_test_cleanup,
	},

2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742
#else

	{
		.name = "Highmem write",
		.run = mmc_test_no_highmem,
	},

	{
		.name = "Highmem read",
		.run = mmc_test_no_highmem,
	},

	{
		.name = "Multi-block highmem write",
		.run = mmc_test_no_highmem,
	},

	{
		.name = "Multi-block highmem read",
		.run = mmc_test_no_highmem,
	},

Pierre Ossman's avatar
Pierre Ossman committed
2743 2744
#endif /* CONFIG_HIGHMEM */

2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814
	{
		.name = "Best-case read performance",
		.prepare = mmc_test_area_prepare_fill,
		.run = mmc_test_best_read_performance,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Best-case write performance",
		.prepare = mmc_test_area_prepare_erase,
		.run = mmc_test_best_write_performance,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Best-case read performance into scattered pages",
		.prepare = mmc_test_area_prepare_fill,
		.run = mmc_test_best_read_perf_max_scatter,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Best-case write performance from scattered pages",
		.prepare = mmc_test_area_prepare_erase,
		.run = mmc_test_best_write_perf_max_scatter,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Single read performance by transfer size",
		.prepare = mmc_test_area_prepare_fill,
		.run = mmc_test_profile_read_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Single write performance by transfer size",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_profile_write_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Single trim performance by transfer size",
		.prepare = mmc_test_area_prepare_fill,
		.run = mmc_test_profile_trim_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Consecutive read performance by transfer size",
		.prepare = mmc_test_area_prepare_fill,
		.run = mmc_test_profile_seq_read_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Consecutive write performance by transfer size",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_profile_seq_write_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Consecutive trim performance by transfer size",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_profile_seq_trim_perf,
		.cleanup = mmc_test_area_cleanup,
	},

2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828
	{
		.name = "Random read performance by transfer size",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_random_read_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Random write performance by transfer size",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_random_write_perf,
		.cleanup = mmc_test_area_cleanup,
	},

2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839 2840 2841 2842
	{
		.name = "Large sequential read into scattered pages",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_large_seq_read_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Large sequential write from scattered pages",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_large_seq_write_perf,
		.cleanup = mmc_test_area_cleanup,
	},

2843 2844 2845 2846 2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869
	{
		.name = "Write performance with blocking req 4k to 4MB",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_profile_mult_write_blocking_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Write performance with non-blocking req 4k to 4MB",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_profile_mult_write_nonblock_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Read performance with blocking req 4k to 4MB",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_profile_mult_read_blocking_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Read performance with non-blocking req 4k to 4MB",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_profile_mult_read_nonblock_perf,
		.cleanup = mmc_test_area_cleanup,
	},
2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897

	{
		.name = "Write performance blocking req 1 to 512 sg elems",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_profile_sglen_wr_blocking_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Write performance non-blocking req 1 to 512 sg elems",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_profile_sglen_wr_nonblock_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Read performance blocking req 1 to 512 sg elems",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_profile_sglen_r_blocking_perf,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Read performance non-blocking req 1 to 512 sg elems",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_profile_sglen_r_nonblock_perf,
		.cleanup = mmc_test_area_cleanup,
	},
2898 2899

	{
2900 2901
		.name = "Reset test",
		.run = mmc_test_reset,
2902
	},
2903 2904 2905 2906 2907 2908 2909 2910 2911 2912 2913 2914 2915 2916 2917 2918 2919 2920 2921 2922 2923 2924 2925 2926 2927 2928 2929 2930 2931 2932 2933 2934 2935 2936 2937 2938 2939 2940 2941 2942 2943 2944

	{
		.name = "Commands during read - no Set Block Count (CMD23)",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_cmds_during_read,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Commands during write - no Set Block Count (CMD23)",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_cmds_during_write,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Commands during read - use Set Block Count (CMD23)",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_cmds_during_read_cmd23,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Commands during write - use Set Block Count (CMD23)",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_cmds_during_write_cmd23,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Commands during non-blocking read - use Set Block Count (CMD23)",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_cmds_during_read_cmd23_nonblock,
		.cleanup = mmc_test_area_cleanup,
	},

	{
		.name = "Commands during non-blocking write - use Set Block Count (CMD23)",
		.prepare = mmc_test_area_prepare,
		.run = mmc_test_cmds_during_write_cmd23_nonblock,
		.cleanup = mmc_test_area_cleanup,
	},
Pierre Ossman's avatar
Pierre Ossman committed
2945 2946
};

2947
static DEFINE_MUTEX(mmc_test_lock);
Pierre Ossman's avatar
Pierre Ossman committed
2948

2949 2950
static LIST_HEAD(mmc_test_result);

2951
static void mmc_test_run(struct mmc_test_card *test, int testcase)
Pierre Ossman's avatar
Pierre Ossman committed
2952 2953 2954
{
	int i, ret;

2955
	pr_info("%s: Starting tests of card %s...\n",
Pierre Ossman's avatar
Pierre Ossman committed
2956 2957 2958 2959
		mmc_hostname(test->card->host), mmc_card_id(test->card));

	mmc_claim_host(test->card->host);

2960
	for (i = 0; i < ARRAY_SIZE(mmc_test_cases); i++) {
2961 2962
		struct mmc_test_general_result *gr;

2963 2964 2965
		if (testcase && ((i + 1) != testcase))
			continue;

2966
		pr_info("%s: Test case %d. %s...\n",
Pierre Ossman's avatar
Pierre Ossman committed
2967 2968 2969 2970 2971 2972
			mmc_hostname(test->card->host), i + 1,
			mmc_test_cases[i].name);

		if (mmc_test_cases[i].prepare) {
			ret = mmc_test_cases[i].prepare(test);
			if (ret) {
2973
				pr_info("%s: Result: Prepare stage failed! (%d)\n",
Pierre Ossman's avatar
Pierre Ossman committed
2974 2975 2976 2977 2978 2979
					mmc_hostname(test->card->host),
					ret);
				continue;
			}
		}

2980
		gr = kzalloc(sizeof(*gr), GFP_KERNEL);
2981 2982 2983 2984 2985 2986 2987 2988 2989 2990 2991 2992 2993 2994 2995 2996 2997
		if (gr) {
			INIT_LIST_HEAD(&gr->tr_lst);

			/* Assign data what we know already */
			gr->card = test->card;
			gr->testcase = i;

			/* Append container to global one */
			list_add_tail(&gr->link, &mmc_test_result);

			/*
			 * Save the pointer to created container in our private
			 * structure.
			 */
			test->gr = gr;
		}

Pierre Ossman's avatar
Pierre Ossman committed
2998 2999 3000
		ret = mmc_test_cases[i].run(test);
		switch (ret) {
		case RESULT_OK:
3001
			pr_info("%s: Result: OK\n",
Pierre Ossman's avatar
Pierre Ossman committed
3002 3003 3004
				mmc_hostname(test->card->host));
			break;
		case RESULT_FAIL:
3005
			pr_info("%s: Result: FAILED\n",
Pierre Ossman's avatar
Pierre Ossman committed
3006 3007 3008
				mmc_hostname(test->card->host));
			break;
		case RESULT_UNSUP_HOST:
3009
			pr_info("%s: Result: UNSUPPORTED (by host)\n",
Pierre Ossman's avatar
Pierre Ossman committed
3010 3011 3012
				mmc_hostname(test->card->host));
			break;
		case RESULT_UNSUP_CARD:
3013
			pr_info("%s: Result: UNSUPPORTED (by card)\n",
Pierre Ossman's avatar
Pierre Ossman committed
3014 3015 3016
				mmc_hostname(test->card->host));
			break;
		default:
3017
			pr_info("%s: Result: ERROR (%d)\n",
Pierre Ossman's avatar
Pierre Ossman committed
3018 3019 3020
				mmc_hostname(test->card->host), ret);
		}

3021 3022 3023 3024
		/* Save the result */
		if (gr)
			gr->result = ret;

Pierre Ossman's avatar
Pierre Ossman committed
3025 3026 3027
		if (mmc_test_cases[i].cleanup) {
			ret = mmc_test_cases[i].cleanup(test);
			if (ret) {
3028
				pr_info("%s: Warning: Cleanup stage failed! (%d)\n",
Pierre Ossman's avatar
Pierre Ossman committed
3029 3030 3031 3032 3033 3034 3035 3036
					mmc_hostname(test->card->host),
					ret);
			}
		}
	}

	mmc_release_host(test->card->host);

3037
	pr_info("%s: Tests completed.\n",
Pierre Ossman's avatar
Pierre Ossman committed
3038 3039 3040
		mmc_hostname(test->card->host));
}

3041 3042 3043 3044 3045 3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057 3058 3059 3060 3061 3062 3063 3064
static void mmc_test_free_result(struct mmc_card *card)
{
	struct mmc_test_general_result *gr, *grs;

	mutex_lock(&mmc_test_lock);

	list_for_each_entry_safe(gr, grs, &mmc_test_result, link) {
		struct mmc_test_transfer_result *tr, *trs;

		if (card && gr->card != card)
			continue;

		list_for_each_entry_safe(tr, trs, &gr->tr_lst, link) {
			list_del(&tr->link);
			kfree(tr);
		}

		list_del(&gr->link);
		kfree(gr);
	}

	mutex_unlock(&mmc_test_lock);
}

3065 3066 3067
static LIST_HEAD(mmc_test_file_test);

static int mtf_test_show(struct seq_file *sf, void *data)
Pierre Ossman's avatar
Pierre Ossman committed
3068
{
3069
	struct mmc_card *card = (struct mmc_card *)sf->private;
3070 3071
	struct mmc_test_general_result *gr;

Pierre Ossman's avatar
Pierre Ossman committed
3072
	mutex_lock(&mmc_test_lock);
3073 3074 3075 3076 3077 3078 3079

	list_for_each_entry(gr, &mmc_test_result, link) {
		struct mmc_test_transfer_result *tr;

		if (gr->card != card)
			continue;

3080
		seq_printf(sf, "Test %d: %d\n", gr->testcase + 1, gr->result);
3081 3082

		list_for_each_entry(tr, &gr->tr_lst, link) {
3083
			seq_printf(sf, "%u %d %lu.%09lu %u %u.%02u\n",
3084 3085 3086
				tr->count, tr->sectors,
				(unsigned long)tr->ts.tv_sec,
				(unsigned long)tr->ts.tv_nsec,
3087
				tr->rate, tr->iops / 100, tr->iops % 100);
3088 3089 3090
		}
	}

Pierre Ossman's avatar
Pierre Ossman committed
3091 3092
	mutex_unlock(&mmc_test_lock);

3093
	return 0;
Pierre Ossman's avatar
Pierre Ossman committed
3094 3095
}

3096
static int mtf_test_open(struct inode *inode, struct file *file)
Pierre Ossman's avatar
Pierre Ossman committed
3097
{
3098 3099 3100 3101 3102 3103 3104 3105
	return single_open(file, mtf_test_show, inode->i_private);
}

static ssize_t mtf_test_write(struct file *file, const char __user *buf,
	size_t count, loff_t *pos)
{
	struct seq_file *sf = (struct seq_file *)file->private_data;
	struct mmc_card *card = (struct mmc_card *)sf->private;
Pierre Ossman's avatar
Pierre Ossman committed
3106
	struct mmc_test_card *test;
3107
	long testcase;
3108
	int ret;
Pierre Ossman's avatar
Pierre Ossman committed
3109

3110 3111 3112
	ret = kstrtol_from_user(buf, count, 10, &testcase);
	if (ret)
		return ret;
3113

3114
	test = kzalloc(sizeof(*test), GFP_KERNEL);
Pierre Ossman's avatar
Pierre Ossman committed
3115 3116 3117
	if (!test)
		return -ENOMEM;

3118 3119 3120 3121 3122 3123
	/*
	 * Remove all test cases associated with given card. Thus we have only
	 * actual data of the last run.
	 */
	mmc_test_free_result(card);

Pierre Ossman's avatar
Pierre Ossman committed
3124 3125 3126
	test->card = card;

	test->buffer = kzalloc(BUFFER_SIZE, GFP_KERNEL);
Pierre Ossman's avatar
Pierre Ossman committed
3127 3128 3129 3130 3131 3132 3133
#ifdef CONFIG_HIGHMEM
	test->highmem = alloc_pages(GFP_KERNEL | __GFP_HIGHMEM, BUFFER_ORDER);
#endif

#ifdef CONFIG_HIGHMEM
	if (test->buffer && test->highmem) {
#else
Pierre Ossman's avatar
Pierre Ossman committed
3134
	if (test->buffer) {
Pierre Ossman's avatar
Pierre Ossman committed
3135
#endif
Pierre Ossman's avatar
Pierre Ossman committed
3136
		mutex_lock(&mmc_test_lock);
3137
		mmc_test_run(test, testcase);
Pierre Ossman's avatar
Pierre Ossman committed
3138 3139 3140
		mutex_unlock(&mmc_test_lock);
	}

Pierre Ossman's avatar
Pierre Ossman committed
3141 3142 3143
#ifdef CONFIG_HIGHMEM
	__free_pages(test->highmem, BUFFER_ORDER);
#endif
Pierre Ossman's avatar
Pierre Ossman committed
3144 3145 3146 3147 3148 3149
	kfree(test->buffer);
	kfree(test);

	return count;
}

3150 3151 3152 3153 3154 3155 3156 3157
static const struct file_operations mmc_test_fops_test = {
	.open		= mtf_test_open,
	.read		= seq_read,
	.write		= mtf_test_write,
	.llseek		= seq_lseek,
	.release	= single_release,
};

3158 3159 3160 3161 3162 3163
static int mtf_testlist_show(struct seq_file *sf, void *data)
{
	int i;

	mutex_lock(&mmc_test_lock);

3164
	seq_puts(sf, "0:\tRun all tests\n");
3165
	for (i = 0; i < ARRAY_SIZE(mmc_test_cases); i++)
3166
		seq_printf(sf, "%d:\t%s\n", i + 1, mmc_test_cases[i].name);
3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181 3182 3183 3184

	mutex_unlock(&mmc_test_lock);

	return 0;
}

static int mtf_testlist_open(struct inode *inode, struct file *file)
{
	return single_open(file, mtf_testlist_show, inode->i_private);
}

static const struct file_operations mmc_test_fops_testlist = {
	.open		= mtf_testlist_open,
	.read		= seq_read,
	.llseek		= seq_lseek,
	.release	= single_release,
};

3185
static void mmc_test_free_dbgfs_file(struct mmc_card *card)
3186 3187 3188 3189 3190 3191 3192 3193 3194 3195 3196 3197 3198 3199 3200 3201
{
	struct mmc_test_dbgfs_file *df, *dfs;

	mutex_lock(&mmc_test_lock);

	list_for_each_entry_safe(df, dfs, &mmc_test_file_test, link) {
		if (card && df->card != card)
			continue;
		debugfs_remove(df->file);
		list_del(&df->link);
		kfree(df);
	}

	mutex_unlock(&mmc_test_lock);
}

3202
static int __mmc_test_register_dbgfs_file(struct mmc_card *card,
Al Viro's avatar
Al Viro committed
3203
	const char *name, umode_t mode, const struct file_operations *fops)
3204 3205 3206
{
	struct dentry *file = NULL;
	struct mmc_test_dbgfs_file *df;
3207 3208

	if (card->debugfs_root)
3209 3210
		file = debugfs_create_file(name, mode, card->debugfs_root,
			card, fops);
3211 3212 3213

	if (IS_ERR_OR_NULL(file)) {
		dev_err(&card->dev,
3214 3215 3216
			"Can't create %s. Perhaps debugfs is disabled.\n",
			name);
		return -ENODEV;
3217 3218
	}

3219
	df = kmalloc(sizeof(*df), GFP_KERNEL);
3220 3221 3222 3223
	if (!df) {
		debugfs_remove(file);
		dev_err(&card->dev,
			"Can't allocate memory for internal usage.\n");
3224
		return -ENOMEM;
3225 3226 3227 3228 3229 3230
	}

	df->card = card;
	df->file = file;

	list_add(&df->link, &mmc_test_file_test);
3231 3232 3233 3234 3235 3236 3237 3238 3239 3240 3241 3242 3243 3244 3245 3246 3247 3248
	return 0;
}

static int mmc_test_register_dbgfs_file(struct mmc_card *card)
{
	int ret;

	mutex_lock(&mmc_test_lock);

	ret = __mmc_test_register_dbgfs_file(card, "test", S_IWUSR | S_IRUGO,
		&mmc_test_fops_test);
	if (ret)
		goto err;

	ret = __mmc_test_register_dbgfs_file(card, "testlist", S_IRUGO,
		&mmc_test_fops_testlist);
	if (ret)
		goto err;
3249 3250 3251 3252 3253 3254

err:
	mutex_unlock(&mmc_test_lock);

	return ret;
}
Pierre Ossman's avatar
Pierre Ossman committed
3255

3256
static int mmc_test_probe(struct mmc_card *card)
Pierre Ossman's avatar
Pierre Ossman committed
3257 3258 3259
{
	int ret;

3260
	if (!mmc_card_mmc(card) && !mmc_card_sd(card))
3261 3262
		return -ENODEV;

3263
	ret = mmc_test_register_dbgfs_file(card);
Pierre Ossman's avatar
Pierre Ossman committed
3264 3265 3266
	if (ret)
		return ret;

3267 3268
	dev_info(&card->dev, "Card claimed for testing.\n");

Pierre Ossman's avatar
Pierre Ossman committed
3269 3270 3271
	return 0;
}

3272
static void mmc_test_remove(struct mmc_card *card)
Pierre Ossman's avatar
Pierre Ossman committed
3273
{
3274
	mmc_test_free_result(card);
3275
	mmc_test_free_dbgfs_file(card);
Pierre Ossman's avatar
Pierre Ossman committed
3276 3277
}

3278
static void mmc_test_shutdown(struct mmc_card *card)
3279 3280 3281
{
}

3282 3283 3284 3285
static struct mmc_driver mmc_driver = {
	.drv		= {
		.name	= "mmc_test",
	},
Pierre Ossman's avatar
Pierre Ossman committed
3286 3287
	.probe		= mmc_test_probe,
	.remove		= mmc_test_remove,
3288
	.shutdown	= mmc_test_shutdown,
Pierre Ossman's avatar
Pierre Ossman committed
3289 3290 3291 3292 3293 3294 3295 3296 3297
};

static int __init mmc_test_init(void)
{
	return mmc_register_driver(&mmc_driver);
}

static void __exit mmc_test_exit(void)
{
3298 3299
	/* Clear stalled data if card is still plugged */
	mmc_test_free_result(NULL);
3300
	mmc_test_free_dbgfs_file(NULL);
3301

Pierre Ossman's avatar
Pierre Ossman committed
3302 3303 3304 3305 3306 3307 3308 3309 3310
	mmc_unregister_driver(&mmc_driver);
}

module_init(mmc_test_init);
module_exit(mmc_test_exit);

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("Multimedia Card (MMC) host test driver");
MODULE_AUTHOR("Pierre Ossman");