• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * drivers/mtd/nand/pxa3xx_nand.c
3  *
4  * Copyright © 2005 Intel Corporation
5  * Copyright © 2006 Marvell International Ltd.
6  *
7  * This program is free software; you can redistribute it and/or modify
8  * it under the terms of the GNU General Public License version 2 as
9  * published by the Free Software Foundation.
10  */
11 
12 #include <linux/module.h>
13 #include <linux/interrupt.h>
14 #include <linux/platform_device.h>
15 #include <linux/dma-mapping.h>
16 #include <linux/delay.h>
17 #include <linux/clk.h>
18 #include <linux/mtd/mtd.h>
19 #include <linux/mtd/nand.h>
20 #include <linux/mtd/partitions.h>
21 #include <linux/io.h>
22 #include <linux/irq.h>
23 
24 #include <mach/dma.h>
25 #include <mach/pxa-regs.h>
26 #include <mach/pxa3xx_nand.h>
27 
28 #define	CHIP_DELAY_TIMEOUT	(2 * HZ/10)
29 
30 /* registers and bit definitions */
31 #define NDCR		(0x00) /* Control register */
32 #define NDTR0CS0	(0x04) /* Timing Parameter 0 for CS0 */
33 #define NDTR1CS0	(0x0C) /* Timing Parameter 1 for CS0 */
34 #define NDSR		(0x14) /* Status Register */
35 #define NDPCR		(0x18) /* Page Count Register */
36 #define NDBDR0		(0x1C) /* Bad Block Register 0 */
37 #define NDBDR1		(0x20) /* Bad Block Register 1 */
38 #define NDDB		(0x40) /* Data Buffer */
39 #define NDCB0		(0x48) /* Command Buffer0 */
40 #define NDCB1		(0x4C) /* Command Buffer1 */
41 #define NDCB2		(0x50) /* Command Buffer2 */
42 
43 #define NDCR_SPARE_EN		(0x1 << 31)
44 #define NDCR_ECC_EN		(0x1 << 30)
45 #define NDCR_DMA_EN		(0x1 << 29)
46 #define NDCR_ND_RUN		(0x1 << 28)
47 #define NDCR_DWIDTH_C		(0x1 << 27)
48 #define NDCR_DWIDTH_M		(0x1 << 26)
49 #define NDCR_PAGE_SZ		(0x1 << 24)
50 #define NDCR_NCSX		(0x1 << 23)
51 #define NDCR_ND_MODE		(0x3 << 21)
52 #define NDCR_NAND_MODE   	(0x0)
53 #define NDCR_CLR_PG_CNT		(0x1 << 20)
54 #define NDCR_CLR_ECC		(0x1 << 19)
55 #define NDCR_RD_ID_CNT_MASK	(0x7 << 16)
56 #define NDCR_RD_ID_CNT(x)	(((x) << 16) & NDCR_RD_ID_CNT_MASK)
57 
58 #define NDCR_RA_START		(0x1 << 15)
59 #define NDCR_PG_PER_BLK		(0x1 << 14)
60 #define NDCR_ND_ARB_EN		(0x1 << 12)
61 
62 #define NDSR_MASK		(0xfff)
63 #define NDSR_RDY		(0x1 << 11)
64 #define NDSR_CS0_PAGED		(0x1 << 10)
65 #define NDSR_CS1_PAGED		(0x1 << 9)
66 #define NDSR_CS0_CMDD		(0x1 << 8)
67 #define NDSR_CS1_CMDD		(0x1 << 7)
68 #define NDSR_CS0_BBD		(0x1 << 6)
69 #define NDSR_CS1_BBD		(0x1 << 5)
70 #define NDSR_DBERR		(0x1 << 4)
71 #define NDSR_SBERR		(0x1 << 3)
72 #define NDSR_WRDREQ		(0x1 << 2)
73 #define NDSR_RDDREQ		(0x1 << 1)
74 #define NDSR_WRCMDREQ		(0x1)
75 
76 #define NDCB0_AUTO_RS		(0x1 << 25)
77 #define NDCB0_CSEL		(0x1 << 24)
78 #define NDCB0_CMD_TYPE_MASK	(0x7 << 21)
79 #define NDCB0_CMD_TYPE(x)	(((x) << 21) & NDCB0_CMD_TYPE_MASK)
80 #define NDCB0_NC		(0x1 << 20)
81 #define NDCB0_DBC		(0x1 << 19)
82 #define NDCB0_ADDR_CYC_MASK	(0x7 << 16)
83 #define NDCB0_ADDR_CYC(x)	(((x) << 16) & NDCB0_ADDR_CYC_MASK)
84 #define NDCB0_CMD2_MASK		(0xff << 8)
85 #define NDCB0_CMD1_MASK		(0xff)
86 #define NDCB0_ADDR_CYC_SHIFT	(16)
87 
88 /* dma-able I/O address for the NAND data and commands */
89 #define NDCB0_DMA_ADDR		(0x43100048)
90 #define NDDB_DMA_ADDR		(0x43100040)
91 
92 /* macros for registers read/write */
93 #define nand_writel(info, off, val)	\
94 	__raw_writel((val), (info)->mmio_base + (off))
95 
96 #define nand_readl(info, off)		\
97 	__raw_readl((info)->mmio_base + (off))
98 
99 /* error code and state */
100 enum {
101 	ERR_NONE	= 0,
102 	ERR_DMABUSERR	= -1,
103 	ERR_SENDCMD	= -2,
104 	ERR_DBERR	= -3,
105 	ERR_BBERR	= -4,
106 };
107 
108 enum {
109 	STATE_READY	= 0,
110 	STATE_CMD_HANDLE,
111 	STATE_DMA_READING,
112 	STATE_DMA_WRITING,
113 	STATE_DMA_DONE,
114 	STATE_PIO_READING,
115 	STATE_PIO_WRITING,
116 };
117 
118 struct pxa3xx_nand_info {
119 	struct nand_chip	nand_chip;
120 
121 	struct platform_device	 *pdev;
122 	const struct pxa3xx_nand_flash *flash_info;
123 
124 	struct clk		*clk;
125 	void __iomem		*mmio_base;
126 
127 	unsigned int 		buf_start;
128 	unsigned int		buf_count;
129 
130 	/* DMA information */
131 	int			drcmr_dat;
132 	int			drcmr_cmd;
133 
134 	unsigned char		*data_buff;
135 	dma_addr_t 		data_buff_phys;
136 	size_t			data_buff_size;
137 	int 			data_dma_ch;
138 	struct pxa_dma_desc	*data_desc;
139 	dma_addr_t 		data_desc_addr;
140 
141 	uint32_t		reg_ndcr;
142 
143 	/* saved column/page_addr during CMD_SEQIN */
144 	int			seqin_column;
145 	int			seqin_page_addr;
146 
147 	/* relate to the command */
148 	unsigned int		state;
149 
150 	int			use_ecc;	/* use HW ECC ? */
151 	int			use_dma;	/* use DMA ? */
152 
153 	size_t			data_size;	/* data size in FIFO */
154 	int 			retcode;
155 	struct completion 	cmd_complete;
156 
157 	/* generated NDCBx register values */
158 	uint32_t		ndcb0;
159 	uint32_t		ndcb1;
160 	uint32_t		ndcb2;
161 
162 	/* calculated from pxa3xx_nand_flash data */
163 	size_t		oob_size;
164 	size_t		read_id_bytes;
165 
166 	unsigned int	col_addr_cycles;
167 	unsigned int	row_addr_cycles;
168 };
169 
170 static int use_dma = 1;
171 module_param(use_dma, bool, 0444);
172 MODULE_PARM_DESC(use_dma, "enable DMA for data transfering to/from NAND HW");
173 
174 #ifdef CONFIG_MTD_NAND_PXA3xx_BUILTIN
175 static struct pxa3xx_nand_cmdset smallpage_cmdset = {
176 	.read1		= 0x0000,
177 	.read2		= 0x0050,
178 	.program	= 0x1080,
179 	.read_status	= 0x0070,
180 	.read_id	= 0x0090,
181 	.erase		= 0xD060,
182 	.reset		= 0x00FF,
183 	.lock		= 0x002A,
184 	.unlock		= 0x2423,
185 	.lock_status	= 0x007A,
186 };
187 
188 static struct pxa3xx_nand_cmdset largepage_cmdset = {
189 	.read1		= 0x3000,
190 	.read2		= 0x0050,
191 	.program	= 0x1080,
192 	.read_status	= 0x0070,
193 	.read_id	= 0x0090,
194 	.erase		= 0xD060,
195 	.reset		= 0x00FF,
196 	.lock		= 0x002A,
197 	.unlock		= 0x2423,
198 	.lock_status	= 0x007A,
199 };
200 
201 static struct pxa3xx_nand_timing samsung512MbX16_timing = {
202 	.tCH	= 10,
203 	.tCS	= 0,
204 	.tWH	= 20,
205 	.tWP	= 40,
206 	.tRH	= 30,
207 	.tRP	= 40,
208 	.tR	= 11123,
209 	.tWHR	= 110,
210 	.tAR	= 10,
211 };
212 
213 static struct pxa3xx_nand_flash samsung512MbX16 = {
214 	.timing		= &samsung512MbX16_timing,
215 	.cmdset		= &smallpage_cmdset,
216 	.page_per_block	= 32,
217 	.page_size	= 512,
218 	.flash_width	= 16,
219 	.dfc_width	= 16,
220 	.num_blocks	= 4096,
221 	.chip_id	= 0x46ec,
222 };
223 
224 static struct pxa3xx_nand_timing micron_timing = {
225 	.tCH	= 10,
226 	.tCS	= 25,
227 	.tWH	= 15,
228 	.tWP	= 25,
229 	.tRH	= 15,
230 	.tRP	= 25,
231 	.tR	= 25000,
232 	.tWHR	= 60,
233 	.tAR	= 10,
234 };
235 
236 static struct pxa3xx_nand_flash micron1GbX8 = {
237 	.timing		= &micron_timing,
238 	.cmdset		= &largepage_cmdset,
239 	.page_per_block	= 64,
240 	.page_size	= 2048,
241 	.flash_width	= 8,
242 	.dfc_width	= 8,
243 	.num_blocks	= 1024,
244 	.chip_id	= 0xa12c,
245 };
246 
247 static struct pxa3xx_nand_flash micron1GbX16 = {
248 	.timing		= &micron_timing,
249 	.cmdset		= &largepage_cmdset,
250 	.page_per_block	= 64,
251 	.page_size	= 2048,
252 	.flash_width	= 16,
253 	.dfc_width	= 16,
254 	.num_blocks	= 1024,
255 	.chip_id	= 0xb12c,
256 };
257 
258 static struct pxa3xx_nand_timing stm2GbX16_timing = {
259 	.tCH = 10,
260 	.tCS = 35,
261 	.tWH = 15,
262 	.tWP = 25,
263 	.tRH = 15,
264 	.tRP = 25,
265 	.tR = 25000,
266 	.tWHR = 60,
267 	.tAR = 10,
268 };
269 
270 static struct pxa3xx_nand_flash stm2GbX16 = {
271 	.timing = &stm2GbX16_timing,
272 	.cmdset	= &largepage_cmdset,
273 	.page_per_block = 64,
274 	.page_size = 2048,
275 	.flash_width = 16,
276 	.dfc_width = 16,
277 	.num_blocks = 2048,
278 	.chip_id = 0xba20,
279 };
280 
281 static struct pxa3xx_nand_flash *builtin_flash_types[] = {
282 	&samsung512MbX16,
283 	&micron1GbX8,
284 	&micron1GbX16,
285 	&stm2GbX16,
286 };
287 #endif /* CONFIG_MTD_NAND_PXA3xx_BUILTIN */
288 
289 #define NDTR0_tCH(c)	(min((c), 7) << 19)
290 #define NDTR0_tCS(c)	(min((c), 7) << 16)
291 #define NDTR0_tWH(c)	(min((c), 7) << 11)
292 #define NDTR0_tWP(c)	(min((c), 7) << 8)
293 #define NDTR0_tRH(c)	(min((c), 7) << 3)
294 #define NDTR0_tRP(c)	(min((c), 7) << 0)
295 
296 #define NDTR1_tR(c)	(min((c), 65535) << 16)
297 #define NDTR1_tWHR(c)	(min((c), 15) << 4)
298 #define NDTR1_tAR(c)	(min((c), 15) << 0)
299 
300 /* convert nano-seconds to nand flash controller clock cycles */
301 #define ns2cycle(ns, clk)	(int)(((ns) * (clk / 1000000) / 1000) - 1)
302 
pxa3xx_nand_set_timing(struct pxa3xx_nand_info * info,const struct pxa3xx_nand_timing * t)303 static void pxa3xx_nand_set_timing(struct pxa3xx_nand_info *info,
304 				   const struct pxa3xx_nand_timing *t)
305 {
306 	unsigned long nand_clk = clk_get_rate(info->clk);
307 	uint32_t ndtr0, ndtr1;
308 
309 	ndtr0 = NDTR0_tCH(ns2cycle(t->tCH, nand_clk)) |
310 		NDTR0_tCS(ns2cycle(t->tCS, nand_clk)) |
311 		NDTR0_tWH(ns2cycle(t->tWH, nand_clk)) |
312 		NDTR0_tWP(ns2cycle(t->tWP, nand_clk)) |
313 		NDTR0_tRH(ns2cycle(t->tRH, nand_clk)) |
314 		NDTR0_tRP(ns2cycle(t->tRP, nand_clk));
315 
316 	ndtr1 = NDTR1_tR(ns2cycle(t->tR, nand_clk)) |
317 		NDTR1_tWHR(ns2cycle(t->tWHR, nand_clk)) |
318 		NDTR1_tAR(ns2cycle(t->tAR, nand_clk));
319 
320 	nand_writel(info, NDTR0CS0, ndtr0);
321 	nand_writel(info, NDTR1CS0, ndtr1);
322 }
323 
324 #define WAIT_EVENT_TIMEOUT	10
325 
wait_for_event(struct pxa3xx_nand_info * info,uint32_t event)326 static int wait_for_event(struct pxa3xx_nand_info *info, uint32_t event)
327 {
328 	int timeout = WAIT_EVENT_TIMEOUT;
329 	uint32_t ndsr;
330 
331 	while (timeout--) {
332 		ndsr = nand_readl(info, NDSR) & NDSR_MASK;
333 		if (ndsr & event) {
334 			nand_writel(info, NDSR, ndsr);
335 			return 0;
336 		}
337 		udelay(10);
338 	}
339 
340 	return -ETIMEDOUT;
341 }
342 
prepare_read_prog_cmd(struct pxa3xx_nand_info * info,uint16_t cmd,int column,int page_addr)343 static int prepare_read_prog_cmd(struct pxa3xx_nand_info *info,
344 			uint16_t cmd, int column, int page_addr)
345 {
346 	const struct pxa3xx_nand_flash *f = info->flash_info;
347 	const struct pxa3xx_nand_cmdset *cmdset = f->cmdset;
348 
349 	/* calculate data size */
350 	switch (f->page_size) {
351 	case 2048:
352 		info->data_size = (info->use_ecc) ? 2088 : 2112;
353 		break;
354 	case 512:
355 		info->data_size = (info->use_ecc) ? 520 : 528;
356 		break;
357 	default:
358 		return -EINVAL;
359 	}
360 
361 	/* generate values for NDCBx registers */
362 	info->ndcb0 = cmd | ((cmd & 0xff00) ? NDCB0_DBC : 0);
363 	info->ndcb1 = 0;
364 	info->ndcb2 = 0;
365 	info->ndcb0 |= NDCB0_ADDR_CYC(info->row_addr_cycles + info->col_addr_cycles);
366 
367 	if (info->col_addr_cycles == 2) {
368 		/* large block, 2 cycles for column address
369 		 * row address starts from 3rd cycle
370 		 */
371 		info->ndcb1 |= page_addr << 16;
372 		if (info->row_addr_cycles == 3)
373 			info->ndcb2 = (page_addr >> 16) & 0xff;
374 	} else
375 		/* small block, 1 cycles for column address
376 		 * row address starts from 2nd cycle
377 		 */
378 		info->ndcb1 = page_addr << 8;
379 
380 	if (cmd == cmdset->program)
381 		info->ndcb0 |= NDCB0_CMD_TYPE(1) | NDCB0_AUTO_RS;
382 
383 	return 0;
384 }
385 
prepare_erase_cmd(struct pxa3xx_nand_info * info,uint16_t cmd,int page_addr)386 static int prepare_erase_cmd(struct pxa3xx_nand_info *info,
387 			uint16_t cmd, int page_addr)
388 {
389 	info->ndcb0 = cmd | ((cmd & 0xff00) ? NDCB0_DBC : 0);
390 	info->ndcb0 |= NDCB0_CMD_TYPE(2) | NDCB0_AUTO_RS | NDCB0_ADDR_CYC(3);
391 	info->ndcb1 = page_addr;
392 	info->ndcb2 = 0;
393 	return 0;
394 }
395 
prepare_other_cmd(struct pxa3xx_nand_info * info,uint16_t cmd)396 static int prepare_other_cmd(struct pxa3xx_nand_info *info, uint16_t cmd)
397 {
398 	const struct pxa3xx_nand_cmdset *cmdset = info->flash_info->cmdset;
399 
400 	info->ndcb0 = cmd | ((cmd & 0xff00) ? NDCB0_DBC : 0);
401 	info->ndcb1 = 0;
402 	info->ndcb2 = 0;
403 
404 	if (cmd == cmdset->read_id) {
405 		info->ndcb0 |= NDCB0_CMD_TYPE(3);
406 		info->data_size = 8;
407 	} else if (cmd == cmdset->read_status) {
408 		info->ndcb0 |= NDCB0_CMD_TYPE(4);
409 		info->data_size = 8;
410 	} else if (cmd == cmdset->reset || cmd == cmdset->lock ||
411 		   cmd == cmdset->unlock) {
412 		info->ndcb0 |= NDCB0_CMD_TYPE(5);
413 	} else
414 		return -EINVAL;
415 
416 	return 0;
417 }
418 
enable_int(struct pxa3xx_nand_info * info,uint32_t int_mask)419 static void enable_int(struct pxa3xx_nand_info *info, uint32_t int_mask)
420 {
421 	uint32_t ndcr;
422 
423 	ndcr = nand_readl(info, NDCR);
424 	nand_writel(info, NDCR, ndcr & ~int_mask);
425 }
426 
disable_int(struct pxa3xx_nand_info * info,uint32_t int_mask)427 static void disable_int(struct pxa3xx_nand_info *info, uint32_t int_mask)
428 {
429 	uint32_t ndcr;
430 
431 	ndcr = nand_readl(info, NDCR);
432 	nand_writel(info, NDCR, ndcr | int_mask);
433 }
434 
435 /* NOTE: it is a must to set ND_RUN firstly, then write command buffer
436  * otherwise, it does not work
437  */
write_cmd(struct pxa3xx_nand_info * info)438 static int write_cmd(struct pxa3xx_nand_info *info)
439 {
440 	uint32_t ndcr;
441 
442 	/* clear status bits and run */
443 	nand_writel(info, NDSR, NDSR_MASK);
444 
445 	ndcr = info->reg_ndcr;
446 
447 	ndcr |= info->use_ecc ? NDCR_ECC_EN : 0;
448 	ndcr |= info->use_dma ? NDCR_DMA_EN : 0;
449 	ndcr |= NDCR_ND_RUN;
450 
451 	nand_writel(info, NDCR, ndcr);
452 
453 	if (wait_for_event(info, NDSR_WRCMDREQ)) {
454 		printk(KERN_ERR "timed out writing command\n");
455 		return -ETIMEDOUT;
456 	}
457 
458 	nand_writel(info, NDCB0, info->ndcb0);
459 	nand_writel(info, NDCB0, info->ndcb1);
460 	nand_writel(info, NDCB0, info->ndcb2);
461 	return 0;
462 }
463 
handle_data_pio(struct pxa3xx_nand_info * info)464 static int handle_data_pio(struct pxa3xx_nand_info *info)
465 {
466 	int ret, timeout = CHIP_DELAY_TIMEOUT;
467 
468 	switch (info->state) {
469 	case STATE_PIO_WRITING:
470 		__raw_writesl(info->mmio_base + NDDB, info->data_buff,
471 				info->data_size << 2);
472 
473 		enable_int(info, NDSR_CS0_BBD | NDSR_CS0_CMDD);
474 
475 		ret = wait_for_completion_timeout(&info->cmd_complete, timeout);
476 		if (!ret) {
477 			printk(KERN_ERR "program command time out\n");
478 			return -1;
479 		}
480 		break;
481 	case STATE_PIO_READING:
482 		__raw_readsl(info->mmio_base + NDDB, info->data_buff,
483 				info->data_size << 2);
484 		break;
485 	default:
486 		printk(KERN_ERR "%s: invalid state %d\n", __func__,
487 				info->state);
488 		return -EINVAL;
489 	}
490 
491 	info->state = STATE_READY;
492 	return 0;
493 }
494 
start_data_dma(struct pxa3xx_nand_info * info,int dir_out)495 static void start_data_dma(struct pxa3xx_nand_info *info, int dir_out)
496 {
497 	struct pxa_dma_desc *desc = info->data_desc;
498 	int dma_len = ALIGN(info->data_size, 32);
499 
500 	desc->ddadr = DDADR_STOP;
501 	desc->dcmd = DCMD_ENDIRQEN | DCMD_WIDTH4 | DCMD_BURST32 | dma_len;
502 
503 	if (dir_out) {
504 		desc->dsadr = info->data_buff_phys;
505 		desc->dtadr = NDDB_DMA_ADDR;
506 		desc->dcmd |= DCMD_INCSRCADDR | DCMD_FLOWTRG;
507 	} else {
508 		desc->dtadr = info->data_buff_phys;
509 		desc->dsadr = NDDB_DMA_ADDR;
510 		desc->dcmd |= DCMD_INCTRGADDR | DCMD_FLOWSRC;
511 	}
512 
513 	DRCMR(info->drcmr_dat) = DRCMR_MAPVLD | info->data_dma_ch;
514 	DDADR(info->data_dma_ch) = info->data_desc_addr;
515 	DCSR(info->data_dma_ch) |= DCSR_RUN;
516 }
517 
pxa3xx_nand_data_dma_irq(int channel,void * data)518 static void pxa3xx_nand_data_dma_irq(int channel, void *data)
519 {
520 	struct pxa3xx_nand_info *info = data;
521 	uint32_t dcsr;
522 
523 	dcsr = DCSR(channel);
524 	DCSR(channel) = dcsr;
525 
526 	if (dcsr & DCSR_BUSERR) {
527 		info->retcode = ERR_DMABUSERR;
528 		complete(&info->cmd_complete);
529 	}
530 
531 	if (info->state == STATE_DMA_WRITING) {
532 		info->state = STATE_DMA_DONE;
533 		enable_int(info, NDSR_CS0_BBD | NDSR_CS0_CMDD);
534 	} else {
535 		info->state = STATE_READY;
536 		complete(&info->cmd_complete);
537 	}
538 }
539 
pxa3xx_nand_irq(int irq,void * devid)540 static irqreturn_t pxa3xx_nand_irq(int irq, void *devid)
541 {
542 	struct pxa3xx_nand_info *info = devid;
543 	unsigned int status;
544 
545 	status = nand_readl(info, NDSR);
546 
547 	if (status & (NDSR_RDDREQ | NDSR_DBERR)) {
548 		if (status & NDSR_DBERR)
549 			info->retcode = ERR_DBERR;
550 
551 		disable_int(info, NDSR_RDDREQ | NDSR_DBERR);
552 
553 		if (info->use_dma) {
554 			info->state = STATE_DMA_READING;
555 			start_data_dma(info, 0);
556 		} else {
557 			info->state = STATE_PIO_READING;
558 			complete(&info->cmd_complete);
559 		}
560 	} else if (status & NDSR_WRDREQ) {
561 		disable_int(info, NDSR_WRDREQ);
562 		if (info->use_dma) {
563 			info->state = STATE_DMA_WRITING;
564 			start_data_dma(info, 1);
565 		} else {
566 			info->state = STATE_PIO_WRITING;
567 			complete(&info->cmd_complete);
568 		}
569 	} else if (status & (NDSR_CS0_BBD | NDSR_CS0_CMDD)) {
570 		if (status & NDSR_CS0_BBD)
571 			info->retcode = ERR_BBERR;
572 
573 		disable_int(info, NDSR_CS0_BBD | NDSR_CS0_CMDD);
574 		info->state = STATE_READY;
575 		complete(&info->cmd_complete);
576 	}
577 	nand_writel(info, NDSR, status);
578 	return IRQ_HANDLED;
579 }
580 
pxa3xx_nand_do_cmd(struct pxa3xx_nand_info * info,uint32_t event)581 static int pxa3xx_nand_do_cmd(struct pxa3xx_nand_info *info, uint32_t event)
582 {
583 	uint32_t ndcr;
584 	int ret, timeout = CHIP_DELAY_TIMEOUT;
585 
586 	if (write_cmd(info)) {
587 		info->retcode = ERR_SENDCMD;
588 		goto fail_stop;
589 	}
590 
591 	info->state = STATE_CMD_HANDLE;
592 
593 	enable_int(info, event);
594 
595 	ret = wait_for_completion_timeout(&info->cmd_complete, timeout);
596 	if (!ret) {
597 		printk(KERN_ERR "command execution timed out\n");
598 		info->retcode = ERR_SENDCMD;
599 		goto fail_stop;
600 	}
601 
602 	if (info->use_dma == 0 && info->data_size > 0)
603 		if (handle_data_pio(info))
604 			goto fail_stop;
605 
606 	return 0;
607 
608 fail_stop:
609 	ndcr = nand_readl(info, NDCR);
610 	nand_writel(info, NDCR, ndcr & ~NDCR_ND_RUN);
611 	udelay(10);
612 	return -ETIMEDOUT;
613 }
614 
pxa3xx_nand_dev_ready(struct mtd_info * mtd)615 static int pxa3xx_nand_dev_ready(struct mtd_info *mtd)
616 {
617 	struct pxa3xx_nand_info *info = mtd->priv;
618 	return (nand_readl(info, NDSR) & NDSR_RDY) ? 1 : 0;
619 }
620 
is_buf_blank(uint8_t * buf,size_t len)621 static inline int is_buf_blank(uint8_t *buf, size_t len)
622 {
623 	for (; len > 0; len--)
624 		if (*buf++ != 0xff)
625 			return 0;
626 	return 1;
627 }
628 
pxa3xx_nand_cmdfunc(struct mtd_info * mtd,unsigned command,int column,int page_addr)629 static void pxa3xx_nand_cmdfunc(struct mtd_info *mtd, unsigned command,
630 				int column, int page_addr)
631 {
632 	struct pxa3xx_nand_info *info = mtd->priv;
633 	const struct pxa3xx_nand_flash *flash_info = info->flash_info;
634 	const struct pxa3xx_nand_cmdset *cmdset = flash_info->cmdset;
635 	int ret;
636 
637 	info->use_dma = (use_dma) ? 1 : 0;
638 	info->use_ecc = 0;
639 	info->data_size = 0;
640 	info->state = STATE_READY;
641 
642 	init_completion(&info->cmd_complete);
643 
644 	switch (command) {
645 	case NAND_CMD_READOOB:
646 		/* disable HW ECC to get all the OOB data */
647 		info->buf_count = mtd->writesize + mtd->oobsize;
648 		info->buf_start = mtd->writesize + column;
649 
650 		if (prepare_read_prog_cmd(info, cmdset->read1, column, page_addr))
651 			break;
652 
653 		pxa3xx_nand_do_cmd(info, NDSR_RDDREQ | NDSR_DBERR);
654 
655 		/* We only are OOB, so if the data has error, does not matter */
656 		if (info->retcode == ERR_DBERR)
657 			info->retcode = ERR_NONE;
658 		break;
659 
660 	case NAND_CMD_READ0:
661 		info->use_ecc = 1;
662 		info->retcode = ERR_NONE;
663 		info->buf_start = column;
664 		info->buf_count = mtd->writesize + mtd->oobsize;
665 		memset(info->data_buff, 0xFF, info->buf_count);
666 
667 		if (prepare_read_prog_cmd(info, cmdset->read1, column, page_addr))
668 			break;
669 
670 		pxa3xx_nand_do_cmd(info, NDSR_RDDREQ | NDSR_DBERR);
671 
672 		if (info->retcode == ERR_DBERR) {
673 			/* for blank page (all 0xff), HW will calculate its ECC as
674 			 * 0, which is different from the ECC information within
675 			 * OOB, ignore such double bit errors
676 			 */
677 			if (is_buf_blank(info->data_buff, mtd->writesize))
678 				info->retcode = ERR_NONE;
679 		}
680 		break;
681 	case NAND_CMD_SEQIN:
682 		info->buf_start = column;
683 		info->buf_count = mtd->writesize + mtd->oobsize;
684 		memset(info->data_buff, 0xff, info->buf_count);
685 
686 		/* save column/page_addr for next CMD_PAGEPROG */
687 		info->seqin_column = column;
688 		info->seqin_page_addr = page_addr;
689 		break;
690 	case NAND_CMD_PAGEPROG:
691 		info->use_ecc = (info->seqin_column >= mtd->writesize) ? 0 : 1;
692 
693 		if (prepare_read_prog_cmd(info, cmdset->program,
694 				info->seqin_column, info->seqin_page_addr))
695 			break;
696 
697 		pxa3xx_nand_do_cmd(info, NDSR_WRDREQ);
698 		break;
699 	case NAND_CMD_ERASE1:
700 		if (prepare_erase_cmd(info, cmdset->erase, page_addr))
701 			break;
702 
703 		pxa3xx_nand_do_cmd(info, NDSR_CS0_BBD | NDSR_CS0_CMDD);
704 		break;
705 	case NAND_CMD_ERASE2:
706 		break;
707 	case NAND_CMD_READID:
708 	case NAND_CMD_STATUS:
709 		info->use_dma = 0;	/* force PIO read */
710 		info->buf_start = 0;
711 		info->buf_count = (command == NAND_CMD_READID) ?
712 				info->read_id_bytes : 1;
713 
714 		if (prepare_other_cmd(info, (command == NAND_CMD_READID) ?
715 				cmdset->read_id : cmdset->read_status))
716 			break;
717 
718 		pxa3xx_nand_do_cmd(info, NDSR_RDDREQ);
719 		break;
720 	case NAND_CMD_RESET:
721 		if (prepare_other_cmd(info, cmdset->reset))
722 			break;
723 
724 		ret = pxa3xx_nand_do_cmd(info, NDSR_CS0_CMDD);
725 		if (ret == 0) {
726 			int timeout = 2;
727 			uint32_t ndcr;
728 
729 			while (timeout--) {
730 				if (nand_readl(info, NDSR) & NDSR_RDY)
731 					break;
732 				msleep(10);
733 			}
734 
735 			ndcr = nand_readl(info, NDCR);
736 			nand_writel(info, NDCR, ndcr & ~NDCR_ND_RUN);
737 		}
738 		break;
739 	default:
740 		printk(KERN_ERR "non-supported command.\n");
741 		break;
742 	}
743 
744 	if (info->retcode == ERR_DBERR) {
745 		printk(KERN_ERR "double bit error @ page %08x\n", page_addr);
746 		info->retcode = ERR_NONE;
747 	}
748 }
749 
pxa3xx_nand_read_byte(struct mtd_info * mtd)750 static uint8_t pxa3xx_nand_read_byte(struct mtd_info *mtd)
751 {
752 	struct pxa3xx_nand_info *info = mtd->priv;
753 	char retval = 0xFF;
754 
755 	if (info->buf_start < info->buf_count)
756 		/* Has just send a new command? */
757 		retval = info->data_buff[info->buf_start++];
758 
759 	return retval;
760 }
761 
pxa3xx_nand_read_word(struct mtd_info * mtd)762 static u16 pxa3xx_nand_read_word(struct mtd_info *mtd)
763 {
764 	struct pxa3xx_nand_info *info = mtd->priv;
765 	u16 retval = 0xFFFF;
766 
767 	if (!(info->buf_start & 0x01) && info->buf_start < info->buf_count) {
768 		retval = *((u16 *)(info->data_buff+info->buf_start));
769 		info->buf_start += 2;
770 	}
771 	return retval;
772 }
773 
pxa3xx_nand_read_buf(struct mtd_info * mtd,uint8_t * buf,int len)774 static void pxa3xx_nand_read_buf(struct mtd_info *mtd, uint8_t *buf, int len)
775 {
776 	struct pxa3xx_nand_info *info = mtd->priv;
777 	int real_len = min_t(size_t, len, info->buf_count - info->buf_start);
778 
779 	memcpy(buf, info->data_buff + info->buf_start, real_len);
780 	info->buf_start += real_len;
781 }
782 
pxa3xx_nand_write_buf(struct mtd_info * mtd,const uint8_t * buf,int len)783 static void pxa3xx_nand_write_buf(struct mtd_info *mtd,
784 		const uint8_t *buf, int len)
785 {
786 	struct pxa3xx_nand_info *info = mtd->priv;
787 	int real_len = min_t(size_t, len, info->buf_count - info->buf_start);
788 
789 	memcpy(info->data_buff + info->buf_start, buf, real_len);
790 	info->buf_start += real_len;
791 }
792 
pxa3xx_nand_verify_buf(struct mtd_info * mtd,const uint8_t * buf,int len)793 static int pxa3xx_nand_verify_buf(struct mtd_info *mtd,
794 		const uint8_t *buf, int len)
795 {
796 	return 0;
797 }
798 
pxa3xx_nand_select_chip(struct mtd_info * mtd,int chip)799 static void pxa3xx_nand_select_chip(struct mtd_info *mtd, int chip)
800 {
801 	return;
802 }
803 
pxa3xx_nand_waitfunc(struct mtd_info * mtd,struct nand_chip * this)804 static int pxa3xx_nand_waitfunc(struct mtd_info *mtd, struct nand_chip *this)
805 {
806 	struct pxa3xx_nand_info *info = mtd->priv;
807 
808 	/* pxa3xx_nand_send_command has waited for command complete */
809 	if (this->state == FL_WRITING || this->state == FL_ERASING) {
810 		if (info->retcode == ERR_NONE)
811 			return 0;
812 		else {
813 			/*
814 			 * any error make it return 0x01 which will tell
815 			 * the caller the erase and write fail
816 			 */
817 			return 0x01;
818 		}
819 	}
820 
821 	return 0;
822 }
823 
pxa3xx_nand_ecc_hwctl(struct mtd_info * mtd,int mode)824 static void pxa3xx_nand_ecc_hwctl(struct mtd_info *mtd, int mode)
825 {
826 	return;
827 }
828 
pxa3xx_nand_ecc_calculate(struct mtd_info * mtd,const uint8_t * dat,uint8_t * ecc_code)829 static int pxa3xx_nand_ecc_calculate(struct mtd_info *mtd,
830 		const uint8_t *dat, uint8_t *ecc_code)
831 {
832 	return 0;
833 }
834 
pxa3xx_nand_ecc_correct(struct mtd_info * mtd,uint8_t * dat,uint8_t * read_ecc,uint8_t * calc_ecc)835 static int pxa3xx_nand_ecc_correct(struct mtd_info *mtd,
836 		uint8_t *dat, uint8_t *read_ecc, uint8_t *calc_ecc)
837 {
838 	struct pxa3xx_nand_info *info = mtd->priv;
839 	/*
840 	 * Any error include ERR_SEND_CMD, ERR_DBERR, ERR_BUSERR, we
841 	 * consider it as a ecc error which will tell the caller the
842 	 * read fail We have distinguish all the errors, but the
843 	 * nand_read_ecc only check this function return value
844 	 */
845 	if (info->retcode != ERR_NONE)
846 		return -1;
847 
848 	return 0;
849 }
850 
__readid(struct pxa3xx_nand_info * info,uint32_t * id)851 static int __readid(struct pxa3xx_nand_info *info, uint32_t *id)
852 {
853 	const struct pxa3xx_nand_flash *f = info->flash_info;
854 	const struct pxa3xx_nand_cmdset *cmdset = f->cmdset;
855 	uint32_t ndcr;
856 	uint8_t  id_buff[8];
857 
858 	if (prepare_other_cmd(info, cmdset->read_id)) {
859 		printk(KERN_ERR "failed to prepare command\n");
860 		return -EINVAL;
861 	}
862 
863 	/* Send command */
864 	if (write_cmd(info))
865 		goto fail_timeout;
866 
867 	/* Wait for CMDDM(command done successfully) */
868 	if (wait_for_event(info, NDSR_RDDREQ))
869 		goto fail_timeout;
870 
871 	__raw_readsl(info->mmio_base + NDDB, id_buff, 2);
872 	*id = id_buff[0] | (id_buff[1] << 8);
873 	return 0;
874 
875 fail_timeout:
876 	ndcr = nand_readl(info, NDCR);
877 	nand_writel(info, NDCR, ndcr & ~NDCR_ND_RUN);
878 	udelay(10);
879 	return -ETIMEDOUT;
880 }
881 
pxa3xx_nand_config_flash(struct pxa3xx_nand_info * info,const struct pxa3xx_nand_flash * f)882 static int pxa3xx_nand_config_flash(struct pxa3xx_nand_info *info,
883 				    const struct pxa3xx_nand_flash *f)
884 {
885 	struct platform_device *pdev = info->pdev;
886 	struct pxa3xx_nand_platform_data *pdata = pdev->dev.platform_data;
887 	uint32_t ndcr = 0x00000FFF; /* disable all interrupts */
888 
889 	if (f->page_size != 2048 && f->page_size != 512)
890 		return -EINVAL;
891 
892 	if (f->flash_width != 16 && f->flash_width != 8)
893 		return -EINVAL;
894 
895 	/* calculate flash information */
896 	info->oob_size = (f->page_size == 2048) ? 64 : 16;
897 	info->read_id_bytes = (f->page_size == 2048) ? 4 : 2;
898 
899 	/* calculate addressing information */
900 	info->col_addr_cycles = (f->page_size == 2048) ? 2 : 1;
901 
902 	if (f->num_blocks * f->page_per_block > 65536)
903 		info->row_addr_cycles = 3;
904 	else
905 		info->row_addr_cycles = 2;
906 
907 	ndcr |= (pdata->enable_arbiter) ? NDCR_ND_ARB_EN : 0;
908 	ndcr |= (info->col_addr_cycles == 2) ? NDCR_RA_START : 0;
909 	ndcr |= (f->page_per_block == 64) ? NDCR_PG_PER_BLK : 0;
910 	ndcr |= (f->page_size == 2048) ? NDCR_PAGE_SZ : 0;
911 	ndcr |= (f->flash_width == 16) ? NDCR_DWIDTH_M : 0;
912 	ndcr |= (f->dfc_width == 16) ? NDCR_DWIDTH_C : 0;
913 
914 	ndcr |= NDCR_RD_ID_CNT(info->read_id_bytes);
915 	ndcr |= NDCR_SPARE_EN; /* enable spare by default */
916 
917 	info->reg_ndcr = ndcr;
918 
919 	pxa3xx_nand_set_timing(info, f->timing);
920 	info->flash_info = f;
921 	return 0;
922 }
923 
pxa3xx_nand_detect_flash(struct pxa3xx_nand_info * info,const struct pxa3xx_nand_platform_data * pdata)924 static int pxa3xx_nand_detect_flash(struct pxa3xx_nand_info *info,
925 				    const struct pxa3xx_nand_platform_data *pdata)
926 {
927 	const struct pxa3xx_nand_flash *f;
928 	uint32_t id = -1;
929 	int i;
930 
931 	for (i = 0; i<pdata->num_flash; ++i) {
932 		f = pdata->flash + i;
933 
934 		if (pxa3xx_nand_config_flash(info, f))
935 			continue;
936 
937 		if (__readid(info, &id))
938 			continue;
939 
940 		if (id == f->chip_id)
941 			return 0;
942 	}
943 
944 #ifdef CONFIG_MTD_NAND_PXA3xx_BUILTIN
945 	for (i = 0; i < ARRAY_SIZE(builtin_flash_types); i++) {
946 
947 		f = builtin_flash_types[i];
948 
949 		if (pxa3xx_nand_config_flash(info, f))
950 			continue;
951 
952 		if (__readid(info, &id))
953 			continue;
954 
955 		if (id == f->chip_id)
956 			return 0;
957 	}
958 #endif
959 
960 	dev_warn(&info->pdev->dev,
961 		 "failed to detect configured nand flash; found %04x instead of\n",
962 		 id);
963 	return -ENODEV;
964 }
965 
966 /* the maximum possible buffer size for large page with OOB data
967  * is: 2048 + 64 = 2112 bytes, allocate a page here for both the
968  * data buffer and the DMA descriptor
969  */
970 #define MAX_BUFF_SIZE	PAGE_SIZE
971 
pxa3xx_nand_init_buff(struct pxa3xx_nand_info * info)972 static int pxa3xx_nand_init_buff(struct pxa3xx_nand_info *info)
973 {
974 	struct platform_device *pdev = info->pdev;
975 	int data_desc_offset = MAX_BUFF_SIZE - sizeof(struct pxa_dma_desc);
976 
977 	if (use_dma == 0) {
978 		info->data_buff = kmalloc(MAX_BUFF_SIZE, GFP_KERNEL);
979 		if (info->data_buff == NULL)
980 			return -ENOMEM;
981 		return 0;
982 	}
983 
984 	info->data_buff = dma_alloc_coherent(&pdev->dev, MAX_BUFF_SIZE,
985 				&info->data_buff_phys, GFP_KERNEL);
986 	if (info->data_buff == NULL) {
987 		dev_err(&pdev->dev, "failed to allocate dma buffer\n");
988 		return -ENOMEM;
989 	}
990 
991 	info->data_buff_size = MAX_BUFF_SIZE;
992 	info->data_desc = (void *)info->data_buff + data_desc_offset;
993 	info->data_desc_addr = info->data_buff_phys + data_desc_offset;
994 
995 	info->data_dma_ch = pxa_request_dma("nand-data", DMA_PRIO_LOW,
996 				pxa3xx_nand_data_dma_irq, info);
997 	if (info->data_dma_ch < 0) {
998 		dev_err(&pdev->dev, "failed to request data dma\n");
999 		dma_free_coherent(&pdev->dev, info->data_buff_size,
1000 				info->data_buff, info->data_buff_phys);
1001 		return info->data_dma_ch;
1002 	}
1003 
1004 	return 0;
1005 }
1006 
1007 static struct nand_ecclayout hw_smallpage_ecclayout = {
1008 	.eccbytes = 6,
1009 	.eccpos = {8, 9, 10, 11, 12, 13 },
1010 	.oobfree = { {2, 6} }
1011 };
1012 
1013 static struct nand_ecclayout hw_largepage_ecclayout = {
1014 	.eccbytes = 24,
1015 	.eccpos = {
1016 		40, 41, 42, 43, 44, 45, 46, 47,
1017 		48, 49, 50, 51, 52, 53, 54, 55,
1018 		56, 57, 58, 59, 60, 61, 62, 63},
1019 	.oobfree = { {2, 38} }
1020 };
1021 
pxa3xx_nand_init_mtd(struct mtd_info * mtd,struct pxa3xx_nand_info * info)1022 static void pxa3xx_nand_init_mtd(struct mtd_info *mtd,
1023 				 struct pxa3xx_nand_info *info)
1024 {
1025 	const struct pxa3xx_nand_flash *f = info->flash_info;
1026 	struct nand_chip *this = &info->nand_chip;
1027 
1028 	this->options = (f->flash_width == 16) ? NAND_BUSWIDTH_16: 0;
1029 
1030 	this->waitfunc		= pxa3xx_nand_waitfunc;
1031 	this->select_chip	= pxa3xx_nand_select_chip;
1032 	this->dev_ready		= pxa3xx_nand_dev_ready;
1033 	this->cmdfunc		= pxa3xx_nand_cmdfunc;
1034 	this->read_word		= pxa3xx_nand_read_word;
1035 	this->read_byte		= pxa3xx_nand_read_byte;
1036 	this->read_buf		= pxa3xx_nand_read_buf;
1037 	this->write_buf		= pxa3xx_nand_write_buf;
1038 	this->verify_buf	= pxa3xx_nand_verify_buf;
1039 
1040 	this->ecc.mode		= NAND_ECC_HW;
1041 	this->ecc.hwctl		= pxa3xx_nand_ecc_hwctl;
1042 	this->ecc.calculate	= pxa3xx_nand_ecc_calculate;
1043 	this->ecc.correct	= pxa3xx_nand_ecc_correct;
1044 	this->ecc.size		= f->page_size;
1045 
1046 	if (f->page_size == 2048)
1047 		this->ecc.layout = &hw_largepage_ecclayout;
1048 	else
1049 		this->ecc.layout = &hw_smallpage_ecclayout;
1050 
1051 	this->chip_delay = 25;
1052 }
1053 
pxa3xx_nand_probe(struct platform_device * pdev)1054 static int pxa3xx_nand_probe(struct platform_device *pdev)
1055 {
1056 	struct pxa3xx_nand_platform_data *pdata;
1057 	struct pxa3xx_nand_info *info;
1058 	struct nand_chip *this;
1059 	struct mtd_info *mtd;
1060 	struct resource *r;
1061 	int ret = 0, irq;
1062 
1063 	pdata = pdev->dev.platform_data;
1064 
1065 	if (!pdata) {
1066 		dev_err(&pdev->dev, "no platform data defined\n");
1067 		return -ENODEV;
1068 	}
1069 
1070 	mtd = kzalloc(sizeof(struct mtd_info) + sizeof(struct pxa3xx_nand_info),
1071 			GFP_KERNEL);
1072 	if (!mtd) {
1073 		dev_err(&pdev->dev, "failed to allocate memory\n");
1074 		return -ENOMEM;
1075 	}
1076 
1077 	info = (struct pxa3xx_nand_info *)(&mtd[1]);
1078 	info->pdev = pdev;
1079 
1080 	this = &info->nand_chip;
1081 	mtd->priv = info;
1082 
1083 	info->clk = clk_get(&pdev->dev, NULL);
1084 	if (IS_ERR(info->clk)) {
1085 		dev_err(&pdev->dev, "failed to get nand clock\n");
1086 		ret = PTR_ERR(info->clk);
1087 		goto fail_free_mtd;
1088 	}
1089 	clk_enable(info->clk);
1090 
1091 	r = platform_get_resource(pdev, IORESOURCE_DMA, 0);
1092 	if (r == NULL) {
1093 		dev_err(&pdev->dev, "no resource defined for data DMA\n");
1094 		ret = -ENXIO;
1095 		goto fail_put_clk;
1096 	}
1097 	info->drcmr_dat = r->start;
1098 
1099 	r = platform_get_resource(pdev, IORESOURCE_DMA, 1);
1100 	if (r == NULL) {
1101 		dev_err(&pdev->dev, "no resource defined for command DMA\n");
1102 		ret = -ENXIO;
1103 		goto fail_put_clk;
1104 	}
1105 	info->drcmr_cmd = r->start;
1106 
1107 	irq = platform_get_irq(pdev, 0);
1108 	if (irq < 0) {
1109 		dev_err(&pdev->dev, "no IRQ resource defined\n");
1110 		ret = -ENXIO;
1111 		goto fail_put_clk;
1112 	}
1113 
1114 	r = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1115 	if (r == NULL) {
1116 		dev_err(&pdev->dev, "no IO memory resource defined\n");
1117 		ret = -ENODEV;
1118 		goto fail_put_clk;
1119 	}
1120 
1121 	r = request_mem_region(r->start, r->end - r->start + 1, pdev->name);
1122 	if (r == NULL) {
1123 		dev_err(&pdev->dev, "failed to request memory resource\n");
1124 		ret = -EBUSY;
1125 		goto fail_put_clk;
1126 	}
1127 
1128 	info->mmio_base = ioremap(r->start, r->end - r->start + 1);
1129 	if (info->mmio_base == NULL) {
1130 		dev_err(&pdev->dev, "ioremap() failed\n");
1131 		ret = -ENODEV;
1132 		goto fail_free_res;
1133 	}
1134 
1135 	ret = pxa3xx_nand_init_buff(info);
1136 	if (ret)
1137 		goto fail_free_io;
1138 
1139 	ret = request_irq(IRQ_NAND, pxa3xx_nand_irq, IRQF_DISABLED,
1140 				pdev->name, info);
1141 	if (ret < 0) {
1142 		dev_err(&pdev->dev, "failed to request IRQ\n");
1143 		goto fail_free_buf;
1144 	}
1145 
1146 	ret = pxa3xx_nand_detect_flash(info, pdata);
1147 	if (ret) {
1148 		dev_err(&pdev->dev, "failed to detect flash\n");
1149 		ret = -ENODEV;
1150 		goto fail_free_irq;
1151 	}
1152 
1153 	pxa3xx_nand_init_mtd(mtd, info);
1154 
1155 	platform_set_drvdata(pdev, mtd);
1156 
1157 	if (nand_scan(mtd, 1)) {
1158 		dev_err(&pdev->dev, "failed to scan nand\n");
1159 		ret = -ENXIO;
1160 		goto fail_free_irq;
1161 	}
1162 
1163 	return add_mtd_partitions(mtd, pdata->parts, pdata->nr_parts);
1164 
1165 fail_free_irq:
1166 	free_irq(IRQ_NAND, info);
1167 fail_free_buf:
1168 	if (use_dma) {
1169 		pxa_free_dma(info->data_dma_ch);
1170 		dma_free_coherent(&pdev->dev, info->data_buff_size,
1171 			info->data_buff, info->data_buff_phys);
1172 	} else
1173 		kfree(info->data_buff);
1174 fail_free_io:
1175 	iounmap(info->mmio_base);
1176 fail_free_res:
1177 	release_mem_region(r->start, r->end - r->start + 1);
1178 fail_put_clk:
1179 	clk_disable(info->clk);
1180 	clk_put(info->clk);
1181 fail_free_mtd:
1182 	kfree(mtd);
1183 	return ret;
1184 }
1185 
pxa3xx_nand_remove(struct platform_device * pdev)1186 static int pxa3xx_nand_remove(struct platform_device *pdev)
1187 {
1188 	struct mtd_info *mtd = platform_get_drvdata(pdev);
1189 	struct pxa3xx_nand_info *info = mtd->priv;
1190 
1191 	platform_set_drvdata(pdev, NULL);
1192 
1193 	del_mtd_device(mtd);
1194 	del_mtd_partitions(mtd);
1195 	free_irq(IRQ_NAND, info);
1196 	if (use_dma) {
1197 		pxa_free_dma(info->data_dma_ch);
1198 		dma_free_writecombine(&pdev->dev, info->data_buff_size,
1199 				info->data_buff, info->data_buff_phys);
1200 	} else
1201 		kfree(info->data_buff);
1202 	kfree(mtd);
1203 	return 0;
1204 }
1205 
1206 #ifdef CONFIG_PM
pxa3xx_nand_suspend(struct platform_device * pdev,pm_message_t state)1207 static int pxa3xx_nand_suspend(struct platform_device *pdev, pm_message_t state)
1208 {
1209 	struct mtd_info *mtd = (struct mtd_info *)platform_get_drvdata(pdev);
1210 	struct pxa3xx_nand_info *info = mtd->priv;
1211 
1212 	if (info->state != STATE_READY) {
1213 		dev_err(&pdev->dev, "driver busy, state = %d\n", info->state);
1214 		return -EAGAIN;
1215 	}
1216 
1217 	return 0;
1218 }
1219 
pxa3xx_nand_resume(struct platform_device * pdev)1220 static int pxa3xx_nand_resume(struct platform_device *pdev)
1221 {
1222 	struct mtd_info *mtd = (struct mtd_info *)platform_get_drvdata(pdev);
1223 	struct pxa3xx_nand_info *info = mtd->priv;
1224 
1225 	clk_enable(info->clk);
1226 
1227 	return pxa3xx_nand_config_flash(info, info->flash_info);
1228 }
1229 #else
1230 #define pxa3xx_nand_suspend	NULL
1231 #define pxa3xx_nand_resume	NULL
1232 #endif
1233 
1234 static struct platform_driver pxa3xx_nand_driver = {
1235 	.driver = {
1236 		.name	= "pxa3xx-nand",
1237 	},
1238 	.probe		= pxa3xx_nand_probe,
1239 	.remove		= pxa3xx_nand_remove,
1240 	.suspend	= pxa3xx_nand_suspend,
1241 	.resume		= pxa3xx_nand_resume,
1242 };
1243 
pxa3xx_nand_init(void)1244 static int __init pxa3xx_nand_init(void)
1245 {
1246 	return platform_driver_register(&pxa3xx_nand_driver);
1247 }
1248 module_init(pxa3xx_nand_init);
1249 
pxa3xx_nand_exit(void)1250 static void __exit pxa3xx_nand_exit(void)
1251 {
1252 	platform_driver_unregister(&pxa3xx_nand_driver);
1253 }
1254 module_exit(pxa3xx_nand_exit);
1255 
1256 MODULE_LICENSE("GPL");
1257 MODULE_DESCRIPTION("PXA3xx NAND controller driver");
1258