1 /*
2 * Hisilicon NAND Flash controller driver
3 *
4 * Copyright © 2012-2014 HiSilicon Technologies Co., Ltd.
5 * http://www.hisilicon.com
6 *
7 * Author: Zhou Wang <wangzhou.bry@gmail.com>
8 * The initial developer of the original code is Zhiyong Cai
9 * <caizhiyong@huawei.com>
10 *
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
15 *
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
20 */
21 #include <linux/of.h>
22 #include <linux/mtd/mtd.h>
23 #include <linux/sizes.h>
24 #include <linux/clk.h>
25 #include <linux/slab.h>
26 #include <linux/module.h>
27 #include <linux/delay.h>
28 #include <linux/interrupt.h>
29 #include <linux/mtd/rawnand.h>
30 #include <linux/dma-mapping.h>
31 #include <linux/platform_device.h>
32 #include <linux/mtd/partitions.h>
33
34 #define HINFC504_MAX_CHIP (4)
35 #define HINFC504_W_LATCH (5)
36 #define HINFC504_R_LATCH (7)
37 #define HINFC504_RW_LATCH (3)
38
39 #define HINFC504_NFC_TIMEOUT (2 * HZ)
40 #define HINFC504_NFC_PM_TIMEOUT (1 * HZ)
41 #define HINFC504_NFC_DMA_TIMEOUT (5 * HZ)
42 #define HINFC504_CHIP_DELAY (25)
43
44 #define HINFC504_REG_BASE_ADDRESS_LEN (0x100)
45 #define HINFC504_BUFFER_BASE_ADDRESS_LEN (2048 + 128)
46
47 #define HINFC504_ADDR_CYCLE_MASK 0x4
48
49 #define HINFC504_CON 0x00
50 #define HINFC504_CON_OP_MODE_NORMAL BIT(0)
51 #define HINFC504_CON_PAGEISZE_SHIFT (1)
52 #define HINFC504_CON_PAGESIZE_MASK (0x07)
53 #define HINFC504_CON_BUS_WIDTH BIT(4)
54 #define HINFC504_CON_READY_BUSY_SEL BIT(8)
55 #define HINFC504_CON_ECCTYPE_SHIFT (9)
56 #define HINFC504_CON_ECCTYPE_MASK (0x07)
57
58 #define HINFC504_PWIDTH 0x04
59 #define SET_HINFC504_PWIDTH(_w_lcnt, _r_lcnt, _rw_hcnt) \
60 ((_w_lcnt) | (((_r_lcnt) & 0x0F) << 4) | (((_rw_hcnt) & 0x0F) << 8))
61
62 #define HINFC504_CMD 0x0C
63 #define HINFC504_ADDRL 0x10
64 #define HINFC504_ADDRH 0x14
65 #define HINFC504_DATA_NUM 0x18
66
67 #define HINFC504_OP 0x1C
68 #define HINFC504_OP_READ_DATA_EN BIT(1)
69 #define HINFC504_OP_WAIT_READY_EN BIT(2)
70 #define HINFC504_OP_CMD2_EN BIT(3)
71 #define HINFC504_OP_WRITE_DATA_EN BIT(4)
72 #define HINFC504_OP_ADDR_EN BIT(5)
73 #define HINFC504_OP_CMD1_EN BIT(6)
74 #define HINFC504_OP_NF_CS_SHIFT (7)
75 #define HINFC504_OP_NF_CS_MASK (3)
76 #define HINFC504_OP_ADDR_CYCLE_SHIFT (9)
77 #define HINFC504_OP_ADDR_CYCLE_MASK (7)
78
79 #define HINFC504_STATUS 0x20
80 #define HINFC504_READY BIT(0)
81
82 #define HINFC504_INTEN 0x24
83 #define HINFC504_INTEN_DMA BIT(9)
84 #define HINFC504_INTEN_UE BIT(6)
85 #define HINFC504_INTEN_CE BIT(5)
86
87 #define HINFC504_INTS 0x28
88 #define HINFC504_INTS_DMA BIT(9)
89 #define HINFC504_INTS_UE BIT(6)
90 #define HINFC504_INTS_CE BIT(5)
91
92 #define HINFC504_INTCLR 0x2C
93 #define HINFC504_INTCLR_DMA BIT(9)
94 #define HINFC504_INTCLR_UE BIT(6)
95 #define HINFC504_INTCLR_CE BIT(5)
96
97 #define HINFC504_ECC_STATUS 0x5C
98 #define HINFC504_ECC_16_BIT_SHIFT 12
99
100 #define HINFC504_DMA_CTRL 0x60
101 #define HINFC504_DMA_CTRL_DMA_START BIT(0)
102 #define HINFC504_DMA_CTRL_WE BIT(1)
103 #define HINFC504_DMA_CTRL_DATA_AREA_EN BIT(2)
104 #define HINFC504_DMA_CTRL_OOB_AREA_EN BIT(3)
105 #define HINFC504_DMA_CTRL_BURST4_EN BIT(4)
106 #define HINFC504_DMA_CTRL_BURST8_EN BIT(5)
107 #define HINFC504_DMA_CTRL_BURST16_EN BIT(6)
108 #define HINFC504_DMA_CTRL_ADDR_NUM_SHIFT (7)
109 #define HINFC504_DMA_CTRL_ADDR_NUM_MASK (1)
110 #define HINFC504_DMA_CTRL_CS_SHIFT (8)
111 #define HINFC504_DMA_CTRL_CS_MASK (0x03)
112
113 #define HINFC504_DMA_ADDR_DATA 0x64
114 #define HINFC504_DMA_ADDR_OOB 0x68
115
116 #define HINFC504_DMA_LEN 0x6C
117 #define HINFC504_DMA_LEN_OOB_SHIFT (16)
118 #define HINFC504_DMA_LEN_OOB_MASK (0xFFF)
119
120 #define HINFC504_DMA_PARA 0x70
121 #define HINFC504_DMA_PARA_DATA_RW_EN BIT(0)
122 #define HINFC504_DMA_PARA_OOB_RW_EN BIT(1)
123 #define HINFC504_DMA_PARA_DATA_EDC_EN BIT(2)
124 #define HINFC504_DMA_PARA_OOB_EDC_EN BIT(3)
125 #define HINFC504_DMA_PARA_DATA_ECC_EN BIT(4)
126 #define HINFC504_DMA_PARA_OOB_ECC_EN BIT(5)
127
128 #define HINFC_VERSION 0x74
129 #define HINFC504_LOG_READ_ADDR 0x7C
130 #define HINFC504_LOG_READ_LEN 0x80
131
132 #define HINFC504_NANDINFO_LEN 0x10
133
134 struct hinfc_host {
135 struct nand_chip chip;
136 struct device *dev;
137 void __iomem *iobase;
138 void __iomem *mmio;
139 struct completion cmd_complete;
140 unsigned int offset;
141 unsigned int command;
142 int chipselect;
143 unsigned int addr_cycle;
144 u32 addr_value[2];
145 u32 cache_addr_value[2];
146 char *buffer;
147 dma_addr_t dma_buffer;
148 dma_addr_t dma_oob;
149 int version;
150 unsigned int irq_status; /* interrupt status */
151 };
152
hinfc_read(struct hinfc_host * host,unsigned int reg)153 static inline unsigned int hinfc_read(struct hinfc_host *host, unsigned int reg)
154 {
155 return readl(host->iobase + reg);
156 }
157
hinfc_write(struct hinfc_host * host,unsigned int value,unsigned int reg)158 static inline void hinfc_write(struct hinfc_host *host, unsigned int value,
159 unsigned int reg)
160 {
161 writel(value, host->iobase + reg);
162 }
163
wait_controller_finished(struct hinfc_host * host)164 static void wait_controller_finished(struct hinfc_host *host)
165 {
166 unsigned long timeout = jiffies + HINFC504_NFC_TIMEOUT;
167 int val;
168
169 while (time_before(jiffies, timeout)) {
170 val = hinfc_read(host, HINFC504_STATUS);
171 if (host->command == NAND_CMD_ERASE2) {
172 /* nfc is ready */
173 while (!(val & HINFC504_READY)) {
174 usleep_range(500, 1000);
175 val = hinfc_read(host, HINFC504_STATUS);
176 }
177 return;
178 }
179
180 if (val & HINFC504_READY)
181 return;
182 }
183
184 /* wait cmd timeout */
185 dev_err(host->dev, "Wait NAND controller exec cmd timeout.\n");
186 }
187
hisi_nfc_dma_transfer(struct hinfc_host * host,int todev)188 static void hisi_nfc_dma_transfer(struct hinfc_host *host, int todev)
189 {
190 struct nand_chip *chip = &host->chip;
191 struct mtd_info *mtd = nand_to_mtd(chip);
192 unsigned long val;
193 int ret;
194
195 hinfc_write(host, host->dma_buffer, HINFC504_DMA_ADDR_DATA);
196 hinfc_write(host, host->dma_oob, HINFC504_DMA_ADDR_OOB);
197
198 if (chip->ecc.mode == NAND_ECC_NONE) {
199 hinfc_write(host, ((mtd->oobsize & HINFC504_DMA_LEN_OOB_MASK)
200 << HINFC504_DMA_LEN_OOB_SHIFT), HINFC504_DMA_LEN);
201
202 hinfc_write(host, HINFC504_DMA_PARA_DATA_RW_EN
203 | HINFC504_DMA_PARA_OOB_RW_EN, HINFC504_DMA_PARA);
204 } else {
205 if (host->command == NAND_CMD_READOOB)
206 hinfc_write(host, HINFC504_DMA_PARA_OOB_RW_EN
207 | HINFC504_DMA_PARA_OOB_EDC_EN
208 | HINFC504_DMA_PARA_OOB_ECC_EN, HINFC504_DMA_PARA);
209 else
210 hinfc_write(host, HINFC504_DMA_PARA_DATA_RW_EN
211 | HINFC504_DMA_PARA_OOB_RW_EN
212 | HINFC504_DMA_PARA_DATA_EDC_EN
213 | HINFC504_DMA_PARA_OOB_EDC_EN
214 | HINFC504_DMA_PARA_DATA_ECC_EN
215 | HINFC504_DMA_PARA_OOB_ECC_EN, HINFC504_DMA_PARA);
216
217 }
218
219 val = (HINFC504_DMA_CTRL_DMA_START | HINFC504_DMA_CTRL_BURST4_EN
220 | HINFC504_DMA_CTRL_BURST8_EN | HINFC504_DMA_CTRL_BURST16_EN
221 | HINFC504_DMA_CTRL_DATA_AREA_EN | HINFC504_DMA_CTRL_OOB_AREA_EN
222 | ((host->addr_cycle == 4 ? 1 : 0)
223 << HINFC504_DMA_CTRL_ADDR_NUM_SHIFT)
224 | ((host->chipselect & HINFC504_DMA_CTRL_CS_MASK)
225 << HINFC504_DMA_CTRL_CS_SHIFT));
226
227 if (todev)
228 val |= HINFC504_DMA_CTRL_WE;
229
230 init_completion(&host->cmd_complete);
231
232 hinfc_write(host, val, HINFC504_DMA_CTRL);
233 ret = wait_for_completion_timeout(&host->cmd_complete,
234 HINFC504_NFC_DMA_TIMEOUT);
235
236 if (!ret) {
237 dev_err(host->dev, "DMA operation(irq) timeout!\n");
238 /* sanity check */
239 val = hinfc_read(host, HINFC504_DMA_CTRL);
240 if (!(val & HINFC504_DMA_CTRL_DMA_START))
241 dev_err(host->dev, "DMA is already done but without irq ACK!\n");
242 else
243 dev_err(host->dev, "DMA is really timeout!\n");
244 }
245 }
246
hisi_nfc_send_cmd_pageprog(struct hinfc_host * host)247 static int hisi_nfc_send_cmd_pageprog(struct hinfc_host *host)
248 {
249 host->addr_value[0] &= 0xffff0000;
250
251 hinfc_write(host, host->addr_value[0], HINFC504_ADDRL);
252 hinfc_write(host, host->addr_value[1], HINFC504_ADDRH);
253 hinfc_write(host, NAND_CMD_PAGEPROG << 8 | NAND_CMD_SEQIN,
254 HINFC504_CMD);
255
256 hisi_nfc_dma_transfer(host, 1);
257
258 return 0;
259 }
260
hisi_nfc_send_cmd_readstart(struct hinfc_host * host)261 static int hisi_nfc_send_cmd_readstart(struct hinfc_host *host)
262 {
263 struct mtd_info *mtd = nand_to_mtd(&host->chip);
264
265 if ((host->addr_value[0] == host->cache_addr_value[0]) &&
266 (host->addr_value[1] == host->cache_addr_value[1]))
267 return 0;
268
269 host->addr_value[0] &= 0xffff0000;
270
271 hinfc_write(host, host->addr_value[0], HINFC504_ADDRL);
272 hinfc_write(host, host->addr_value[1], HINFC504_ADDRH);
273 hinfc_write(host, NAND_CMD_READSTART << 8 | NAND_CMD_READ0,
274 HINFC504_CMD);
275
276 hinfc_write(host, 0, HINFC504_LOG_READ_ADDR);
277 hinfc_write(host, mtd->writesize + mtd->oobsize,
278 HINFC504_LOG_READ_LEN);
279
280 hisi_nfc_dma_transfer(host, 0);
281
282 host->cache_addr_value[0] = host->addr_value[0];
283 host->cache_addr_value[1] = host->addr_value[1];
284
285 return 0;
286 }
287
hisi_nfc_send_cmd_erase(struct hinfc_host * host)288 static int hisi_nfc_send_cmd_erase(struct hinfc_host *host)
289 {
290 hinfc_write(host, host->addr_value[0], HINFC504_ADDRL);
291 hinfc_write(host, (NAND_CMD_ERASE2 << 8) | NAND_CMD_ERASE1,
292 HINFC504_CMD);
293
294 hinfc_write(host, HINFC504_OP_WAIT_READY_EN
295 | HINFC504_OP_CMD2_EN
296 | HINFC504_OP_CMD1_EN
297 | HINFC504_OP_ADDR_EN
298 | ((host->chipselect & HINFC504_OP_NF_CS_MASK)
299 << HINFC504_OP_NF_CS_SHIFT)
300 | ((host->addr_cycle & HINFC504_OP_ADDR_CYCLE_MASK)
301 << HINFC504_OP_ADDR_CYCLE_SHIFT),
302 HINFC504_OP);
303
304 wait_controller_finished(host);
305
306 return 0;
307 }
308
hisi_nfc_send_cmd_readid(struct hinfc_host * host)309 static int hisi_nfc_send_cmd_readid(struct hinfc_host *host)
310 {
311 hinfc_write(host, HINFC504_NANDINFO_LEN, HINFC504_DATA_NUM);
312 hinfc_write(host, NAND_CMD_READID, HINFC504_CMD);
313 hinfc_write(host, 0, HINFC504_ADDRL);
314
315 hinfc_write(host, HINFC504_OP_CMD1_EN | HINFC504_OP_ADDR_EN
316 | HINFC504_OP_READ_DATA_EN
317 | ((host->chipselect & HINFC504_OP_NF_CS_MASK)
318 << HINFC504_OP_NF_CS_SHIFT)
319 | 1 << HINFC504_OP_ADDR_CYCLE_SHIFT, HINFC504_OP);
320
321 wait_controller_finished(host);
322
323 return 0;
324 }
325
hisi_nfc_send_cmd_status(struct hinfc_host * host)326 static int hisi_nfc_send_cmd_status(struct hinfc_host *host)
327 {
328 hinfc_write(host, HINFC504_NANDINFO_LEN, HINFC504_DATA_NUM);
329 hinfc_write(host, NAND_CMD_STATUS, HINFC504_CMD);
330 hinfc_write(host, HINFC504_OP_CMD1_EN
331 | HINFC504_OP_READ_DATA_EN
332 | ((host->chipselect & HINFC504_OP_NF_CS_MASK)
333 << HINFC504_OP_NF_CS_SHIFT),
334 HINFC504_OP);
335
336 wait_controller_finished(host);
337
338 return 0;
339 }
340
hisi_nfc_send_cmd_reset(struct hinfc_host * host,int chipselect)341 static int hisi_nfc_send_cmd_reset(struct hinfc_host *host, int chipselect)
342 {
343 hinfc_write(host, NAND_CMD_RESET, HINFC504_CMD);
344
345 hinfc_write(host, HINFC504_OP_CMD1_EN
346 | ((chipselect & HINFC504_OP_NF_CS_MASK)
347 << HINFC504_OP_NF_CS_SHIFT)
348 | HINFC504_OP_WAIT_READY_EN,
349 HINFC504_OP);
350
351 wait_controller_finished(host);
352
353 return 0;
354 }
355
hisi_nfc_select_chip(struct mtd_info * mtd,int chipselect)356 static void hisi_nfc_select_chip(struct mtd_info *mtd, int chipselect)
357 {
358 struct nand_chip *chip = mtd_to_nand(mtd);
359 struct hinfc_host *host = nand_get_controller_data(chip);
360
361 if (chipselect < 0)
362 return;
363
364 host->chipselect = chipselect;
365 }
366
hisi_nfc_read_byte(struct mtd_info * mtd)367 static uint8_t hisi_nfc_read_byte(struct mtd_info *mtd)
368 {
369 struct nand_chip *chip = mtd_to_nand(mtd);
370 struct hinfc_host *host = nand_get_controller_data(chip);
371
372 if (host->command == NAND_CMD_STATUS)
373 return *(uint8_t *)(host->mmio);
374
375 host->offset++;
376
377 if (host->command == NAND_CMD_READID)
378 return *(uint8_t *)(host->mmio + host->offset - 1);
379
380 return *(uint8_t *)(host->buffer + host->offset - 1);
381 }
382
hisi_nfc_read_word(struct mtd_info * mtd)383 static u16 hisi_nfc_read_word(struct mtd_info *mtd)
384 {
385 struct nand_chip *chip = mtd_to_nand(mtd);
386 struct hinfc_host *host = nand_get_controller_data(chip);
387
388 host->offset += 2;
389 return *(u16 *)(host->buffer + host->offset - 2);
390 }
391
392 static void
hisi_nfc_write_buf(struct mtd_info * mtd,const uint8_t * buf,int len)393 hisi_nfc_write_buf(struct mtd_info *mtd, const uint8_t *buf, int len)
394 {
395 struct nand_chip *chip = mtd_to_nand(mtd);
396 struct hinfc_host *host = nand_get_controller_data(chip);
397
398 memcpy(host->buffer + host->offset, buf, len);
399 host->offset += len;
400 }
401
hisi_nfc_read_buf(struct mtd_info * mtd,uint8_t * buf,int len)402 static void hisi_nfc_read_buf(struct mtd_info *mtd, uint8_t *buf, int len)
403 {
404 struct nand_chip *chip = mtd_to_nand(mtd);
405 struct hinfc_host *host = nand_get_controller_data(chip);
406
407 memcpy(buf, host->buffer + host->offset, len);
408 host->offset += len;
409 }
410
set_addr(struct mtd_info * mtd,int column,int page_addr)411 static void set_addr(struct mtd_info *mtd, int column, int page_addr)
412 {
413 struct nand_chip *chip = mtd_to_nand(mtd);
414 struct hinfc_host *host = nand_get_controller_data(chip);
415 unsigned int command = host->command;
416
417 host->addr_cycle = 0;
418 host->addr_value[0] = 0;
419 host->addr_value[1] = 0;
420
421 /* Serially input address */
422 if (column != -1) {
423 /* Adjust columns for 16 bit buswidth */
424 if (chip->options & NAND_BUSWIDTH_16 &&
425 !nand_opcode_8bits(command))
426 column >>= 1;
427
428 host->addr_value[0] = column & 0xffff;
429 host->addr_cycle = 2;
430 }
431 if (page_addr != -1) {
432 host->addr_value[0] |= (page_addr & 0xffff)
433 << (host->addr_cycle * 8);
434 host->addr_cycle += 2;
435 if (chip->options & NAND_ROW_ADDR_3) {
436 host->addr_cycle += 1;
437 if (host->command == NAND_CMD_ERASE1)
438 host->addr_value[0] |= ((page_addr >> 16) & 0xff) << 16;
439 else
440 host->addr_value[1] |= ((page_addr >> 16) & 0xff);
441 }
442 }
443 }
444
hisi_nfc_cmdfunc(struct mtd_info * mtd,unsigned command,int column,int page_addr)445 static void hisi_nfc_cmdfunc(struct mtd_info *mtd, unsigned command, int column,
446 int page_addr)
447 {
448 struct nand_chip *chip = mtd_to_nand(mtd);
449 struct hinfc_host *host = nand_get_controller_data(chip);
450 int is_cache_invalid = 1;
451 unsigned int flag = 0;
452
453 host->command = command;
454
455 switch (command) {
456 case NAND_CMD_READ0:
457 case NAND_CMD_READOOB:
458 if (command == NAND_CMD_READ0)
459 host->offset = column;
460 else
461 host->offset = column + mtd->writesize;
462
463 is_cache_invalid = 0;
464 set_addr(mtd, column, page_addr);
465 hisi_nfc_send_cmd_readstart(host);
466 break;
467
468 case NAND_CMD_SEQIN:
469 host->offset = column;
470 set_addr(mtd, column, page_addr);
471 break;
472
473 case NAND_CMD_ERASE1:
474 set_addr(mtd, column, page_addr);
475 break;
476
477 case NAND_CMD_PAGEPROG:
478 hisi_nfc_send_cmd_pageprog(host);
479 break;
480
481 case NAND_CMD_ERASE2:
482 hisi_nfc_send_cmd_erase(host);
483 break;
484
485 case NAND_CMD_READID:
486 host->offset = column;
487 memset(host->mmio, 0, 0x10);
488 hisi_nfc_send_cmd_readid(host);
489 break;
490
491 case NAND_CMD_STATUS:
492 flag = hinfc_read(host, HINFC504_CON);
493 if (chip->ecc.mode == NAND_ECC_HW)
494 hinfc_write(host,
495 flag & ~(HINFC504_CON_ECCTYPE_MASK <<
496 HINFC504_CON_ECCTYPE_SHIFT), HINFC504_CON);
497
498 host->offset = 0;
499 memset(host->mmio, 0, 0x10);
500 hisi_nfc_send_cmd_status(host);
501 hinfc_write(host, flag, HINFC504_CON);
502 break;
503
504 case NAND_CMD_RESET:
505 hisi_nfc_send_cmd_reset(host, host->chipselect);
506 break;
507
508 default:
509 dev_err(host->dev, "Error: unsupported cmd(cmd=%x, col=%x, page=%x)\n",
510 command, column, page_addr);
511 }
512
513 if (is_cache_invalid) {
514 host->cache_addr_value[0] = ~0;
515 host->cache_addr_value[1] = ~0;
516 }
517 }
518
hinfc_irq_handle(int irq,void * devid)519 static irqreturn_t hinfc_irq_handle(int irq, void *devid)
520 {
521 struct hinfc_host *host = devid;
522 unsigned int flag;
523
524 flag = hinfc_read(host, HINFC504_INTS);
525 /* store interrupts state */
526 host->irq_status |= flag;
527
528 if (flag & HINFC504_INTS_DMA) {
529 hinfc_write(host, HINFC504_INTCLR_DMA, HINFC504_INTCLR);
530 complete(&host->cmd_complete);
531 } else if (flag & HINFC504_INTS_CE) {
532 hinfc_write(host, HINFC504_INTCLR_CE, HINFC504_INTCLR);
533 } else if (flag & HINFC504_INTS_UE) {
534 hinfc_write(host, HINFC504_INTCLR_UE, HINFC504_INTCLR);
535 }
536
537 return IRQ_HANDLED;
538 }
539
hisi_nand_read_page_hwecc(struct mtd_info * mtd,struct nand_chip * chip,uint8_t * buf,int oob_required,int page)540 static int hisi_nand_read_page_hwecc(struct mtd_info *mtd,
541 struct nand_chip *chip, uint8_t *buf, int oob_required, int page)
542 {
543 struct hinfc_host *host = nand_get_controller_data(chip);
544 int max_bitflips = 0, stat = 0, stat_max = 0, status_ecc;
545 int stat_1, stat_2;
546
547 nand_read_page_op(chip, page, 0, buf, mtd->writesize);
548 chip->read_buf(mtd, chip->oob_poi, mtd->oobsize);
549
550 /* errors which can not be corrected by ECC */
551 if (host->irq_status & HINFC504_INTS_UE) {
552 mtd->ecc_stats.failed++;
553 } else if (host->irq_status & HINFC504_INTS_CE) {
554 /* TODO: need add other ECC modes! */
555 switch (chip->ecc.strength) {
556 case 16:
557 status_ecc = hinfc_read(host, HINFC504_ECC_STATUS) >>
558 HINFC504_ECC_16_BIT_SHIFT & 0x0fff;
559 stat_2 = status_ecc & 0x3f;
560 stat_1 = status_ecc >> 6 & 0x3f;
561 stat = stat_1 + stat_2;
562 stat_max = max_t(int, stat_1, stat_2);
563 }
564 mtd->ecc_stats.corrected += stat;
565 max_bitflips = max_t(int, max_bitflips, stat_max);
566 }
567 host->irq_status = 0;
568
569 return max_bitflips;
570 }
571
hisi_nand_read_oob(struct mtd_info * mtd,struct nand_chip * chip,int page)572 static int hisi_nand_read_oob(struct mtd_info *mtd, struct nand_chip *chip,
573 int page)
574 {
575 struct hinfc_host *host = nand_get_controller_data(chip);
576
577 nand_read_oob_op(chip, page, 0, chip->oob_poi, mtd->oobsize);
578
579 if (host->irq_status & HINFC504_INTS_UE) {
580 host->irq_status = 0;
581 return -EBADMSG;
582 }
583
584 host->irq_status = 0;
585 return 0;
586 }
587
hisi_nand_write_page_hwecc(struct mtd_info * mtd,struct nand_chip * chip,const uint8_t * buf,int oob_required,int page)588 static int hisi_nand_write_page_hwecc(struct mtd_info *mtd,
589 struct nand_chip *chip, const uint8_t *buf, int oob_required,
590 int page)
591 {
592 nand_prog_page_begin_op(chip, page, 0, buf, mtd->writesize);
593 if (oob_required)
594 chip->write_buf(mtd, chip->oob_poi, mtd->oobsize);
595
596 return nand_prog_page_end_op(chip);
597 }
598
hisi_nfc_host_init(struct hinfc_host * host)599 static void hisi_nfc_host_init(struct hinfc_host *host)
600 {
601 struct nand_chip *chip = &host->chip;
602 unsigned int flag = 0;
603
604 host->version = hinfc_read(host, HINFC_VERSION);
605 host->addr_cycle = 0;
606 host->addr_value[0] = 0;
607 host->addr_value[1] = 0;
608 host->cache_addr_value[0] = ~0;
609 host->cache_addr_value[1] = ~0;
610 host->chipselect = 0;
611
612 /* default page size: 2K, ecc_none. need modify */
613 flag = HINFC504_CON_OP_MODE_NORMAL | HINFC504_CON_READY_BUSY_SEL
614 | ((0x001 & HINFC504_CON_PAGESIZE_MASK)
615 << HINFC504_CON_PAGEISZE_SHIFT)
616 | ((0x0 & HINFC504_CON_ECCTYPE_MASK)
617 << HINFC504_CON_ECCTYPE_SHIFT)
618 | ((chip->options & NAND_BUSWIDTH_16) ?
619 HINFC504_CON_BUS_WIDTH : 0);
620 hinfc_write(host, flag, HINFC504_CON);
621
622 memset(host->mmio, 0xff, HINFC504_BUFFER_BASE_ADDRESS_LEN);
623
624 hinfc_write(host, SET_HINFC504_PWIDTH(HINFC504_W_LATCH,
625 HINFC504_R_LATCH, HINFC504_RW_LATCH), HINFC504_PWIDTH);
626
627 /* enable DMA irq */
628 hinfc_write(host, HINFC504_INTEN_DMA, HINFC504_INTEN);
629 }
630
hisi_ooblayout_ecc(struct mtd_info * mtd,int section,struct mtd_oob_region * oobregion)631 static int hisi_ooblayout_ecc(struct mtd_info *mtd, int section,
632 struct mtd_oob_region *oobregion)
633 {
634 /* FIXME: add ECC bytes position */
635 return -ENOTSUPP;
636 }
637
hisi_ooblayout_free(struct mtd_info * mtd,int section,struct mtd_oob_region * oobregion)638 static int hisi_ooblayout_free(struct mtd_info *mtd, int section,
639 struct mtd_oob_region *oobregion)
640 {
641 if (section)
642 return -ERANGE;
643
644 oobregion->offset = 2;
645 oobregion->length = 6;
646
647 return 0;
648 }
649
650 static const struct mtd_ooblayout_ops hisi_ooblayout_ops = {
651 .ecc = hisi_ooblayout_ecc,
652 .free = hisi_ooblayout_free,
653 };
654
hisi_nfc_ecc_probe(struct hinfc_host * host)655 static int hisi_nfc_ecc_probe(struct hinfc_host *host)
656 {
657 unsigned int flag;
658 int size, strength, ecc_bits;
659 struct device *dev = host->dev;
660 struct nand_chip *chip = &host->chip;
661 struct mtd_info *mtd = nand_to_mtd(chip);
662
663 size = chip->ecc.size;
664 strength = chip->ecc.strength;
665 if (size != 1024) {
666 dev_err(dev, "error ecc size: %d\n", size);
667 return -EINVAL;
668 }
669
670 if ((size == 1024) && ((strength != 8) && (strength != 16) &&
671 (strength != 24) && (strength != 40))) {
672 dev_err(dev, "ecc size and strength do not match\n");
673 return -EINVAL;
674 }
675
676 chip->ecc.size = size;
677 chip->ecc.strength = strength;
678
679 chip->ecc.read_page = hisi_nand_read_page_hwecc;
680 chip->ecc.read_oob = hisi_nand_read_oob;
681 chip->ecc.write_page = hisi_nand_write_page_hwecc;
682
683 switch (chip->ecc.strength) {
684 case 16:
685 ecc_bits = 6;
686 if (mtd->writesize == 2048)
687 mtd_set_ooblayout(mtd, &hisi_ooblayout_ops);
688
689 /* TODO: add more page size support */
690 break;
691
692 /* TODO: add more ecc strength support */
693 default:
694 dev_err(dev, "not support strength: %d\n", chip->ecc.strength);
695 return -EINVAL;
696 }
697
698 flag = hinfc_read(host, HINFC504_CON);
699 /* add ecc type configure */
700 flag |= ((ecc_bits & HINFC504_CON_ECCTYPE_MASK)
701 << HINFC504_CON_ECCTYPE_SHIFT);
702 hinfc_write(host, flag, HINFC504_CON);
703
704 /* enable ecc irq */
705 flag = hinfc_read(host, HINFC504_INTEN) & 0xfff;
706 hinfc_write(host, flag | HINFC504_INTEN_UE | HINFC504_INTEN_CE,
707 HINFC504_INTEN);
708
709 return 0;
710 }
711
hisi_nfc_attach_chip(struct nand_chip * chip)712 static int hisi_nfc_attach_chip(struct nand_chip *chip)
713 {
714 struct mtd_info *mtd = nand_to_mtd(chip);
715 struct hinfc_host *host = nand_get_controller_data(chip);
716 int flag;
717
718 host->buffer = dmam_alloc_coherent(host->dev,
719 mtd->writesize + mtd->oobsize,
720 &host->dma_buffer, GFP_KERNEL);
721 if (!host->buffer)
722 return -ENOMEM;
723
724 host->dma_oob = host->dma_buffer + mtd->writesize;
725 memset(host->buffer, 0xff, mtd->writesize + mtd->oobsize);
726
727 flag = hinfc_read(host, HINFC504_CON);
728 flag &= ~(HINFC504_CON_PAGESIZE_MASK << HINFC504_CON_PAGEISZE_SHIFT);
729 switch (mtd->writesize) {
730 case 2048:
731 flag |= (0x001 << HINFC504_CON_PAGEISZE_SHIFT);
732 break;
733 /*
734 * TODO: add more pagesize support,
735 * default pagesize has been set in hisi_nfc_host_init
736 */
737 default:
738 dev_err(host->dev, "NON-2KB page size nand flash\n");
739 return -EINVAL;
740 }
741 hinfc_write(host, flag, HINFC504_CON);
742
743 if (chip->ecc.mode == NAND_ECC_HW)
744 hisi_nfc_ecc_probe(host);
745
746 return 0;
747 }
748
749 static const struct nand_controller_ops hisi_nfc_controller_ops = {
750 .attach_chip = hisi_nfc_attach_chip,
751 };
752
hisi_nfc_probe(struct platform_device * pdev)753 static int hisi_nfc_probe(struct platform_device *pdev)
754 {
755 int ret = 0, irq, max_chips = HINFC504_MAX_CHIP;
756 struct device *dev = &pdev->dev;
757 struct hinfc_host *host;
758 struct nand_chip *chip;
759 struct mtd_info *mtd;
760 struct resource *res;
761 struct device_node *np = dev->of_node;
762
763 host = devm_kzalloc(dev, sizeof(*host), GFP_KERNEL);
764 if (!host)
765 return -ENOMEM;
766 host->dev = dev;
767
768 platform_set_drvdata(pdev, host);
769 chip = &host->chip;
770 mtd = nand_to_mtd(chip);
771
772 irq = platform_get_irq(pdev, 0);
773 if (irq < 0) {
774 dev_err(dev, "no IRQ resource defined\n");
775 return -ENXIO;
776 }
777
778 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
779 host->iobase = devm_ioremap_resource(dev, res);
780 if (IS_ERR(host->iobase))
781 return PTR_ERR(host->iobase);
782
783 res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
784 host->mmio = devm_ioremap_resource(dev, res);
785 if (IS_ERR(host->mmio)) {
786 dev_err(dev, "devm_ioremap_resource[1] fail\n");
787 return PTR_ERR(host->mmio);
788 }
789
790 mtd->name = "hisi_nand";
791 mtd->dev.parent = &pdev->dev;
792
793 nand_set_controller_data(chip, host);
794 nand_set_flash_node(chip, np);
795 chip->cmdfunc = hisi_nfc_cmdfunc;
796 chip->select_chip = hisi_nfc_select_chip;
797 chip->read_byte = hisi_nfc_read_byte;
798 chip->read_word = hisi_nfc_read_word;
799 chip->write_buf = hisi_nfc_write_buf;
800 chip->read_buf = hisi_nfc_read_buf;
801 chip->chip_delay = HINFC504_CHIP_DELAY;
802 chip->set_features = nand_get_set_features_notsupp;
803 chip->get_features = nand_get_set_features_notsupp;
804
805 hisi_nfc_host_init(host);
806
807 ret = devm_request_irq(dev, irq, hinfc_irq_handle, 0x0, "nandc", host);
808 if (ret) {
809 dev_err(dev, "failed to request IRQ\n");
810 return ret;
811 }
812
813 chip->dummy_controller.ops = &hisi_nfc_controller_ops;
814 ret = nand_scan(chip, max_chips);
815 if (ret)
816 return ret;
817
818 ret = mtd_device_register(mtd, NULL, 0);
819 if (ret) {
820 dev_err(dev, "Err MTD partition=%d\n", ret);
821 nand_cleanup(chip);
822 return ret;
823 }
824
825 return 0;
826 }
827
hisi_nfc_remove(struct platform_device * pdev)828 static int hisi_nfc_remove(struct platform_device *pdev)
829 {
830 struct hinfc_host *host = platform_get_drvdata(pdev);
831
832 nand_release(&host->chip);
833
834 return 0;
835 }
836
837 #ifdef CONFIG_PM_SLEEP
hisi_nfc_suspend(struct device * dev)838 static int hisi_nfc_suspend(struct device *dev)
839 {
840 struct hinfc_host *host = dev_get_drvdata(dev);
841 unsigned long timeout = jiffies + HINFC504_NFC_PM_TIMEOUT;
842
843 while (time_before(jiffies, timeout)) {
844 if (((hinfc_read(host, HINFC504_STATUS) & 0x1) == 0x0) &&
845 (hinfc_read(host, HINFC504_DMA_CTRL) &
846 HINFC504_DMA_CTRL_DMA_START)) {
847 cond_resched();
848 return 0;
849 }
850 }
851
852 dev_err(host->dev, "nand controller suspend timeout.\n");
853
854 return -EAGAIN;
855 }
856
hisi_nfc_resume(struct device * dev)857 static int hisi_nfc_resume(struct device *dev)
858 {
859 int cs;
860 struct hinfc_host *host = dev_get_drvdata(dev);
861 struct nand_chip *chip = &host->chip;
862
863 for (cs = 0; cs < chip->numchips; cs++)
864 hisi_nfc_send_cmd_reset(host, cs);
865 hinfc_write(host, SET_HINFC504_PWIDTH(HINFC504_W_LATCH,
866 HINFC504_R_LATCH, HINFC504_RW_LATCH), HINFC504_PWIDTH);
867
868 return 0;
869 }
870 #endif
871 static SIMPLE_DEV_PM_OPS(hisi_nfc_pm_ops, hisi_nfc_suspend, hisi_nfc_resume);
872
873 static const struct of_device_id nfc_id_table[] = {
874 { .compatible = "hisilicon,504-nfc" },
875 {}
876 };
877 MODULE_DEVICE_TABLE(of, nfc_id_table);
878
879 static struct platform_driver hisi_nfc_driver = {
880 .driver = {
881 .name = "hisi_nand",
882 .of_match_table = nfc_id_table,
883 .pm = &hisi_nfc_pm_ops,
884 },
885 .probe = hisi_nfc_probe,
886 .remove = hisi_nfc_remove,
887 };
888
889 module_platform_driver(hisi_nfc_driver);
890
891 MODULE_LICENSE("GPL");
892 MODULE_AUTHOR("Zhou Wang");
893 MODULE_AUTHOR("Zhiyong Cai");
894 MODULE_DESCRIPTION("Hisilicon Nand Flash Controller Driver");
895