Lines Matching +full:meson +full:- +full:gxl +full:- +full:nfc
1 // SPDX-License-Identifier: (GPL-2.0+ OR MIT)
3 * Amlogic Meson Nand Flash Controller Driver
10 #include <linux/dma-mapping.h>
13 #include <linux/clk-provider.h>
81 #define ECC_CHECK_RETURN_FF (-1)
259 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nfc_select_chip() local
262 if (chip < 0 || WARN_ON_ONCE(chip >= meson_chip->nsels)) in meson_nfc_select_chip()
265 nfc->param.chip_select = meson_chip->sels[chip] ? NAND_CE1 : NAND_CE0; in meson_nfc_select_chip()
266 nfc->param.rb_select = nfc->param.chip_select; in meson_nfc_select_chip()
267 nfc->timing.twb = meson_chip->twb; in meson_nfc_select_chip()
268 nfc->timing.tadl = meson_chip->tadl; in meson_nfc_select_chip()
269 nfc->timing.tbers_max = meson_chip->tbers_max; in meson_nfc_select_chip()
271 if (nfc->clk_rate != meson_chip->clk_rate) { in meson_nfc_select_chip()
272 ret = clk_set_rate(nfc->nand_clk, meson_chip->clk_rate); in meson_nfc_select_chip()
274 dev_err(nfc->dev, "failed to set clock rate\n"); in meson_nfc_select_chip()
277 nfc->clk_rate = meson_chip->clk_rate; in meson_nfc_select_chip()
279 if (nfc->bus_timing != meson_chip->bus_timing) { in meson_nfc_select_chip()
280 value = (NFC_CLK_CYCLE - 1) | (meson_chip->bus_timing << 5); in meson_nfc_select_chip()
281 writel(value, nfc->reg_base + NFC_REG_CFG); in meson_nfc_select_chip()
282 writel((1 << 31), nfc->reg_base + NFC_REG_CMD); in meson_nfc_select_chip()
283 nfc->bus_timing = meson_chip->bus_timing; in meson_nfc_select_chip()
287 static void meson_nfc_cmd_idle(struct meson_nfc *nfc, u32 time) in meson_nfc_cmd_idle() argument
289 writel(nfc->param.chip_select | NFC_CMD_IDLE | (time & 0x3ff), in meson_nfc_cmd_idle()
290 nfc->reg_base + NFC_REG_CMD); in meson_nfc_cmd_idle()
293 static void meson_nfc_cmd_seed(struct meson_nfc *nfc, u32 seed) in meson_nfc_cmd_seed() argument
296 nfc->reg_base + NFC_REG_CMD); in meson_nfc_cmd_seed()
303 struct meson_nfc *nfc = nand_get_controller_data(mtd_to_nand(mtd)); in meson_nfc_cmd_access() local
305 u32 bch = meson_chip->bch_mode, cmd; in meson_nfc_cmd_access()
306 int len = mtd->writesize, pagesize, pages; in meson_nfc_cmd_access()
308 pagesize = nand->ecc.size; in meson_nfc_cmd_access()
311 len = mtd->writesize + mtd->oobsize; in meson_nfc_cmd_access()
313 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_cmd_access()
317 pages = len / nand->ecc.size; in meson_nfc_cmd_access()
322 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_cmd_access()
325 static void meson_nfc_drain_cmd(struct meson_nfc *nfc) in meson_nfc_drain_cmd() argument
330 * The Nand flash controller is designed as two stages pipleline - in meson_nfc_drain_cmd()
334 * one is fetched into NFC request queue (ready to run), and another in meson_nfc_drain_cmd()
338 meson_nfc_cmd_idle(nfc, 0); in meson_nfc_drain_cmd()
339 meson_nfc_cmd_idle(nfc, 0); in meson_nfc_drain_cmd()
342 static int meson_nfc_wait_cmd_finish(struct meson_nfc *nfc, in meson_nfc_wait_cmd_finish() argument
349 ret = readl_relaxed_poll_timeout(nfc->reg_base + NFC_REG_CMD, cmd_size, in meson_nfc_wait_cmd_finish()
353 dev_err(nfc->dev, "wait for empty CMD FIFO time out\n"); in meson_nfc_wait_cmd_finish()
358 static int meson_nfc_wait_dma_finish(struct meson_nfc *nfc) in meson_nfc_wait_dma_finish() argument
360 meson_nfc_drain_cmd(nfc); in meson_nfc_wait_dma_finish()
362 return meson_nfc_wait_cmd_finish(nfc, DMA_BUSY_TIMEOUT); in meson_nfc_wait_dma_finish()
370 len = nand->ecc.size * (i + 1) + (nand->ecc.bytes + 2) * i; in meson_nfc_oob_ptr()
372 return meson_chip->data_buf + len; in meson_nfc_oob_ptr()
380 temp = nand->ecc.size + nand->ecc.bytes; in meson_nfc_data_ptr()
383 return meson_chip->data_buf + len; in meson_nfc_data_ptr()
392 oob_len = nand->ecc.bytes + 2; in meson_nfc_get_data_oob()
393 for (i = 0; i < nand->ecc.steps; i++) { in meson_nfc_get_data_oob()
396 memcpy(buf, dsrc, nand->ecc.size); in meson_nfc_get_data_oob()
397 buf += nand->ecc.size; in meson_nfc_get_data_oob()
411 oob_len = nand->ecc.bytes + 2; in meson_nfc_set_data_oob()
412 for (i = 0; i < nand->ecc.steps; i++) { in meson_nfc_set_data_oob()
415 memcpy(dsrc, buf, nand->ecc.size); in meson_nfc_set_data_oob()
416 buf += nand->ecc.size; in meson_nfc_set_data_oob()
427 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nfc_wait_no_rb_pin() local
430 meson_nfc_cmd_idle(nfc, nfc->timing.twb); in meson_nfc_wait_no_rb_pin()
431 meson_nfc_drain_cmd(nfc); in meson_nfc_wait_no_rb_pin()
432 meson_nfc_wait_cmd_finish(nfc, CMD_FIFO_EMPTY_TIMEOUT); in meson_nfc_wait_no_rb_pin()
434 cfg = readl(nfc->reg_base + NFC_REG_CFG); in meson_nfc_wait_no_rb_pin()
436 writel(cfg, nfc->reg_base + NFC_REG_CFG); in meson_nfc_wait_no_rb_pin()
438 reinit_completion(&nfc->completion); in meson_nfc_wait_no_rb_pin()
442 cmd = NFC_CMD_RB | NFC_CMD_RB_INT_NO_PIN | nfc->timing.tbers_max; in meson_nfc_wait_no_rb_pin()
443 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_wait_no_rb_pin()
445 if (!wait_for_completion_timeout(&nfc->completion, in meson_nfc_wait_no_rb_pin()
447 return -ETIMEDOUT; in meson_nfc_wait_no_rb_pin()
455 static int meson_nfc_wait_rb_pin(struct meson_nfc *nfc, int timeout_ms) in meson_nfc_wait_rb_pin() argument
460 meson_nfc_cmd_idle(nfc, nfc->timing.twb); in meson_nfc_wait_rb_pin()
461 meson_nfc_drain_cmd(nfc); in meson_nfc_wait_rb_pin()
462 meson_nfc_wait_cmd_finish(nfc, CMD_FIFO_EMPTY_TIMEOUT); in meson_nfc_wait_rb_pin()
464 cfg = readl(nfc->reg_base + NFC_REG_CFG); in meson_nfc_wait_rb_pin()
466 writel(cfg, nfc->reg_base + NFC_REG_CFG); in meson_nfc_wait_rb_pin()
468 reinit_completion(&nfc->completion); in meson_nfc_wait_rb_pin()
472 | nfc->param.chip_select | nfc->timing.tbers_max; in meson_nfc_wait_rb_pin()
473 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_wait_rb_pin()
475 ret = wait_for_completion_timeout(&nfc->completion, in meson_nfc_wait_rb_pin()
478 ret = -1; in meson_nfc_wait_rb_pin()
486 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nfc_queue_rb() local
488 if (nfc->no_rb_pin) { in meson_nfc_queue_rb()
492 * it will wait for interrupt - controllers checks IO in meson_nfc_queue_rb()
496 * needed (for all cases except page programming - this in meson_nfc_queue_rb()
502 return meson_nfc_wait_rb_pin(nfc, timeout_ms); in meson_nfc_queue_rb()
512 for (i = 0, count = 0; i < nand->ecc.steps; i++, count += 2) { in meson_nfc_set_user_byte()
513 info = &meson_chip->info_buf[i]; in meson_nfc_set_user_byte()
525 for (i = 0, count = 0; i < nand->ecc.steps; i++, count += 2) { in meson_nfc_get_user_byte()
526 info = &meson_chip->info_buf[i]; in meson_nfc_get_user_byte()
540 for (i = 0; i < nand->ecc.steps; i++) { in meson_nfc_ecc_correct()
541 info = &meson_chip->info_buf[i]; in meson_nfc_ecc_correct()
543 mtd->ecc_stats.corrected += ECC_ERR_CNT(*info); in meson_nfc_ecc_correct()
548 if ((nand->options & NAND_NEED_SCRAMBLING) && in meson_nfc_ecc_correct()
549 ECC_ZERO_CNT(*info) < nand->ecc.strength) { in meson_nfc_ecc_correct()
550 mtd->ecc_stats.corrected += ECC_ZERO_CNT(*info); in meson_nfc_ecc_correct()
555 ret = -EBADMSG; in meson_nfc_ecc_correct()
565 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nfc_dma_buffer_setup() local
569 nfc->daddr = dma_map_single(nfc->dev, databuf, datalen, dir); in meson_nfc_dma_buffer_setup()
570 ret = dma_mapping_error(nfc->dev, nfc->daddr); in meson_nfc_dma_buffer_setup()
572 dev_err(nfc->dev, "DMA mapping error\n"); in meson_nfc_dma_buffer_setup()
575 cmd = GENCMDDADDRL(NFC_CMD_ADL, nfc->daddr); in meson_nfc_dma_buffer_setup()
576 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_dma_buffer_setup()
578 cmd = GENCMDDADDRH(NFC_CMD_ADH, nfc->daddr); in meson_nfc_dma_buffer_setup()
579 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_dma_buffer_setup()
582 nfc->iaddr = dma_map_single(nfc->dev, infobuf, infolen, dir); in meson_nfc_dma_buffer_setup()
583 ret = dma_mapping_error(nfc->dev, nfc->iaddr); in meson_nfc_dma_buffer_setup()
585 dev_err(nfc->dev, "DMA mapping error\n"); in meson_nfc_dma_buffer_setup()
586 dma_unmap_single(nfc->dev, in meson_nfc_dma_buffer_setup()
587 nfc->daddr, datalen, dir); in meson_nfc_dma_buffer_setup()
590 nfc->info_bytes = infolen; in meson_nfc_dma_buffer_setup()
591 cmd = GENCMDIADDRL(NFC_CMD_AIL, nfc->iaddr); in meson_nfc_dma_buffer_setup()
592 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_dma_buffer_setup()
594 cmd = GENCMDIADDRH(NFC_CMD_AIH, nfc->iaddr); in meson_nfc_dma_buffer_setup()
595 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_dma_buffer_setup()
605 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nfc_dma_buffer_release() local
607 dma_unmap_single(nfc->dev, nfc->daddr, datalen, dir); in meson_nfc_dma_buffer_release()
609 dma_unmap_single(nfc->dev, nfc->iaddr, infolen, dir); in meson_nfc_dma_buffer_release()
610 nfc->info_bytes = 0; in meson_nfc_dma_buffer_release()
616 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nfc_read_buf() local
623 return -ENOMEM; in meson_nfc_read_buf()
631 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_read_buf()
633 meson_nfc_drain_cmd(nfc); in meson_nfc_read_buf()
634 meson_nfc_wait_cmd_finish(nfc, 1000); in meson_nfc_read_buf()
645 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nfc_write_buf() local
655 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_write_buf()
657 meson_nfc_drain_cmd(nfc); in meson_nfc_write_buf()
658 meson_nfc_wait_cmd_finish(nfc, 1000); in meson_nfc_write_buf()
670 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nfc_rw_cmd_prepare_and_execute() local
671 u32 *addrs = nfc->cmdfifo.rw.addrs; in meson_nfc_rw_cmd_prepare_and_execute()
672 u32 cs = nfc->param.chip_select; in meson_nfc_rw_cmd_prepare_and_execute()
679 nfc->cmdfifo.rw.cmd0 = cs | NFC_CMD_CLE | cmd0; in meson_nfc_rw_cmd_prepare_and_execute()
682 if (mtd->writesize <= 512) { in meson_nfc_rw_cmd_prepare_and_execute()
683 cmd_num--; in meson_nfc_rw_cmd_prepare_and_execute()
693 if (nand->options & NAND_ROW_ADDR_3) in meson_nfc_rw_cmd_prepare_and_execute()
697 cmd_num--; in meson_nfc_rw_cmd_prepare_and_execute()
700 cmd_num--; in meson_nfc_rw_cmd_prepare_and_execute()
703 writel_relaxed(nfc->cmdfifo.cmd[i], in meson_nfc_rw_cmd_prepare_and_execute()
704 nfc->reg_base + NFC_REG_CMD); in meson_nfc_rw_cmd_prepare_and_execute()
707 nfc->cmdfifo.rw.cmd1 = cs | NFC_CMD_CLE | NAND_CMD_READSTART; in meson_nfc_rw_cmd_prepare_and_execute()
708 writel(nfc->cmdfifo.rw.cmd1, nfc->reg_base + NFC_REG_CMD); in meson_nfc_rw_cmd_prepare_and_execute()
709 meson_nfc_queue_rb(nand, PSEC_TO_MSEC(sdr->tR_max), true); in meson_nfc_rw_cmd_prepare_and_execute()
711 meson_nfc_cmd_idle(nfc, nfc->timing.tadl); in meson_nfc_rw_cmd_prepare_and_execute()
724 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nfc_write_page_sub() local
729 meson_nfc_select_chip(nand, nand->cur_cs); in meson_nfc_write_page_sub()
731 data_len = mtd->writesize + mtd->oobsize; in meson_nfc_write_page_sub()
732 info_len = nand->ecc.steps * PER_INFO_BYTE; in meson_nfc_write_page_sub()
738 ret = meson_nfc_dma_buffer_setup(nand, meson_chip->data_buf, in meson_nfc_write_page_sub()
739 data_len, meson_chip->info_buf, in meson_nfc_write_page_sub()
744 if (nand->options & NAND_NEED_SCRAMBLING) { in meson_nfc_write_page_sub()
745 meson_nfc_cmd_seed(nfc, page); in meson_nfc_write_page_sub()
753 cmd = nfc->param.chip_select | NFC_CMD_CLE | NAND_CMD_PAGEPROG; in meson_nfc_write_page_sub()
754 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_write_page_sub()
755 meson_nfc_queue_rb(nand, PSEC_TO_MSEC(sdr->tPROG_max), false); in meson_nfc_write_page_sub()
765 u8 *oob_buf = nand->oob_poi; in meson_nfc_write_page_raw()
777 u8 *oob_buf = nand->oob_poi; in meson_nfc_write_page_hwecc()
779 memcpy(meson_chip->data_buf, buf, mtd->writesize); in meson_nfc_write_page_hwecc()
780 memset(meson_chip->info_buf, 0, nand->ecc.steps * PER_INFO_BYTE); in meson_nfc_write_page_hwecc()
786 static void meson_nfc_check_ecc_pages_valid(struct meson_nfc *nfc, in meson_nfc_check_ecc_pages_valid() argument
794 neccpages = raw ? 1 : nand->ecc.steps; in meson_nfc_check_ecc_pages_valid()
795 info = &meson_chip->info_buf[neccpages - 1]; in meson_nfc_check_ecc_pages_valid()
798 /* info is updated by nfc dma engine*/ in meson_nfc_check_ecc_pages_valid()
800 dma_sync_single_for_cpu(nfc->dev, nfc->iaddr, nfc->info_bytes, in meson_nfc_check_ecc_pages_valid()
810 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nfc_read_page_sub() local
815 meson_nfc_select_chip(nand, nand->cur_cs); in meson_nfc_read_page_sub()
817 data_len = mtd->writesize + mtd->oobsize; in meson_nfc_read_page_sub()
818 info_len = nand->ecc.steps * PER_INFO_BYTE; in meson_nfc_read_page_sub()
824 ret = meson_nfc_dma_buffer_setup(nand, meson_chip->data_buf, in meson_nfc_read_page_sub()
825 data_len, meson_chip->info_buf, in meson_nfc_read_page_sub()
830 if (nand->options & NAND_NEED_SCRAMBLING) { in meson_nfc_read_page_sub()
831 meson_nfc_cmd_seed(nfc, page); in meson_nfc_read_page_sub()
839 ret = meson_nfc_wait_dma_finish(nfc); in meson_nfc_read_page_sub()
840 meson_nfc_check_ecc_pages_valid(nfc, nand, raw); in meson_nfc_read_page_sub()
850 u8 *oob_buf = nand->oob_poi; in meson_nfc_read_page_raw()
867 struct nand_ecc_ctrl *ecc = &nand->ecc; in meson_nfc_read_page_hwecc()
870 u8 *oob_buf = nand->oob_poi; in meson_nfc_read_page_hwecc()
881 memset(buf, 0xff, mtd->writesize); in meson_nfc_read_page_hwecc()
882 memset(oob_buf, 0xff, mtd->oobsize); in meson_nfc_read_page_hwecc()
884 if ((nand->options & NAND_NEED_SCRAMBLING) || !buf) { in meson_nfc_read_page_hwecc()
885 mtd->ecc_stats.failed++; in meson_nfc_read_page_hwecc()
892 for (i = 0; i < nand->ecc.steps ; i++) { in meson_nfc_read_page_hwecc()
893 u8 *data = buf + i * ecc->size; in meson_nfc_read_page_hwecc()
894 u8 *oob = nand->oob_poi + i * (ecc->bytes + 2); in meson_nfc_read_page_hwecc()
898 ret = nand_check_erased_ecc_chunk(data, ecc->size, in meson_nfc_read_page_hwecc()
899 oob, ecc->bytes + 2, in meson_nfc_read_page_hwecc()
901 ecc->strength); in meson_nfc_read_page_hwecc()
903 mtd->ecc_stats.failed++; in meson_nfc_read_page_hwecc()
905 mtd->ecc_stats.corrected += ret; in meson_nfc_read_page_hwecc()
909 } else if (buf && buf != meson_chip->data_buf) { in meson_nfc_read_page_hwecc()
910 memcpy(buf, meson_chip->data_buf, mtd->writesize); in meson_nfc_read_page_hwecc()
939 if (WARN_ON(instr->type != NAND_OP_DATA_IN_INSTR)) in meson_nand_op_get_dma_safe_input_buf()
942 if (meson_nfc_is_buffer_dma_safe(instr->ctx.data.buf.in)) in meson_nand_op_get_dma_safe_input_buf()
943 return instr->ctx.data.buf.in; in meson_nand_op_get_dma_safe_input_buf()
945 return kzalloc(instr->ctx.data.len, GFP_KERNEL); in meson_nand_op_get_dma_safe_input_buf()
952 if (WARN_ON(instr->type != NAND_OP_DATA_IN_INSTR) || in meson_nand_op_put_dma_safe_input_buf()
956 if (buf == instr->ctx.data.buf.in) in meson_nand_op_put_dma_safe_input_buf()
959 memcpy(instr->ctx.data.buf.in, buf, instr->ctx.data.len); in meson_nand_op_put_dma_safe_input_buf()
966 if (WARN_ON(instr->type != NAND_OP_DATA_OUT_INSTR)) in meson_nand_op_get_dma_safe_output_buf()
969 if (meson_nfc_is_buffer_dma_safe(instr->ctx.data.buf.out)) in meson_nand_op_get_dma_safe_output_buf()
970 return (void *)instr->ctx.data.buf.out; in meson_nand_op_get_dma_safe_output_buf()
972 return kmemdup(instr->ctx.data.buf.out, in meson_nand_op_get_dma_safe_output_buf()
973 instr->ctx.data.len, GFP_KERNEL); in meson_nand_op_get_dma_safe_output_buf()
980 if (WARN_ON(instr->type != NAND_OP_DATA_OUT_INSTR) || in meson_nand_op_put_dma_safe_output_buf()
984 if (buf != instr->ctx.data.buf.out) in meson_nand_op_put_dma_safe_output_buf()
993 for (op_id = 0; op_id < op->ninstrs; op_id++) { in meson_nfc_check_op()
996 instr = &op->instrs[op_id]; in meson_nfc_check_op()
998 switch (instr->type) { in meson_nfc_check_op()
1001 if (instr->ctx.data.len > NFC_CMD_RAW_LEN) in meson_nfc_check_op()
1002 return -ENOTSUPP; in meson_nfc_check_op()
1017 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nfc_exec_op() local
1031 meson_nfc_select_chip(nand, op->cs); in meson_nfc_exec_op()
1032 for (op_id = 0; op_id < op->ninstrs; op_id++) { in meson_nfc_exec_op()
1033 instr = &op->instrs[op_id]; in meson_nfc_exec_op()
1034 delay_idle = DIV_ROUND_UP(PSEC_TO_NSEC(instr->delay_ns), in meson_nfc_exec_op()
1035 meson_chip->level1_divider * in meson_nfc_exec_op()
1037 switch (instr->type) { in meson_nfc_exec_op()
1039 cmd = nfc->param.chip_select | NFC_CMD_CLE; in meson_nfc_exec_op()
1040 cmd |= instr->ctx.cmd.opcode & 0xff; in meson_nfc_exec_op()
1041 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_exec_op()
1042 meson_nfc_cmd_idle(nfc, delay_idle); in meson_nfc_exec_op()
1046 for (i = 0; i < instr->ctx.addr.naddrs; i++) { in meson_nfc_exec_op()
1047 cmd = nfc->param.chip_select | NFC_CMD_ALE; in meson_nfc_exec_op()
1048 cmd |= instr->ctx.addr.addrs[i] & 0xff; in meson_nfc_exec_op()
1049 writel(cmd, nfc->reg_base + NFC_REG_CMD); in meson_nfc_exec_op()
1051 meson_nfc_cmd_idle(nfc, delay_idle); in meson_nfc_exec_op()
1057 return -ENOMEM; in meson_nfc_exec_op()
1058 meson_nfc_read_buf(nand, buf, instr->ctx.data.len); in meson_nfc_exec_op()
1065 return -ENOMEM; in meson_nfc_exec_op()
1066 meson_nfc_write_buf(nand, buf, instr->ctx.data.len); in meson_nfc_exec_op()
1071 meson_nfc_queue_rb(nand, instr->ctx.waitrdy.timeout_ms, in meson_nfc_exec_op()
1073 if (instr->delay_ns) in meson_nfc_exec_op()
1074 meson_nfc_cmd_idle(nfc, delay_idle); in meson_nfc_exec_op()
1078 meson_nfc_wait_cmd_finish(nfc, 1000); in meson_nfc_exec_op()
1087 if (section >= nand->ecc.steps) in meson_ooblayout_ecc()
1088 return -ERANGE; in meson_ooblayout_ecc()
1090 oobregion->offset = 2 + (section * (2 + nand->ecc.bytes)); in meson_ooblayout_ecc()
1091 oobregion->length = nand->ecc.bytes; in meson_ooblayout_ecc()
1101 if (section >= nand->ecc.steps) in meson_ooblayout_free()
1102 return -ERANGE; in meson_ooblayout_free()
1104 oobregion->offset = section * (2 + nand->ecc.bytes); in meson_ooblayout_free()
1105 oobregion->length = 2; in meson_ooblayout_free()
1115 static int meson_nfc_clk_init(struct meson_nfc *nfc) in meson_nfc_clk_init() argument
1122 nfc->core_clk = devm_clk_get(nfc->dev, "core"); in meson_nfc_clk_init()
1123 if (IS_ERR(nfc->core_clk)) { in meson_nfc_clk_init()
1124 dev_err(nfc->dev, "failed to get core clock\n"); in meson_nfc_clk_init()
1125 return PTR_ERR(nfc->core_clk); in meson_nfc_clk_init()
1128 nfc->device_clk = devm_clk_get(nfc->dev, "device"); in meson_nfc_clk_init()
1129 if (IS_ERR(nfc->device_clk)) { in meson_nfc_clk_init()
1130 dev_err(nfc->dev, "failed to get device clock\n"); in meson_nfc_clk_init()
1131 return PTR_ERR(nfc->device_clk); in meson_nfc_clk_init()
1134 init.name = devm_kasprintf(nfc->dev, in meson_nfc_clk_init()
1136 dev_name(nfc->dev)); in meson_nfc_clk_init()
1138 return -ENOMEM; in meson_nfc_clk_init()
1144 nfc->nand_divider.reg = nfc->reg_clk; in meson_nfc_clk_init()
1145 nfc->nand_divider.shift = CLK_DIV_SHIFT; in meson_nfc_clk_init()
1146 nfc->nand_divider.width = CLK_DIV_WIDTH; in meson_nfc_clk_init()
1147 nfc->nand_divider.hw.init = &init; in meson_nfc_clk_init()
1148 nfc->nand_divider.flags = CLK_DIVIDER_ONE_BASED | in meson_nfc_clk_init()
1152 nfc->nand_clk = devm_clk_register(nfc->dev, &nfc->nand_divider.hw); in meson_nfc_clk_init()
1153 if (IS_ERR(nfc->nand_clk)) in meson_nfc_clk_init()
1154 return PTR_ERR(nfc->nand_clk); in meson_nfc_clk_init()
1157 writel(CLK_SELECT_NAND | readl(nfc->reg_clk), in meson_nfc_clk_init()
1158 nfc->reg_clk); in meson_nfc_clk_init()
1160 ret = clk_prepare_enable(nfc->core_clk); in meson_nfc_clk_init()
1162 dev_err(nfc->dev, "failed to enable core clock\n"); in meson_nfc_clk_init()
1166 ret = clk_prepare_enable(nfc->device_clk); in meson_nfc_clk_init()
1168 dev_err(nfc->dev, "failed to enable device clock\n"); in meson_nfc_clk_init()
1172 ret = clk_prepare_enable(nfc->nand_clk); in meson_nfc_clk_init()
1174 dev_err(nfc->dev, "pre enable NFC divider fail\n"); in meson_nfc_clk_init()
1178 ret = clk_set_rate(nfc->nand_clk, 24000000); in meson_nfc_clk_init()
1185 clk_disable_unprepare(nfc->nand_clk); in meson_nfc_clk_init()
1187 clk_disable_unprepare(nfc->device_clk); in meson_nfc_clk_init()
1189 clk_disable_unprepare(nfc->core_clk); in meson_nfc_clk_init()
1193 static void meson_nfc_disable_clk(struct meson_nfc *nfc) in meson_nfc_disable_clk() argument
1195 clk_disable_unprepare(nfc->nand_clk); in meson_nfc_disable_clk()
1196 clk_disable_unprepare(nfc->device_clk); in meson_nfc_disable_clk()
1197 clk_disable_unprepare(nfc->core_clk); in meson_nfc_disable_clk()
1204 kfree(meson_chip->info_buf); in meson_nfc_free_buffer()
1205 kfree(meson_chip->data_buf); in meson_nfc_free_buffer()
1214 nsectors = mtd->writesize / nand->ecc.size; in meson_chip_buffer_init()
1216 page_bytes = mtd->writesize + mtd->oobsize; in meson_chip_buffer_init()
1219 meson_chip->data_buf = kmalloc(page_bytes, GFP_KERNEL); in meson_chip_buffer_init()
1220 if (!meson_chip->data_buf) in meson_chip_buffer_init()
1221 return -ENOMEM; in meson_chip_buffer_init()
1223 meson_chip->info_buf = kmalloc(info_bytes, GFP_KERNEL); in meson_chip_buffer_init()
1224 if (!meson_chip->info_buf) { in meson_chip_buffer_init()
1225 kfree(meson_chip->data_buf); in meson_chip_buffer_init()
1226 return -ENOMEM; in meson_chip_buffer_init()
1242 return -ENOTSUPP; in meson_nfc_setup_interface()
1247 div = DIV_ROUND_UP((timings->tRC_min / 1000), NFC_CLK_CYCLE); in meson_nfc_setup_interface()
1248 bt_min = (timings->tREA_max + NFC_DEFAULT_DELAY) / div; in meson_nfc_setup_interface()
1249 bt_max = (NFC_DEFAULT_DELAY + timings->tRHOH_min + in meson_nfc_setup_interface()
1250 timings->tRC_min / 2) / div; in meson_nfc_setup_interface()
1252 meson_chip->twb = DIV_ROUND_UP(PSEC_TO_NSEC(timings->tWB_max), in meson_nfc_setup_interface()
1254 meson_chip->tadl = DIV_ROUND_UP(PSEC_TO_NSEC(timings->tADL_min), in meson_nfc_setup_interface()
1256 tbers_clocks = DIV_ROUND_UP_ULL(PSEC_TO_NSEC(timings->tBERS_max), in meson_nfc_setup_interface()
1258 meson_chip->tbers_max = ilog2(tbers_clocks); in meson_nfc_setup_interface()
1260 meson_chip->tbers_max++; in meson_nfc_setup_interface()
1266 return -EINVAL; in meson_nfc_setup_interface()
1268 meson_chip->level1_divider = div; in meson_nfc_setup_interface()
1269 meson_chip->clk_rate = 1000000000 / meson_chip->level1_divider; in meson_nfc_setup_interface()
1270 meson_chip->bus_timing = (bt_min + bt_max) / 2 + 1; in meson_nfc_setup_interface()
1280 if (nand->ecc.strength > 60 || nand->ecc.strength < 8) in meson_nand_bch_mode()
1281 return -EINVAL; in meson_nand_bch_mode()
1284 if (meson_ecc[i].strength == nand->ecc.strength && in meson_nand_bch_mode()
1285 meson_ecc[i].size == nand->ecc.size) { in meson_nand_bch_mode()
1286 meson_chip->bch_mode = meson_ecc[i].bch; in meson_nand_bch_mode()
1291 return -EINVAL; in meson_nand_bch_mode()
1301 struct meson_nfc *nfc = nand_get_controller_data(nand); in meson_nand_attach_chip() local
1307 if (!mtd->name) { in meson_nand_attach_chip()
1308 mtd->name = devm_kasprintf(nfc->dev, GFP_KERNEL, in meson_nand_attach_chip()
1310 dev_name(nfc->dev), in meson_nand_attach_chip()
1311 meson_chip->sels[0]); in meson_nand_attach_chip()
1312 if (!mtd->name) in meson_nand_attach_chip()
1313 return -ENOMEM; in meson_nand_attach_chip()
1316 raw_writesize = mtd->writesize + mtd->oobsize; in meson_nand_attach_chip()
1318 dev_err(nfc->dev, "too big write size in raw mode: %d > %ld\n", in meson_nand_attach_chip()
1320 return -EINVAL; in meson_nand_attach_chip()
1323 if (nand->bbt_options & NAND_BBT_USE_FLASH) in meson_nand_attach_chip()
1324 nand->bbt_options |= NAND_BBT_NO_OOB; in meson_nand_attach_chip()
1326 nand->options |= NAND_NO_SUBPAGE_WRITE; in meson_nand_attach_chip()
1328 ret = nand_ecc_choose_conf(nand, nfc->data->ecc_caps, in meson_nand_attach_chip()
1329 mtd->oobsize - 2); in meson_nand_attach_chip()
1331 dev_err(nfc->dev, "failed to ECC init\n"); in meson_nand_attach_chip()
1332 return -EINVAL; in meson_nand_attach_chip()
1339 return -EINVAL; in meson_nand_attach_chip()
1341 nand->ecc.engine_type = NAND_ECC_ENGINE_TYPE_ON_HOST; in meson_nand_attach_chip()
1342 nand->ecc.write_page_raw = meson_nfc_write_page_raw; in meson_nand_attach_chip()
1343 nand->ecc.write_page = meson_nfc_write_page_hwecc; in meson_nand_attach_chip()
1344 nand->ecc.write_oob_raw = nand_write_oob_std; in meson_nand_attach_chip()
1345 nand->ecc.write_oob = nand_write_oob_std; in meson_nand_attach_chip()
1347 nand->ecc.read_page_raw = meson_nfc_read_page_raw; in meson_nand_attach_chip()
1348 nand->ecc.read_page = meson_nfc_read_page_hwecc; in meson_nand_attach_chip()
1349 nand->ecc.read_oob_raw = meson_nfc_read_oob_raw; in meson_nand_attach_chip()
1350 nand->ecc.read_oob = meson_nfc_read_oob; in meson_nand_attach_chip()
1352 if (nand->options & NAND_BUSWIDTH_16) { in meson_nand_attach_chip()
1353 dev_err(nfc->dev, "16bits bus width not supported"); in meson_nand_attach_chip()
1354 return -EINVAL; in meson_nand_attach_chip()
1358 return -ENOMEM; in meson_nand_attach_chip()
1372 struct meson_nfc *nfc, struct device_node *np) in meson_nfc_nand_chip_init() argument
1384 return -EINVAL; in meson_nfc_nand_chip_init()
1390 return -ENOMEM; in meson_nfc_nand_chip_init()
1392 meson_chip->nsels = nsels; in meson_nfc_nand_chip_init()
1402 if (test_and_set_bit(tmp, &nfc->assigned_cs)) { in meson_nfc_nand_chip_init()
1404 return -EINVAL; in meson_nfc_nand_chip_init()
1408 nand = &meson_chip->nand; in meson_nfc_nand_chip_init()
1409 nand->controller = &nfc->controller; in meson_nfc_nand_chip_init()
1410 nand->controller->ops = &meson_nand_controller_ops; in meson_nfc_nand_chip_init()
1412 nand_set_controller_data(nand, nfc); in meson_nfc_nand_chip_init()
1414 nand->options |= NAND_USES_DMA; in meson_nfc_nand_chip_init()
1416 mtd->owner = THIS_MODULE; in meson_nfc_nand_chip_init()
1417 mtd->dev.parent = dev; in meson_nfc_nand_chip_init()
1419 ret = of_property_read_u32(np, "nand-rb", &nand_rb_val); in meson_nfc_nand_chip_init()
1420 if (ret == -EINVAL) in meson_nfc_nand_chip_init()
1421 nfc->no_rb_pin = true; in meson_nfc_nand_chip_init()
1426 return -EINVAL; in meson_nfc_nand_chip_init()
1439 list_add_tail(&meson_chip->node, &nfc->chips); in meson_nfc_nand_chip_init()
1444 static void meson_nfc_nand_chip_cleanup(struct meson_nfc *nfc) in meson_nfc_nand_chip_cleanup() argument
1449 while (!list_empty(&nfc->chips)) { in meson_nfc_nand_chip_cleanup()
1450 meson_chip = list_first_entry(&nfc->chips, in meson_nfc_nand_chip_cleanup()
1452 mtd = nand_to_mtd(&meson_chip->nand); in meson_nfc_nand_chip_cleanup()
1455 nand_cleanup(&meson_chip->nand); in meson_nfc_nand_chip_cleanup()
1456 list_del(&meson_chip->node); in meson_nfc_nand_chip_cleanup()
1461 struct meson_nfc *nfc) in meson_nfc_nand_chips_init() argument
1463 struct device_node *np = dev->of_node; in meson_nfc_nand_chips_init()
1468 ret = meson_nfc_nand_chip_init(dev, nfc, nand_np); in meson_nfc_nand_chips_init()
1470 meson_nfc_nand_chip_cleanup(nfc); in meson_nfc_nand_chips_init()
1481 struct meson_nfc *nfc = id; in meson_nfc_irq() local
1484 cfg = readl(nfc->reg_base + NFC_REG_CFG); in meson_nfc_irq()
1489 writel(cfg, nfc->reg_base + NFC_REG_CFG); in meson_nfc_irq()
1491 complete(&nfc->completion); in meson_nfc_irq()
1505 .compatible = "amlogic,meson-gxl-nfc",
1508 .compatible = "amlogic,meson-axg-nfc",
1517 struct device *dev = &pdev->dev; in meson_nfc_probe()
1518 struct meson_nfc *nfc; in meson_nfc_probe() local
1521 nfc = devm_kzalloc(dev, sizeof(*nfc), GFP_KERNEL); in meson_nfc_probe()
1522 if (!nfc) in meson_nfc_probe()
1523 return -ENOMEM; in meson_nfc_probe()
1525 nfc->data = of_device_get_match_data(&pdev->dev); in meson_nfc_probe()
1526 if (!nfc->data) in meson_nfc_probe()
1527 return -ENODEV; in meson_nfc_probe()
1529 nand_controller_init(&nfc->controller); in meson_nfc_probe()
1530 INIT_LIST_HEAD(&nfc->chips); in meson_nfc_probe()
1531 init_completion(&nfc->completion); in meson_nfc_probe()
1533 nfc->dev = dev; in meson_nfc_probe()
1535 nfc->reg_base = devm_platform_ioremap_resource_byname(pdev, "nfc"); in meson_nfc_probe()
1536 if (IS_ERR(nfc->reg_base)) in meson_nfc_probe()
1537 return PTR_ERR(nfc->reg_base); in meson_nfc_probe()
1539 nfc->reg_clk = devm_platform_ioremap_resource_byname(pdev, "emmc"); in meson_nfc_probe()
1540 if (IS_ERR(nfc->reg_clk)) in meson_nfc_probe()
1541 return PTR_ERR(nfc->reg_clk); in meson_nfc_probe()
1545 return -EINVAL; in meson_nfc_probe()
1547 ret = meson_nfc_clk_init(nfc); in meson_nfc_probe()
1553 writel(0, nfc->reg_base + NFC_REG_CFG); in meson_nfc_probe()
1554 ret = devm_request_irq(dev, irq, meson_nfc_irq, 0, dev_name(dev), nfc); in meson_nfc_probe()
1556 dev_err(dev, "failed to request NFC IRQ\n"); in meson_nfc_probe()
1557 ret = -EINVAL; in meson_nfc_probe()
1567 platform_set_drvdata(pdev, nfc); in meson_nfc_probe()
1569 ret = meson_nfc_nand_chips_init(dev, nfc); in meson_nfc_probe()
1577 meson_nfc_disable_clk(nfc); in meson_nfc_probe()
1583 struct meson_nfc *nfc = platform_get_drvdata(pdev); in meson_nfc_remove() local
1585 meson_nfc_nand_chip_cleanup(nfc); in meson_nfc_remove()
1587 meson_nfc_disable_clk(nfc); in meson_nfc_remove()
1594 .name = "meson-nand",
1602 MODULE_DESCRIPTION("Amlogic's Meson NAND Flash Controller driver");