Lines Matching full:fw
80 #define PRESTERA_LDR_REG_BASE(fw) ((fw)->ldr_regs) argument
81 #define PRESTERA_LDR_REG_ADDR(fw, reg) (PRESTERA_LDR_REG_BASE(fw) + (reg)) argument
83 /* fw loader registers */
136 /* fw registers */
182 #define PRESTERA_FW_REG_BASE(fw) ((fw)->dev.ctl_regs) argument
183 #define PRESTERA_FW_REG_ADDR(fw, reg) PRESTERA_FW_REG_BASE((fw)) + (reg) argument
230 static int prestera_fw_load(struct prestera_fw *fw);
232 static void prestera_fw_write(struct prestera_fw *fw, u32 reg, u32 val) in prestera_fw_write() argument
234 writel(val, PRESTERA_FW_REG_ADDR(fw, reg)); in prestera_fw_write()
237 static u32 prestera_fw_read(struct prestera_fw *fw, u32 reg) in prestera_fw_read() argument
239 return readl(PRESTERA_FW_REG_ADDR(fw, reg)); in prestera_fw_read()
242 static u32 prestera_fw_evtq_len(struct prestera_fw *fw, u8 qid) in prestera_fw_evtq_len() argument
244 return fw->evt_queue[qid].len; in prestera_fw_evtq_len()
247 static u32 prestera_fw_evtq_avail(struct prestera_fw *fw, u8 qid) in prestera_fw_evtq_avail() argument
249 u32 wr_idx = prestera_fw_read(fw, PRESTERA_EVTQ_WR_IDX_REG(qid)); in prestera_fw_evtq_avail()
250 u32 rd_idx = prestera_fw_read(fw, PRESTERA_EVTQ_RD_IDX_REG(qid)); in prestera_fw_evtq_avail()
252 return CIRC_CNT(wr_idx, rd_idx, prestera_fw_evtq_len(fw, qid)); in prestera_fw_evtq_avail()
255 static void prestera_fw_evtq_rd_set(struct prestera_fw *fw, in prestera_fw_evtq_rd_set() argument
258 u32 rd_idx = idx & (prestera_fw_evtq_len(fw, qid) - 1); in prestera_fw_evtq_rd_set()
260 prestera_fw_write(fw, PRESTERA_EVTQ_RD_IDX_REG(qid), rd_idx); in prestera_fw_evtq_rd_set()
263 static u8 __iomem *prestera_fw_evtq_buf(struct prestera_fw *fw, u8 qid) in prestera_fw_evtq_buf() argument
265 return fw->evt_queue[qid].addr; in prestera_fw_evtq_buf()
268 static u32 prestera_fw_evtq_read32(struct prestera_fw *fw, u8 qid) in prestera_fw_evtq_read32() argument
270 u32 rd_idx = prestera_fw_read(fw, PRESTERA_EVTQ_RD_IDX_REG(qid)); in prestera_fw_evtq_read32()
273 val = readl(prestera_fw_evtq_buf(fw, qid) + rd_idx); in prestera_fw_evtq_read32()
274 prestera_fw_evtq_rd_set(fw, qid, rd_idx + 4); in prestera_fw_evtq_read32()
278 static ssize_t prestera_fw_evtq_read_buf(struct prestera_fw *fw, in prestera_fw_evtq_read_buf() argument
281 u32 idx = prestera_fw_read(fw, PRESTERA_EVTQ_RD_IDX_REG(qid)); in prestera_fw_evtq_read_buf()
282 u8 __iomem *evtq_addr = prestera_fw_evtq_buf(fw, qid); in prestera_fw_evtq_read_buf()
288 idx = (idx + 4) & (prestera_fw_evtq_len(fw, qid) - 1); in prestera_fw_evtq_read_buf()
291 prestera_fw_evtq_rd_set(fw, qid, idx); in prestera_fw_evtq_read_buf()
296 static u8 prestera_fw_evtq_pick(struct prestera_fw *fw) in prestera_fw_evtq_pick() argument
300 for (qid = 0; qid < fw->evt_qnum; qid++) { in prestera_fw_evtq_pick()
301 if (prestera_fw_evtq_avail(fw, qid) >= 4) in prestera_fw_evtq_pick()
308 static void prestera_fw_evt_ctl_status_set(struct prestera_fw *fw, u32 val) in prestera_fw_evt_ctl_status_set() argument
310 u32 status = prestera_fw_read(fw, PRESTERA_FW_STATUS_REG); in prestera_fw_evt_ctl_status_set()
314 prestera_fw_write(fw, PRESTERA_FW_STATUS_REG, status); in prestera_fw_evt_ctl_status_set()
319 struct prestera_fw *fw; in prestera_fw_evt_work_fn() local
323 fw = container_of(work, struct prestera_fw, evt_work); in prestera_fw_evt_work_fn()
324 msg = fw->evt_msg; in prestera_fw_evt_work_fn()
326 prestera_fw_evt_ctl_status_set(fw, PRESTERA_FW_EVT_CTL_STATUS_OFF); in prestera_fw_evt_work_fn()
328 while ((qid = prestera_fw_evtq_pick(fw)) < PRESTERA_EVT_QNUM_MAX) { in prestera_fw_evt_work_fn()
332 len = prestera_fw_evtq_read32(fw, qid); in prestera_fw_evt_work_fn()
333 idx = prestera_fw_read(fw, PRESTERA_EVTQ_RD_IDX_REG(qid)); in prestera_fw_evt_work_fn()
335 WARN_ON(prestera_fw_evtq_avail(fw, qid) < len); in prestera_fw_evt_work_fn()
338 prestera_fw_evtq_rd_set(fw, qid, idx + len); in prestera_fw_evt_work_fn()
342 prestera_fw_evtq_read_buf(fw, qid, msg, len); in prestera_fw_evt_work_fn()
344 if (fw->dev.recv_msg) in prestera_fw_evt_work_fn()
345 fw->dev.recv_msg(&fw->dev, msg, len); in prestera_fw_evt_work_fn()
348 prestera_fw_evt_ctl_status_set(fw, PRESTERA_FW_EVT_CTL_STATUS_ON); in prestera_fw_evt_work_fn()
351 static int prestera_fw_wait_reg32(struct prestera_fw *fw, u32 reg, u32 cmp, in prestera_fw_wait_reg32() argument
354 u8 __iomem *addr = PRESTERA_FW_REG_ADDR(fw, reg); in prestera_fw_wait_reg32()
361 static void prestera_fw_cmdq_lock(struct prestera_fw *fw, u8 qid) in prestera_fw_cmdq_lock() argument
363 mutex_lock(&fw->cmd_queue[qid].cmd_mtx); in prestera_fw_cmdq_lock()
366 static void prestera_fw_cmdq_unlock(struct prestera_fw *fw, u8 qid) in prestera_fw_cmdq_unlock() argument
368 mutex_unlock(&fw->cmd_queue[qid].cmd_mtx); in prestera_fw_cmdq_unlock()
371 static u32 prestera_fw_cmdq_len(struct prestera_fw *fw, u8 qid) in prestera_fw_cmdq_len() argument
373 return fw->cmd_queue[qid].len; in prestera_fw_cmdq_len()
376 static u8 __iomem *prestera_fw_cmdq_buf(struct prestera_fw *fw, u8 qid) in prestera_fw_cmdq_buf() argument
378 return fw->cmd_queue[qid].addr; in prestera_fw_cmdq_buf()
381 static int prestera_fw_cmd_send(struct prestera_fw *fw, int qid, in prestera_fw_cmd_send() argument
392 if (ALIGN(in_size, 4) > prestera_fw_cmdq_len(fw, qid)) in prestera_fw_cmd_send()
395 /* wait for finish previous reply from FW */ in prestera_fw_cmd_send()
396 err = prestera_fw_wait_reg32(fw, PRESTERA_CMDQ_RCV_CTL_REG(qid), 0, 30); in prestera_fw_cmd_send()
398 dev_err(fw->dev.dev, "finish reply from FW is timed out\n"); in prestera_fw_cmd_send()
402 prestera_fw_write(fw, PRESTERA_CMDQ_REQ_LEN_REG(qid), in_size); in prestera_fw_cmd_send()
404 memcpy_toio(prestera_fw_cmdq_buf(fw, qid), in_msg, in_size); in prestera_fw_cmd_send()
406 prestera_fw_write(fw, PRESTERA_CMDQ_REQ_CTL_REG(qid), in prestera_fw_cmd_send()
409 /* wait for reply from FW */ in prestera_fw_cmd_send()
410 err = prestera_fw_wait_reg32(fw, PRESTERA_CMDQ_RCV_CTL_REG(qid), in prestera_fw_cmd_send()
413 dev_err(fw->dev.dev, "reply from FW is timed out\n"); in prestera_fw_cmd_send()
417 ret_size = prestera_fw_read(fw, PRESTERA_CMDQ_RCV_LEN_REG(qid)); in prestera_fw_cmd_send()
419 dev_err(fw->dev.dev, "ret_size (%u) > out_len(%zu)\n", in prestera_fw_cmd_send()
426 prestera_fw_cmdq_buf(fw, qid) + in_size, ret_size); in prestera_fw_cmd_send()
429 prestera_fw_write(fw, PRESTERA_CMDQ_REQ_CTL_REG(qid), in prestera_fw_cmd_send()
438 struct prestera_fw *fw; in prestera_fw_send_req() local
441 fw = container_of(dev, struct prestera_fw, dev); in prestera_fw_send_req()
443 prestera_fw_cmdq_lock(fw, qid); in prestera_fw_send_req()
444 ret = prestera_fw_cmd_send(fw, qid, in_msg, in_size, out_msg, out_size, in prestera_fw_send_req()
446 prestera_fw_cmdq_unlock(fw, qid); in prestera_fw_send_req()
451 static int prestera_fw_init(struct prestera_fw *fw) in prestera_fw_init() argument
457 fw->dev.send_req = prestera_fw_send_req; in prestera_fw_init()
458 fw->ldr_regs = fw->dev.ctl_regs; in prestera_fw_init()
460 err = prestera_fw_load(fw); in prestera_fw_init()
464 err = prestera_fw_wait_reg32(fw, PRESTERA_FW_READY_REG, in prestera_fw_init()
468 dev_err(fw->dev.dev, "FW failed to start\n"); in prestera_fw_init()
472 base = fw->dev.ctl_regs; in prestera_fw_init()
474 fw->cmd_mbox = base + prestera_fw_read(fw, PRESTERA_CMD_BUF_OFFS_REG); in prestera_fw_init()
475 fw->cmd_mbox_len = prestera_fw_read(fw, PRESTERA_CMD_BUF_LEN_REG); in prestera_fw_init()
476 fw->cmd_qnum = prestera_fw_read(fw, PRESTERA_CMD_QNUM_REG); in prestera_fw_init()
478 for (qid = 0; qid < fw->cmd_qnum; qid++) { in prestera_fw_init()
479 u32 offs = prestera_fw_read(fw, PRESTERA_CMDQ_OFFS_REG(qid)); in prestera_fw_init()
480 struct prestera_fw_cmdq *cmdq = &fw->cmd_queue[qid]; in prestera_fw_init()
482 cmdq->len = prestera_fw_read(fw, PRESTERA_CMDQ_LEN_REG(qid)); in prestera_fw_init()
483 cmdq->addr = fw->cmd_mbox + offs; in prestera_fw_init()
487 fw->evt_buf = base + prestera_fw_read(fw, PRESTERA_EVT_BUF_OFFS_REG); in prestera_fw_init()
488 fw->evt_qnum = prestera_fw_read(fw, PRESTERA_EVT_QNUM_REG); in prestera_fw_init()
489 fw->evt_msg = kmalloc(PRESTERA_MSG_MAX_SIZE, GFP_KERNEL); in prestera_fw_init()
490 if (!fw->evt_msg) in prestera_fw_init()
493 for (qid = 0; qid < fw->evt_qnum; qid++) { in prestera_fw_init()
494 u32 offs = prestera_fw_read(fw, PRESTERA_EVTQ_OFFS_REG(qid)); in prestera_fw_init()
495 struct prestera_fw_evtq *evtq = &fw->evt_queue[qid]; in prestera_fw_init()
497 evtq->len = prestera_fw_read(fw, PRESTERA_EVTQ_LEN_REG(qid)); in prestera_fw_init()
498 evtq->addr = fw->evt_buf + offs; in prestera_fw_init()
504 static void prestera_fw_uninit(struct prestera_fw *fw) in prestera_fw_uninit() argument
506 kfree(fw->evt_msg); in prestera_fw_uninit()
511 struct prestera_fw *fw = dev_id; in prestera_pci_irq_handler() local
513 if (prestera_fw_read(fw, PRESTERA_RX_STATUS_REG)) { in prestera_pci_irq_handler()
514 prestera_fw_write(fw, PRESTERA_RX_STATUS_REG, 0); in prestera_pci_irq_handler()
516 if (fw->dev.recv_pkt) in prestera_pci_irq_handler()
517 fw->dev.recv_pkt(&fw->dev); in prestera_pci_irq_handler()
520 queue_work(fw->wq, &fw->evt_work); in prestera_pci_irq_handler()
525 static void prestera_ldr_write(struct prestera_fw *fw, u32 reg, u32 val) in prestera_ldr_write() argument
527 writel(val, PRESTERA_LDR_REG_ADDR(fw, reg)); in prestera_ldr_write()
530 static u32 prestera_ldr_read(struct prestera_fw *fw, u32 reg) in prestera_ldr_read() argument
532 return readl(PRESTERA_LDR_REG_ADDR(fw, reg)); in prestera_ldr_read()
535 static int prestera_ldr_wait_reg32(struct prestera_fw *fw, in prestera_ldr_wait_reg32() argument
538 u8 __iomem *addr = PRESTERA_LDR_REG_ADDR(fw, reg); in prestera_ldr_wait_reg32()
545 static u32 prestera_ldr_wait_buf(struct prestera_fw *fw, size_t len) in prestera_ldr_wait_buf() argument
547 u8 __iomem *addr = PRESTERA_LDR_REG_ADDR(fw, PRESTERA_LDR_BUF_RD_REG); in prestera_ldr_wait_buf()
548 u32 buf_len = fw->ldr_buf_len; in prestera_ldr_wait_buf()
549 u32 wr_idx = fw->ldr_wr_idx; in prestera_ldr_wait_buf()
557 static int prestera_ldr_wait_dl_finish(struct prestera_fw *fw) in prestera_ldr_wait_dl_finish() argument
559 u8 __iomem *addr = PRESTERA_LDR_REG_ADDR(fw, PRESTERA_LDR_STATUS_REG); in prestera_ldr_wait_dl_finish()
567 dev_err(fw->dev.dev, "Timeout to load FW img [state=%d]", in prestera_ldr_wait_dl_finish()
568 prestera_ldr_read(fw, PRESTERA_LDR_STATUS_REG)); in prestera_ldr_wait_dl_finish()
575 static void prestera_ldr_wr_idx_move(struct prestera_fw *fw, unsigned int n) in prestera_ldr_wr_idx_move() argument
577 fw->ldr_wr_idx = (fw->ldr_wr_idx + (n)) & (fw->ldr_buf_len - 1); in prestera_ldr_wr_idx_move()
580 static void prestera_ldr_wr_idx_commit(struct prestera_fw *fw) in prestera_ldr_wr_idx_commit() argument
582 prestera_ldr_write(fw, PRESTERA_LDR_BUF_WR_REG, fw->ldr_wr_idx); in prestera_ldr_wr_idx_commit()
585 static u8 __iomem *prestera_ldr_wr_ptr(struct prestera_fw *fw) in prestera_ldr_wr_ptr() argument
587 return fw->ldr_ring_buf + fw->ldr_wr_idx; in prestera_ldr_wr_ptr()
590 static int prestera_ldr_send(struct prestera_fw *fw, const u8 *buf, size_t len) in prestera_ldr_send() argument
595 err = prestera_ldr_wait_buf(fw, len); in prestera_ldr_send()
597 dev_err(fw->dev.dev, "failed wait for sending firmware\n"); in prestera_ldr_send()
602 writel_relaxed(*(u32 *)(buf + i), prestera_ldr_wr_ptr(fw)); in prestera_ldr_send()
603 prestera_ldr_wr_idx_move(fw, 4); in prestera_ldr_send()
606 prestera_ldr_wr_idx_commit(fw); in prestera_ldr_send()
610 static int prestera_ldr_fw_send(struct prestera_fw *fw, in prestera_ldr_fw_send() argument
617 err = prestera_ldr_wait_reg32(fw, PRESTERA_LDR_STATUS_REG, in prestera_ldr_fw_send()
621 dev_err(fw->dev.dev, "Loader is not ready to load image\n"); in prestera_ldr_fw_send()
629 err = prestera_ldr_send(fw, img + pos, PRESTERA_FW_BLK_SZ); in prestera_ldr_fw_send()
635 err = prestera_ldr_send(fw, img + pos, fw_size - pos); in prestera_ldr_fw_send()
640 err = prestera_ldr_wait_dl_finish(fw); in prestera_ldr_fw_send()
644 status = prestera_ldr_read(fw, PRESTERA_LDR_STATUS_REG); in prestera_ldr_fw_send()
648 dev_err(fw->dev.dev, "FW img has bad CRC\n"); in prestera_ldr_fw_send()
651 dev_err(fw->dev.dev, "Loader has no enough mem\n"); in prestera_ldr_fw_send()
668 static int prestera_fw_rev_check(struct prestera_fw *fw) in prestera_fw_rev_check() argument
670 struct prestera_fw_rev *rev = &fw->dev.fw_rev; in prestera_fw_rev_check()
672 if (rev->maj == fw->rev_supp.maj && rev->min >= fw->rev_supp.min) in prestera_fw_rev_check()
675 dev_err(fw->dev.dev, "Driver supports FW version only '%u.%u.x'", in prestera_fw_rev_check()
676 fw->rev_supp.maj, fw->rev_supp.min); in prestera_fw_rev_check()
681 static int prestera_fw_hdr_parse(struct prestera_fw *fw) in prestera_fw_hdr_parse() argument
683 struct prestera_fw_rev *rev = &fw->dev.fw_rev; in prestera_fw_hdr_parse()
687 hdr = (struct prestera_fw_header *)fw->bin->data; in prestera_fw_hdr_parse()
691 dev_err(fw->dev.dev, "FW img hdr magic is invalid"); in prestera_fw_hdr_parse()
697 dev_info(fw->dev.dev, "FW version '%u.%u.%u'\n", in prestera_fw_hdr_parse()
700 return prestera_fw_rev_check(fw); in prestera_fw_hdr_parse()
703 static const char *prestera_fw_path_fmt_get(struct prestera_fw *fw) in prestera_fw_path_fmt_get() argument
705 switch (fw->pci_dev->device) { in prestera_fw_path_fmt_get()
717 static int prestera_fw_get(struct prestera_fw *fw) in prestera_fw_get() argument
725 snprintf(fw_path, sizeof(fw_path), prestera_fw_path_fmt_get(fw), in prestera_fw_get()
728 err = request_firmware_direct(&fw->bin, fw_path, fw->dev.dev); in prestera_fw_get()
735 dev_warn(fw->dev.dev, in prestera_fw_get()
741 dev_err(fw->dev.dev, "failed to request previous firmware: %s\n", in prestera_fw_get()
747 dev_info(fw->dev.dev, "Loading %s ...", fw_path); in prestera_fw_get()
749 fw->rev_supp.maj = ver_maj; in prestera_fw_get()
750 fw->rev_supp.min = ver_min; in prestera_fw_get()
751 fw->rev_supp.sub = 0; in prestera_fw_get()
756 static void prestera_fw_put(struct prestera_fw *fw) in prestera_fw_put() argument
758 release_firmware(fw->bin); in prestera_fw_put()
761 static int prestera_fw_load(struct prestera_fw *fw) in prestera_fw_load() argument
766 err = prestera_ldr_wait_reg32(fw, PRESTERA_LDR_READY_REG, in prestera_fw_load()
770 dev_err(fw->dev.dev, "waiting for FW loader is timed out"); in prestera_fw_load()
774 fw->ldr_ring_buf = fw->ldr_regs + in prestera_fw_load()
775 prestera_ldr_read(fw, PRESTERA_LDR_BUF_OFFS_REG); in prestera_fw_load()
777 fw->ldr_buf_len = in prestera_fw_load()
778 prestera_ldr_read(fw, PRESTERA_LDR_BUF_SIZE_REG); in prestera_fw_load()
780 fw->ldr_wr_idx = 0; in prestera_fw_load()
782 err = prestera_fw_get(fw); in prestera_fw_load()
786 err = prestera_fw_hdr_parse(fw); in prestera_fw_load()
788 dev_err(fw->dev.dev, "FW image header is invalid\n"); in prestera_fw_load()
792 prestera_ldr_write(fw, PRESTERA_LDR_IMG_SIZE_REG, fw->bin->size - hlen); in prestera_fw_load()
793 prestera_ldr_write(fw, PRESTERA_LDR_CTL_REG, PRESTERA_LDR_CTL_DL_START); in prestera_fw_load()
795 err = prestera_ldr_fw_send(fw, fw->bin->data + hlen, in prestera_fw_load()
796 fw->bin->size - hlen); in prestera_fw_load()
799 prestera_fw_put(fw); in prestera_fw_load()
839 struct prestera_fw *fw; in prestera_pci_probe() local
882 fw = devm_kzalloc(&pdev->dev, sizeof(*fw), GFP_KERNEL); in prestera_pci_probe()
883 if (!fw) { in prestera_pci_probe()
888 fw->pci_dev = pdev; in prestera_pci_probe()
889 fw->dev.ctl_regs = mem_addr; in prestera_pci_probe()
890 fw->dev.pp_regs = pp_addr; in prestera_pci_probe()
891 fw->dev.dev = &pdev->dev; in prestera_pci_probe()
893 pci_set_drvdata(pdev, fw); in prestera_pci_probe()
895 err = prestera_fw_init(fw); in prestera_pci_probe()
899 dev_info(fw->dev.dev, "Prestera FW is ready\n"); in prestera_pci_probe()
901 fw->wq = alloc_workqueue("prestera_fw_wq", WQ_HIGHPRI, 1); in prestera_pci_probe()
902 if (!fw->wq) { in prestera_pci_probe()
907 INIT_WORK(&fw->evt_work, prestera_fw_evt_work_fn); in prestera_pci_probe()
916 0, driver_name, fw); in prestera_pci_probe()
922 err = prestera_device_register(&fw->dev); in prestera_pci_probe()
929 free_irq(pci_irq_vector(pdev, 0), fw); in prestera_pci_probe()
933 destroy_workqueue(fw->wq); in prestera_pci_probe()
935 prestera_fw_uninit(fw); in prestera_pci_probe()
949 struct prestera_fw *fw = pci_get_drvdata(pdev); in prestera_pci_remove() local
951 prestera_device_unregister(&fw->dev); in prestera_pci_remove()
952 free_irq(pci_irq_vector(pdev, 0), fw); in prestera_pci_remove()
954 destroy_workqueue(fw->wq); in prestera_pci_remove()
955 prestera_fw_uninit(fw); in prestera_pci_remove()