1f21fb3edSRaghu Vatsavayi /**********************************************************************
2f21fb3edSRaghu Vatsavayi * Author: Cavium, Inc.
3f21fb3edSRaghu Vatsavayi *
4f21fb3edSRaghu Vatsavayi * Contact: support@cavium.com
5f21fb3edSRaghu Vatsavayi * Please include "LiquidIO" in the subject.
6f21fb3edSRaghu Vatsavayi *
750579d3dSRaghu Vatsavayi * Copyright (c) 2003-2016 Cavium, Inc.
8f21fb3edSRaghu Vatsavayi *
9f21fb3edSRaghu Vatsavayi * This file is free software; you can redistribute it and/or modify
10f21fb3edSRaghu Vatsavayi * it under the terms of the GNU General Public License, Version 2, as
11f21fb3edSRaghu Vatsavayi * published by the Free Software Foundation.
12f21fb3edSRaghu Vatsavayi *
13f21fb3edSRaghu Vatsavayi * This file is distributed in the hope that it will be useful, but
14f21fb3edSRaghu Vatsavayi * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
15f21fb3edSRaghu Vatsavayi * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
1650579d3dSRaghu Vatsavayi * NONINFRINGEMENT. See the GNU General Public License for more details.
1750579d3dSRaghu Vatsavayi ***********************************************************************/
18f21fb3edSRaghu Vatsavayi #include <linux/pci.h>
19f21fb3edSRaghu Vatsavayi #include <linux/netdevice.h>
20f21fb3edSRaghu Vatsavayi #include "liquidio_common.h"
21f21fb3edSRaghu Vatsavayi #include "octeon_droq.h"
22f21fb3edSRaghu Vatsavayi #include "octeon_iq.h"
23f21fb3edSRaghu Vatsavayi #include "response_manager.h"
24f21fb3edSRaghu Vatsavayi #include "octeon_device.h"
25f21fb3edSRaghu Vatsavayi #include "octeon_main.h"
26f21fb3edSRaghu Vatsavayi #include "cn66xx_regs.h"
27f21fb3edSRaghu Vatsavayi #include "cn66xx_device.h"
28553aca1cSJesse Brandeburg #include "cn68xx_device.h"
29f21fb3edSRaghu Vatsavayi #include "cn68xx_regs.h"
30f21fb3edSRaghu Vatsavayi
lio_cn68xx_set_dpi_regs(struct octeon_device * oct)31f21fb3edSRaghu Vatsavayi static void lio_cn68xx_set_dpi_regs(struct octeon_device *oct)
32f21fb3edSRaghu Vatsavayi {
33f21fb3edSRaghu Vatsavayi u32 i;
34f21fb3edSRaghu Vatsavayi u32 fifo_sizes[6] = { 3, 3, 1, 1, 1, 8 };
35f21fb3edSRaghu Vatsavayi
36f21fb3edSRaghu Vatsavayi lio_pci_writeq(oct, CN6XXX_DPI_DMA_CTL_MASK, CN6XXX_DPI_DMA_CONTROL);
37f21fb3edSRaghu Vatsavayi dev_dbg(&oct->pci_dev->dev, "DPI_DMA_CONTROL: 0x%016llx\n",
38f21fb3edSRaghu Vatsavayi lio_pci_readq(oct, CN6XXX_DPI_DMA_CONTROL));
39f21fb3edSRaghu Vatsavayi
40f21fb3edSRaghu Vatsavayi for (i = 0; i < 6; i++) {
41f21fb3edSRaghu Vatsavayi /* Prevent service of instruction queue for all DMA engines
42f21fb3edSRaghu Vatsavayi * Engine 5 will remain 0. Engines 0 - 4 will be setup by
43f21fb3edSRaghu Vatsavayi * core.
44f21fb3edSRaghu Vatsavayi */
45f21fb3edSRaghu Vatsavayi lio_pci_writeq(oct, 0, CN6XXX_DPI_DMA_ENG_ENB(i));
46f21fb3edSRaghu Vatsavayi lio_pci_writeq(oct, fifo_sizes[i], CN6XXX_DPI_DMA_ENG_BUF(i));
47f21fb3edSRaghu Vatsavayi dev_dbg(&oct->pci_dev->dev, "DPI_ENG_BUF%d: 0x%016llx\n", i,
48f21fb3edSRaghu Vatsavayi lio_pci_readq(oct, CN6XXX_DPI_DMA_ENG_BUF(i)));
49f21fb3edSRaghu Vatsavayi }
50f21fb3edSRaghu Vatsavayi
51f21fb3edSRaghu Vatsavayi /* DPI_SLI_PRT_CFG has MPS and MRRS settings that will be set
52f21fb3edSRaghu Vatsavayi * separately.
53f21fb3edSRaghu Vatsavayi */
54f21fb3edSRaghu Vatsavayi
55f21fb3edSRaghu Vatsavayi lio_pci_writeq(oct, 1, CN6XXX_DPI_CTL);
56f21fb3edSRaghu Vatsavayi dev_dbg(&oct->pci_dev->dev, "DPI_CTL: 0x%016llx\n",
57f21fb3edSRaghu Vatsavayi lio_pci_readq(oct, CN6XXX_DPI_CTL));
58f21fb3edSRaghu Vatsavayi }
59f21fb3edSRaghu Vatsavayi
lio_cn68xx_soft_reset(struct octeon_device * oct)60f21fb3edSRaghu Vatsavayi static int lio_cn68xx_soft_reset(struct octeon_device *oct)
61f21fb3edSRaghu Vatsavayi {
62f21fb3edSRaghu Vatsavayi lio_cn6xxx_soft_reset(oct);
63f21fb3edSRaghu Vatsavayi lio_cn68xx_set_dpi_regs(oct);
64f21fb3edSRaghu Vatsavayi
65f21fb3edSRaghu Vatsavayi return 0;
66f21fb3edSRaghu Vatsavayi }
67f21fb3edSRaghu Vatsavayi
lio_cn68xx_setup_pkt_ctl_regs(struct octeon_device * oct)68f21fb3edSRaghu Vatsavayi static void lio_cn68xx_setup_pkt_ctl_regs(struct octeon_device *oct)
69f21fb3edSRaghu Vatsavayi {
70f21fb3edSRaghu Vatsavayi struct octeon_cn6xxx *cn68xx = (struct octeon_cn6xxx *)oct->chip;
71f21fb3edSRaghu Vatsavayi u64 pktctl, tx_pipe, max_oqs;
72f21fb3edSRaghu Vatsavayi
73f21fb3edSRaghu Vatsavayi pktctl = octeon_read_csr64(oct, CN6XXX_SLI_PKT_CTL);
74f21fb3edSRaghu Vatsavayi
75f21fb3edSRaghu Vatsavayi /* 68XX specific */
7697a25326SRaghu Vatsavayi max_oqs = CFG_GET_OQ_MAX_Q(CHIP_CONF(oct, cn6xxx));
77f21fb3edSRaghu Vatsavayi tx_pipe = octeon_read_csr64(oct, CN68XX_SLI_TX_PIPE);
78f21fb3edSRaghu Vatsavayi tx_pipe &= 0xffffffffff00ffffULL; /* clear out NUMP field */
79f21fb3edSRaghu Vatsavayi tx_pipe |= max_oqs << 16; /* put max_oqs in NUMP field */
80f21fb3edSRaghu Vatsavayi octeon_write_csr64(oct, CN68XX_SLI_TX_PIPE, tx_pipe);
81f21fb3edSRaghu Vatsavayi
82f21fb3edSRaghu Vatsavayi if (CFG_GET_IS_SLI_BP_ON(cn68xx->conf))
83f21fb3edSRaghu Vatsavayi pktctl |= 0xF;
84f21fb3edSRaghu Vatsavayi else
85f21fb3edSRaghu Vatsavayi /* Disable per-port backpressure. */
86f21fb3edSRaghu Vatsavayi pktctl &= ~0xF;
87f21fb3edSRaghu Vatsavayi octeon_write_csr64(oct, CN6XXX_SLI_PKT_CTL, pktctl);
88f21fb3edSRaghu Vatsavayi }
89f21fb3edSRaghu Vatsavayi
lio_cn68xx_setup_device_regs(struct octeon_device * oct)90f21fb3edSRaghu Vatsavayi static int lio_cn68xx_setup_device_regs(struct octeon_device *oct)
91f21fb3edSRaghu Vatsavayi {
92f21fb3edSRaghu Vatsavayi lio_cn6xxx_setup_pcie_mps(oct, PCIE_MPS_DEFAULT);
93f21fb3edSRaghu Vatsavayi lio_cn6xxx_setup_pcie_mrrs(oct, PCIE_MRRS_256B);
94f21fb3edSRaghu Vatsavayi lio_cn6xxx_enable_error_reporting(oct);
95f21fb3edSRaghu Vatsavayi
96f21fb3edSRaghu Vatsavayi lio_cn6xxx_setup_global_input_regs(oct);
97f21fb3edSRaghu Vatsavayi lio_cn68xx_setup_pkt_ctl_regs(oct);
98f21fb3edSRaghu Vatsavayi lio_cn6xxx_setup_global_output_regs(oct);
99f21fb3edSRaghu Vatsavayi
100f21fb3edSRaghu Vatsavayi /* Default error timeout value should be 0x200000 to avoid host hang
101f21fb3edSRaghu Vatsavayi * when reads invalid register
102f21fb3edSRaghu Vatsavayi */
103f21fb3edSRaghu Vatsavayi octeon_write_csr64(oct, CN6XXX_SLI_WINDOW_CTL, 0x200000ULL);
104f21fb3edSRaghu Vatsavayi
105f21fb3edSRaghu Vatsavayi return 0;
106f21fb3edSRaghu Vatsavayi }
107f21fb3edSRaghu Vatsavayi
lio_cn68xx_vendor_message_fix(struct octeon_device * oct)108f21fb3edSRaghu Vatsavayi static inline void lio_cn68xx_vendor_message_fix(struct octeon_device *oct)
109f21fb3edSRaghu Vatsavayi {
110f21fb3edSRaghu Vatsavayi u32 val = 0;
111f21fb3edSRaghu Vatsavayi
112f21fb3edSRaghu Vatsavayi /* Set M_VEND1_DRP and M_VEND0_DRP bits */
113f21fb3edSRaghu Vatsavayi pci_read_config_dword(oct->pci_dev, CN6XXX_PCIE_FLTMSK, &val);
114f21fb3edSRaghu Vatsavayi val |= 0x3;
115f21fb3edSRaghu Vatsavayi pci_write_config_dword(oct->pci_dev, CN6XXX_PCIE_FLTMSK, val);
116f21fb3edSRaghu Vatsavayi }
117f21fb3edSRaghu Vatsavayi
lio_is_210nv(struct octeon_device * oct)118a7d5a3dcSRaghu Vatsavayi static int lio_is_210nv(struct octeon_device *oct)
119f21fb3edSRaghu Vatsavayi {
120f21fb3edSRaghu Vatsavayi u64 mio_qlm4_cfg = lio_pci_readq(oct, CN6XXX_MIO_QLM4_CFG);
121f21fb3edSRaghu Vatsavayi
122f21fb3edSRaghu Vatsavayi return ((mio_qlm4_cfg & CN6XXX_MIO_QLM_CFG_MASK) == 0);
123f21fb3edSRaghu Vatsavayi }
124f21fb3edSRaghu Vatsavayi
lio_setup_cn68xx_octeon_device(struct octeon_device * oct)125f21fb3edSRaghu Vatsavayi int lio_setup_cn68xx_octeon_device(struct octeon_device *oct)
126f21fb3edSRaghu Vatsavayi {
127f21fb3edSRaghu Vatsavayi struct octeon_cn6xxx *cn68xx = (struct octeon_cn6xxx *)oct->chip;
128f21fb3edSRaghu Vatsavayi u16 card_type = LIO_410NV;
129f21fb3edSRaghu Vatsavayi
130f21fb3edSRaghu Vatsavayi if (octeon_map_pci_barx(oct, 0, 0))
131f21fb3edSRaghu Vatsavayi return 1;
132f21fb3edSRaghu Vatsavayi
133f21fb3edSRaghu Vatsavayi if (octeon_map_pci_barx(oct, 1, MAX_BAR1_IOREMAP_SIZE)) {
134f21fb3edSRaghu Vatsavayi dev_err(&oct->pci_dev->dev, "%s CN68XX BAR1 map failed\n",
135f21fb3edSRaghu Vatsavayi __func__);
136f21fb3edSRaghu Vatsavayi octeon_unmap_pci_barx(oct, 0);
137f21fb3edSRaghu Vatsavayi return 1;
138f21fb3edSRaghu Vatsavayi }
139f21fb3edSRaghu Vatsavayi
140f21fb3edSRaghu Vatsavayi spin_lock_init(&cn68xx->lock_for_droq_int_enb_reg);
141f21fb3edSRaghu Vatsavayi
142f21fb3edSRaghu Vatsavayi oct->fn_list.setup_iq_regs = lio_cn6xxx_setup_iq_regs;
143f21fb3edSRaghu Vatsavayi oct->fn_list.setup_oq_regs = lio_cn6xxx_setup_oq_regs;
144f21fb3edSRaghu Vatsavayi
145f21fb3edSRaghu Vatsavayi oct->fn_list.process_interrupt_regs = lio_cn6xxx_process_interrupt_regs;
146f21fb3edSRaghu Vatsavayi oct->fn_list.soft_reset = lio_cn68xx_soft_reset;
147f21fb3edSRaghu Vatsavayi oct->fn_list.setup_device_regs = lio_cn68xx_setup_device_regs;
148f21fb3edSRaghu Vatsavayi oct->fn_list.update_iq_read_idx = lio_cn6xxx_update_read_index;
149f21fb3edSRaghu Vatsavayi
150f21fb3edSRaghu Vatsavayi oct->fn_list.bar1_idx_setup = lio_cn6xxx_bar1_idx_setup;
151f21fb3edSRaghu Vatsavayi oct->fn_list.bar1_idx_write = lio_cn6xxx_bar1_idx_write;
152f21fb3edSRaghu Vatsavayi oct->fn_list.bar1_idx_read = lio_cn6xxx_bar1_idx_read;
153f21fb3edSRaghu Vatsavayi
154f21fb3edSRaghu Vatsavayi oct->fn_list.enable_interrupt = lio_cn6xxx_enable_interrupt;
155f21fb3edSRaghu Vatsavayi oct->fn_list.disable_interrupt = lio_cn6xxx_disable_interrupt;
156f21fb3edSRaghu Vatsavayi
157f21fb3edSRaghu Vatsavayi oct->fn_list.enable_io_queues = lio_cn6xxx_enable_io_queues;
158f21fb3edSRaghu Vatsavayi oct->fn_list.disable_io_queues = lio_cn6xxx_disable_io_queues;
159f21fb3edSRaghu Vatsavayi
160f21fb3edSRaghu Vatsavayi lio_cn6xxx_setup_reg_address(oct, oct->chip, &oct->reg_list);
161f21fb3edSRaghu Vatsavayi
162f21fb3edSRaghu Vatsavayi /* Determine variant of card */
163f21fb3edSRaghu Vatsavayi if (lio_is_210nv(oct))
164f21fb3edSRaghu Vatsavayi card_type = LIO_210NV;
165f21fb3edSRaghu Vatsavayi
166f21fb3edSRaghu Vatsavayi cn68xx->conf = (struct octeon_config *)
167f21fb3edSRaghu Vatsavayi oct_get_config_info(oct, card_type);
168f21fb3edSRaghu Vatsavayi if (!cn68xx->conf) {
169f21fb3edSRaghu Vatsavayi dev_err(&oct->pci_dev->dev, "%s No Config found for CN68XX %s\n",
170f21fb3edSRaghu Vatsavayi __func__,
171f21fb3edSRaghu Vatsavayi (card_type == LIO_410NV) ? LIO_410NV_NAME :
172f21fb3edSRaghu Vatsavayi LIO_210NV_NAME);
173f21fb3edSRaghu Vatsavayi octeon_unmap_pci_barx(oct, 0);
174f21fb3edSRaghu Vatsavayi octeon_unmap_pci_barx(oct, 1);
175f21fb3edSRaghu Vatsavayi return 1;
176f21fb3edSRaghu Vatsavayi }
177f21fb3edSRaghu Vatsavayi
178f21fb3edSRaghu Vatsavayi oct->coproc_clock_rate = 1000000ULL * lio_cn6xxx_coprocessor_clock(oct);
179f21fb3edSRaghu Vatsavayi
180f21fb3edSRaghu Vatsavayi lio_cn68xx_vendor_message_fix(oct);
181f21fb3edSRaghu Vatsavayi
182f21fb3edSRaghu Vatsavayi return 0;
183f21fb3edSRaghu Vatsavayi }
184*f71be9d0SMasahiro Yamada EXPORT_SYMBOL_GPL(lio_setup_cn68xx_octeon_device);
185