151ba902aSAviad Krawczyk /*
251ba902aSAviad Krawczyk  * Huawei HiNIC PCI Express Linux driver
351ba902aSAviad Krawczyk  * Copyright(c) 2017 Huawei Technologies Co., Ltd
451ba902aSAviad Krawczyk  *
551ba902aSAviad Krawczyk  * This program is free software; you can redistribute it and/or modify it
651ba902aSAviad Krawczyk  * under the terms and conditions of the GNU General Public License,
751ba902aSAviad Krawczyk  * version 2, as published by the Free Software Foundation.
851ba902aSAviad Krawczyk  *
951ba902aSAviad Krawczyk  * This program is distributed in the hope it will be useful, but WITHOUT
1051ba902aSAviad Krawczyk  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1151ba902aSAviad Krawczyk  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1251ba902aSAviad Krawczyk  * for more details.
1351ba902aSAviad Krawczyk  *
1451ba902aSAviad Krawczyk  */
1551ba902aSAviad Krawczyk 
1651ba902aSAviad Krawczyk #include <linux/pci.h>
1751ba902aSAviad Krawczyk #include <linux/device.h>
1851ba902aSAviad Krawczyk #include <linux/errno.h>
1951ba902aSAviad Krawczyk #include <linux/io.h>
2051ba902aSAviad Krawczyk #include <linux/types.h>
2151ba902aSAviad Krawczyk #include <linux/bitops.h>
2251ba902aSAviad Krawczyk 
2351ba902aSAviad Krawczyk #include "hinic_hw_csr.h"
2451ba902aSAviad Krawczyk #include "hinic_hw_if.h"
2551ba902aSAviad Krawczyk 
2651ba902aSAviad Krawczyk #define PCIE_ATTR_ENTRY         0
2751ba902aSAviad Krawczyk 
2851ba902aSAviad Krawczyk /**
2951ba902aSAviad Krawczyk  * hwif_ready - test if the HW is ready for use
3051ba902aSAviad Krawczyk  * @hwif: the HW interface of a pci function device
3151ba902aSAviad Krawczyk  *
3251ba902aSAviad Krawczyk  * Return 0 - Success, negative - Failure
3351ba902aSAviad Krawczyk  **/
3451ba902aSAviad Krawczyk static int hwif_ready(struct hinic_hwif *hwif)
3551ba902aSAviad Krawczyk {
3651ba902aSAviad Krawczyk 	struct pci_dev *pdev = hwif->pdev;
3751ba902aSAviad Krawczyk 	u32 addr, attr1;
3851ba902aSAviad Krawczyk 
3951ba902aSAviad Krawczyk 	addr   = HINIC_CSR_FUNC_ATTR1_ADDR;
4051ba902aSAviad Krawczyk 	attr1  = hinic_hwif_read_reg(hwif, addr);
4151ba902aSAviad Krawczyk 
4251ba902aSAviad Krawczyk 	if (!HINIC_FA1_GET(attr1, INIT_STATUS)) {
4351ba902aSAviad Krawczyk 		dev_err(&pdev->dev, "hwif status is not ready\n");
4451ba902aSAviad Krawczyk 		return -EFAULT;
4551ba902aSAviad Krawczyk 	}
4651ba902aSAviad Krawczyk 
4751ba902aSAviad Krawczyk 	return 0;
4851ba902aSAviad Krawczyk }
4951ba902aSAviad Krawczyk 
5051ba902aSAviad Krawczyk /**
5151ba902aSAviad Krawczyk  * set_hwif_attr - set the attributes in the relevant members in hwif
5251ba902aSAviad Krawczyk  * @hwif: the HW interface of a pci function device
5351ba902aSAviad Krawczyk  * @attr0: the first attribute that was read from the hw
5451ba902aSAviad Krawczyk  * @attr1: the second attribute that was read from the hw
5551ba902aSAviad Krawczyk  **/
5651ba902aSAviad Krawczyk static void set_hwif_attr(struct hinic_hwif *hwif, u32 attr0, u32 attr1)
5751ba902aSAviad Krawczyk {
5851ba902aSAviad Krawczyk 	hwif->attr.func_idx     = HINIC_FA0_GET(attr0, FUNC_IDX);
5951ba902aSAviad Krawczyk 	hwif->attr.pf_idx       = HINIC_FA0_GET(attr0, PF_IDX);
6051ba902aSAviad Krawczyk 	hwif->attr.pci_intf_idx = HINIC_FA0_GET(attr0, PCI_INTF_IDX);
6151ba902aSAviad Krawczyk 	hwif->attr.func_type    = HINIC_FA0_GET(attr0, FUNC_TYPE);
6251ba902aSAviad Krawczyk 
6351ba902aSAviad Krawczyk 	hwif->attr.num_aeqs = BIT(HINIC_FA1_GET(attr1, AEQS_PER_FUNC));
6451ba902aSAviad Krawczyk 	hwif->attr.num_ceqs = BIT(HINIC_FA1_GET(attr1, CEQS_PER_FUNC));
6551ba902aSAviad Krawczyk 	hwif->attr.num_irqs = BIT(HINIC_FA1_GET(attr1, IRQS_PER_FUNC));
6651ba902aSAviad Krawczyk 	hwif->attr.num_dma_attr = BIT(HINIC_FA1_GET(attr1, DMA_ATTR_PER_FUNC));
6751ba902aSAviad Krawczyk }
6851ba902aSAviad Krawczyk 
6951ba902aSAviad Krawczyk /**
7051ba902aSAviad Krawczyk  * read_hwif_attr - read the attributes and set members in hwif
7151ba902aSAviad Krawczyk  * @hwif: the HW interface of a pci function device
7251ba902aSAviad Krawczyk  **/
7351ba902aSAviad Krawczyk static void read_hwif_attr(struct hinic_hwif *hwif)
7451ba902aSAviad Krawczyk {
7551ba902aSAviad Krawczyk 	u32 addr, attr0, attr1;
7651ba902aSAviad Krawczyk 
7751ba902aSAviad Krawczyk 	addr   = HINIC_CSR_FUNC_ATTR0_ADDR;
7851ba902aSAviad Krawczyk 	attr0  = hinic_hwif_read_reg(hwif, addr);
7951ba902aSAviad Krawczyk 
8051ba902aSAviad Krawczyk 	addr   = HINIC_CSR_FUNC_ATTR1_ADDR;
8151ba902aSAviad Krawczyk 	attr1  = hinic_hwif_read_reg(hwif, addr);
8251ba902aSAviad Krawczyk 
8351ba902aSAviad Krawczyk 	set_hwif_attr(hwif, attr0, attr1);
8451ba902aSAviad Krawczyk }
8551ba902aSAviad Krawczyk 
8651ba902aSAviad Krawczyk /**
8751ba902aSAviad Krawczyk  * set_ppf - try to set hwif as ppf and set the type of hwif in this case
8851ba902aSAviad Krawczyk  * @hwif: the HW interface of a pci function device
8951ba902aSAviad Krawczyk  **/
9051ba902aSAviad Krawczyk static void set_ppf(struct hinic_hwif *hwif)
9151ba902aSAviad Krawczyk {
9251ba902aSAviad Krawczyk 	struct hinic_func_attr *attr = &hwif->attr;
9351ba902aSAviad Krawczyk 	u32 addr, val, ppf_election;
9451ba902aSAviad Krawczyk 
9551ba902aSAviad Krawczyk 	/* Read Modify Write */
9651ba902aSAviad Krawczyk 	addr = HINIC_CSR_PPF_ELECTION_ADDR(HINIC_HWIF_PCI_INTF(hwif));
9751ba902aSAviad Krawczyk 
9851ba902aSAviad Krawczyk 	val = hinic_hwif_read_reg(hwif, addr);
9951ba902aSAviad Krawczyk 	val = HINIC_PPF_ELECTION_CLEAR(val, IDX);
10051ba902aSAviad Krawczyk 
10151ba902aSAviad Krawczyk 	ppf_election = HINIC_PPF_ELECTION_SET(HINIC_HWIF_FUNC_IDX(hwif), IDX);
10251ba902aSAviad Krawczyk 
10351ba902aSAviad Krawczyk 	val |= ppf_election;
10451ba902aSAviad Krawczyk 	hinic_hwif_write_reg(hwif, addr, val);
10551ba902aSAviad Krawczyk 
10651ba902aSAviad Krawczyk 	/* check PPF */
10751ba902aSAviad Krawczyk 	val = hinic_hwif_read_reg(hwif, addr);
10851ba902aSAviad Krawczyk 
10951ba902aSAviad Krawczyk 	attr->ppf_idx = HINIC_PPF_ELECTION_GET(val, IDX);
11051ba902aSAviad Krawczyk 	if (attr->ppf_idx == HINIC_HWIF_FUNC_IDX(hwif))
11151ba902aSAviad Krawczyk 		attr->func_type = HINIC_PPF;
11251ba902aSAviad Krawczyk }
11351ba902aSAviad Krawczyk 
11451ba902aSAviad Krawczyk /**
11551ba902aSAviad Krawczyk  * set_dma_attr - set the dma attributes in the HW
11651ba902aSAviad Krawczyk  * @hwif: the HW interface of a pci function device
11751ba902aSAviad Krawczyk  * @entry_idx: the entry index in the dma table
11851ba902aSAviad Krawczyk  * @st: PCIE TLP steering tag
11951ba902aSAviad Krawczyk  * @at: PCIE TLP AT field
12051ba902aSAviad Krawczyk  * @ph: PCIE TLP Processing Hint field
12151ba902aSAviad Krawczyk  * @no_snooping: PCIE TLP No snooping
12251ba902aSAviad Krawczyk  * @tph_en: PCIE TLP Processing Hint Enable
12351ba902aSAviad Krawczyk  **/
12451ba902aSAviad Krawczyk static void set_dma_attr(struct hinic_hwif *hwif, u32 entry_idx,
12551ba902aSAviad Krawczyk 			 u8 st, u8 at, u8 ph,
12651ba902aSAviad Krawczyk 			 enum hinic_pcie_nosnoop no_snooping,
12751ba902aSAviad Krawczyk 			 enum hinic_pcie_tph tph_en)
12851ba902aSAviad Krawczyk {
12951ba902aSAviad Krawczyk 	u32 addr, val, dma_attr_entry;
13051ba902aSAviad Krawczyk 
13151ba902aSAviad Krawczyk 	/* Read Modify Write */
13251ba902aSAviad Krawczyk 	addr = HINIC_CSR_DMA_ATTR_ADDR(entry_idx);
13351ba902aSAviad Krawczyk 
13451ba902aSAviad Krawczyk 	val = hinic_hwif_read_reg(hwif, addr);
13551ba902aSAviad Krawczyk 	val = HINIC_DMA_ATTR_CLEAR(val, ST)             &
13651ba902aSAviad Krawczyk 	      HINIC_DMA_ATTR_CLEAR(val, AT)             &
13751ba902aSAviad Krawczyk 	      HINIC_DMA_ATTR_CLEAR(val, PH)             &
13851ba902aSAviad Krawczyk 	      HINIC_DMA_ATTR_CLEAR(val, NO_SNOOPING)    &
13951ba902aSAviad Krawczyk 	      HINIC_DMA_ATTR_CLEAR(val, TPH_EN);
14051ba902aSAviad Krawczyk 
14151ba902aSAviad Krawczyk 	dma_attr_entry = HINIC_DMA_ATTR_SET(st, ST)                     |
14251ba902aSAviad Krawczyk 			 HINIC_DMA_ATTR_SET(at, AT)                     |
14351ba902aSAviad Krawczyk 			 HINIC_DMA_ATTR_SET(ph, PH)                     |
14451ba902aSAviad Krawczyk 			 HINIC_DMA_ATTR_SET(no_snooping, NO_SNOOPING)   |
14551ba902aSAviad Krawczyk 			 HINIC_DMA_ATTR_SET(tph_en, TPH_EN);
14651ba902aSAviad Krawczyk 
14751ba902aSAviad Krawczyk 	val |= dma_attr_entry;
14851ba902aSAviad Krawczyk 	hinic_hwif_write_reg(hwif, addr, val);
14951ba902aSAviad Krawczyk }
15051ba902aSAviad Krawczyk 
15151ba902aSAviad Krawczyk /**
15251ba902aSAviad Krawczyk  * dma_attr_table_init - initialize the the default dma attributes
15351ba902aSAviad Krawczyk  * @hwif: the HW interface of a pci function device
15451ba902aSAviad Krawczyk  **/
15551ba902aSAviad Krawczyk static void dma_attr_init(struct hinic_hwif *hwif)
15651ba902aSAviad Krawczyk {
15751ba902aSAviad Krawczyk 	set_dma_attr(hwif, PCIE_ATTR_ENTRY, HINIC_PCIE_ST_DISABLE,
15851ba902aSAviad Krawczyk 		     HINIC_PCIE_AT_DISABLE, HINIC_PCIE_PH_DISABLE,
15951ba902aSAviad Krawczyk 		     HINIC_PCIE_SNOOP, HINIC_PCIE_TPH_DISABLE);
16051ba902aSAviad Krawczyk }
16151ba902aSAviad Krawczyk 
16251ba902aSAviad Krawczyk /**
16351ba902aSAviad Krawczyk  * hinic_init_hwif - initialize the hw interface
16451ba902aSAviad Krawczyk  * @hwif: the HW interface of a pci function device
16551ba902aSAviad Krawczyk  * @pdev: the pci device for acessing PCI resources
16651ba902aSAviad Krawczyk  *
16751ba902aSAviad Krawczyk  * Return 0 - Success, negative - Failure
16851ba902aSAviad Krawczyk  **/
16951ba902aSAviad Krawczyk int hinic_init_hwif(struct hinic_hwif *hwif, struct pci_dev *pdev)
17051ba902aSAviad Krawczyk {
17151ba902aSAviad Krawczyk 	int err;
17251ba902aSAviad Krawczyk 
17351ba902aSAviad Krawczyk 	hwif->pdev = pdev;
17451ba902aSAviad Krawczyk 
17551ba902aSAviad Krawczyk 	hwif->cfg_regs_bar = pci_ioremap_bar(pdev, HINIC_PCI_CFG_REGS_BAR);
17651ba902aSAviad Krawczyk 	if (!hwif->cfg_regs_bar) {
17751ba902aSAviad Krawczyk 		dev_err(&pdev->dev, "Failed to map configuration regs\n");
17851ba902aSAviad Krawczyk 		return -ENOMEM;
17951ba902aSAviad Krawczyk 	}
18051ba902aSAviad Krawczyk 
18151ba902aSAviad Krawczyk 	err = hwif_ready(hwif);
18251ba902aSAviad Krawczyk 	if (err) {
18351ba902aSAviad Krawczyk 		dev_err(&pdev->dev, "HW interface is not ready\n");
18451ba902aSAviad Krawczyk 		goto err_hwif_ready;
18551ba902aSAviad Krawczyk 	}
18651ba902aSAviad Krawczyk 
18751ba902aSAviad Krawczyk 	read_hwif_attr(hwif);
18851ba902aSAviad Krawczyk 
18951ba902aSAviad Krawczyk 	if (HINIC_IS_PF(hwif))
19051ba902aSAviad Krawczyk 		set_ppf(hwif);
19151ba902aSAviad Krawczyk 
19251ba902aSAviad Krawczyk 	/* No transactionss before DMA is initialized */
19351ba902aSAviad Krawczyk 	dma_attr_init(hwif);
19451ba902aSAviad Krawczyk 	return 0;
19551ba902aSAviad Krawczyk 
19651ba902aSAviad Krawczyk err_hwif_ready:
19751ba902aSAviad Krawczyk 	iounmap(hwif->cfg_regs_bar);
19851ba902aSAviad Krawczyk 	return err;
19951ba902aSAviad Krawczyk }
20051ba902aSAviad Krawczyk 
20151ba902aSAviad Krawczyk /**
20251ba902aSAviad Krawczyk  * hinic_free_hwif - free the HW interface
20351ba902aSAviad Krawczyk  * @hwif: the HW interface of a pci function device
20451ba902aSAviad Krawczyk  **/
20551ba902aSAviad Krawczyk void hinic_free_hwif(struct hinic_hwif *hwif)
20651ba902aSAviad Krawczyk {
20751ba902aSAviad Krawczyk 	iounmap(hwif->cfg_regs_bar);
20851ba902aSAviad Krawczyk }
209