1c9b9f5f8SMichael S. Tsirkin /* SPDX-License-Identifier: GPL-2.0-only */ 2c9b9f5f8SMichael S. Tsirkin /* 3c9b9f5f8SMichael S. Tsirkin * Intel IFC VF NIC driver for virtio dataplane offloading 4c9b9f5f8SMichael S. Tsirkin * 5c9b9f5f8SMichael S. Tsirkin * Copyright (C) 2020 Intel Corporation. 6c9b9f5f8SMichael S. Tsirkin * 7c9b9f5f8SMichael S. Tsirkin * Author: Zhu Lingshan <lingshan.zhu@intel.com> 8c9b9f5f8SMichael S. Tsirkin * 9c9b9f5f8SMichael S. Tsirkin */ 10c9b9f5f8SMichael S. Tsirkin 11c9b9f5f8SMichael S. Tsirkin #ifndef _IFCVF_H_ 12c9b9f5f8SMichael S. Tsirkin #define _IFCVF_H_ 13c9b9f5f8SMichael S. Tsirkin 14c9b9f5f8SMichael S. Tsirkin #include <linux/pci.h> 15c9b9f5f8SMichael S. Tsirkin #include <linux/pci_regs.h> 16c9b9f5f8SMichael S. Tsirkin #include <linux/vdpa.h> 178897d6d0SZhu Lingshan #include <linux/virtio_pci_modern.h> 18c9b9f5f8SMichael S. Tsirkin #include <uapi/linux/virtio_net.h> 196ad31d16SZhu Lingshan #include <uapi/linux/virtio_blk.h> 20c9b9f5f8SMichael S. Tsirkin #include <uapi/linux/virtio_config.h> 21c9b9f5f8SMichael S. Tsirkin #include <uapi/linux/virtio_pci.h> 2246fc0917SZhu Lingshan #include <uapi/linux/vdpa.h> 23c9b9f5f8SMichael S. Tsirkin 2451fc387bSZhu Lingshan #define N3000_DEVICE_ID 0x1041 2551fc387bSZhu Lingshan #define N3000_SUBSYS_DEVICE_ID 0x001A 26c9b9f5f8SMichael S. Tsirkin 27c9b9f5f8SMichael S. Tsirkin #define IFCVF_QUEUE_ALIGNMENT PAGE_SIZE 28c9b9f5f8SMichael S. Tsirkin #define IFCVF_PCI_MAX_RESOURCE 6 29c9b9f5f8SMichael S. Tsirkin 30c9b9f5f8SMichael S. Tsirkin #define IFCVF_LM_BAR 4 31c9b9f5f8SMichael S. Tsirkin 32c9b9f5f8SMichael S. Tsirkin #define IFCVF_ERR(pdev, fmt, ...) dev_err(&pdev->dev, fmt, ##__VA_ARGS__) 33c9b9f5f8SMichael S. Tsirkin #define IFCVF_DBG(pdev, fmt, ...) dev_dbg(&pdev->dev, fmt, ##__VA_ARGS__) 34c9b9f5f8SMichael S. Tsirkin #define IFCVF_INFO(pdev, fmt, ...) dev_info(&pdev->dev, fmt, ##__VA_ARGS__) 35c9b9f5f8SMichael S. Tsirkin 369b3e8148SZhu Lingshan /* all vqs and config interrupt has its own vector */ 379b3e8148SZhu Lingshan #define MSIX_VECTOR_PER_VQ_AND_CONFIG 1 389b3e8148SZhu Lingshan /* all vqs share a vector, and config interrupt has a separate vector */ 399b3e8148SZhu Lingshan #define MSIX_VECTOR_SHARED_VQ_AND_CONFIG 2 409b3e8148SZhu Lingshan /* all vqs and config interrupt share a vector */ 419b3e8148SZhu Lingshan #define MSIX_VECTOR_DEV_SHARED 3 429b3e8148SZhu Lingshan 43c9b9f5f8SMichael S. Tsirkin struct vring_info { 44c9b9f5f8SMichael S. Tsirkin u16 last_avail_idx; 45c9b9f5f8SMichael S. Tsirkin void __iomem *notify_addr; 4604c6ad8fSZhu Lingshan phys_addr_t notify_pa; 47c9b9f5f8SMichael S. Tsirkin u32 irq; 48c9b9f5f8SMichael S. Tsirkin struct vdpa_callback cb; 49c9b9f5f8SMichael S. Tsirkin char msix_name[256]; 50c9b9f5f8SMichael S. Tsirkin }; 51c9b9f5f8SMichael S. Tsirkin 52*4cf8b6d0SZhu Lingshan struct ifcvf_lm_cfg { 53*4cf8b6d0SZhu Lingshan __le64 control; 54*4cf8b6d0SZhu Lingshan __le64 status; 55*4cf8b6d0SZhu Lingshan __le64 lm_mem_log_start_addr; 56*4cf8b6d0SZhu Lingshan __le64 lm_mem_log_end_addr; 57*4cf8b6d0SZhu Lingshan __le16 vq_state_region; 58*4cf8b6d0SZhu Lingshan }; 59*4cf8b6d0SZhu Lingshan 60c9b9f5f8SMichael S. Tsirkin struct ifcvf_hw { 61c9b9f5f8SMichael S. Tsirkin u8 __iomem *isr; 62c9b9f5f8SMichael S. Tsirkin /* Live migration */ 63*4cf8b6d0SZhu Lingshan struct ifcvf_lm_cfg __iomem *lm_cfg; 64c9b9f5f8SMichael S. Tsirkin /* Notification bar number */ 65c9b9f5f8SMichael S. Tsirkin u8 notify_bar; 666f84622dSZhu Lingshan u8 msix_vector_status; 676f84622dSZhu Lingshan /* virtio-net or virtio-blk device config size */ 686f84622dSZhu Lingshan u32 config_size; 69c9b9f5f8SMichael S. Tsirkin /* Notificaiton bar address */ 70c9b9f5f8SMichael S. Tsirkin void __iomem *notify_base; 7104c6ad8fSZhu Lingshan phys_addr_t notify_base_pa; 72c9b9f5f8SMichael S. Tsirkin u32 notify_off_multiplier; 736f84622dSZhu Lingshan u32 dev_type; 7469d00d98SZhu Lingshan u64 hw_features; 7546fc0917SZhu Lingshan /* provisioned device features */ 7646fc0917SZhu Lingshan u64 dev_features; 77c9b9f5f8SMichael S. Tsirkin struct virtio_pci_common_cfg __iomem *common_cfg; 780f420c38SZhu Lingshan void __iomem *dev_cfg; 7977128322SZhu Lingshan struct vring_info *vring; 80c9b9f5f8SMichael S. Tsirkin void __iomem * const *base; 81e7991f37SZhu Lingshan char config_msix_name[256]; 82e7991f37SZhu Lingshan struct vdpa_callback config_cb; 839b3e8148SZhu Lingshan int config_irq; 849b3e8148SZhu Lingshan int vqs_reused_irq; 856f84622dSZhu Lingshan u16 nr_vring; 860d6e5e8dSZhu Lingshan /* VIRTIO_PCI_CAP_DEVICE_CFG size */ 87386a2620SZhu Lingshan u32 num_msix_vectors; 880d6e5e8dSZhu Lingshan u32 cap_dev_config_size; 89d59f633dSZhu Lingshan struct pci_dev *pdev; 90c9b9f5f8SMichael S. Tsirkin }; 91c9b9f5f8SMichael S. Tsirkin 92c9b9f5f8SMichael S. Tsirkin struct ifcvf_adapter { 93c9b9f5f8SMichael S. Tsirkin struct vdpa_device vdpa; 94c9b9f5f8SMichael S. Tsirkin struct pci_dev *pdev; 956a3b2f17SZhu Lingshan struct ifcvf_hw *vf; 96c9b9f5f8SMichael S. Tsirkin }; 97c9b9f5f8SMichael S. Tsirkin 986b5df347SZhu Lingshan struct ifcvf_vdpa_mgmt_dev { 996b5df347SZhu Lingshan struct vdpa_mgmt_dev mdev; 1006a3b2f17SZhu Lingshan struct ifcvf_hw vf; 1016b5df347SZhu Lingshan struct ifcvf_adapter *adapter; 1026b5df347SZhu Lingshan struct pci_dev *pdev; 1036b5df347SZhu Lingshan }; 1046b5df347SZhu Lingshan 105c9b9f5f8SMichael S. Tsirkin int ifcvf_init_hw(struct ifcvf_hw *hw, struct pci_dev *dev); 106386a2620SZhu Lingshan void ifcvf_stop(struct ifcvf_hw *hw); 107c9b9f5f8SMichael S. Tsirkin void ifcvf_notify_queue(struct ifcvf_hw *hw, u16 qid); 1080f420c38SZhu Lingshan void ifcvf_read_dev_config(struct ifcvf_hw *hw, u64 offset, 109c9b9f5f8SMichael S. Tsirkin void *dst, int length); 1100f420c38SZhu Lingshan void ifcvf_write_dev_config(struct ifcvf_hw *hw, u64 offset, 111c9b9f5f8SMichael S. Tsirkin const void *src, int length); 112c9b9f5f8SMichael S. Tsirkin u8 ifcvf_get_status(struct ifcvf_hw *hw); 113c9b9f5f8SMichael S. Tsirkin void ifcvf_set_status(struct ifcvf_hw *hw, u8 status); 114c9b9f5f8SMichael S. Tsirkin void io_write64_twopart(u64 val, u32 *lo, u32 *hi); 115c9b9f5f8SMichael S. Tsirkin void ifcvf_reset(struct ifcvf_hw *hw); 1161a252f03SZhu Lingshan u64 ifcvf_get_dev_features(struct ifcvf_hw *hw); 11769d00d98SZhu Lingshan u64 ifcvf_get_hw_features(struct ifcvf_hw *hw); 1181d895a68SZhu Lingshan int ifcvf_verify_min_features(struct ifcvf_hw *hw, u64 features); 119aac50c0bSEli Cohen u16 ifcvf_get_vq_state(struct ifcvf_hw *hw, u16 qid); 120aac50c0bSEli Cohen int ifcvf_set_vq_state(struct ifcvf_hw *hw, u16 qid, u16 num); 121c9b9f5f8SMichael S. Tsirkin struct ifcvf_adapter *vf_to_adapter(struct ifcvf_hw *hw); 122e8ef6124SZhu Lingshan int ifcvf_probed_virtio_net(struct ifcvf_hw *hw); 1230f420c38SZhu Lingshan u32 ifcvf_get_config_size(struct ifcvf_hw *hw); 1249b3e8148SZhu Lingshan u16 ifcvf_set_vq_vector(struct ifcvf_hw *hw, u16 qid, int vector); 1259b3e8148SZhu Lingshan u16 ifcvf_set_config_vector(struct ifcvf_hw *hw, int vector); 126a4751306SZhu Lingshan void ifcvf_set_vq_num(struct ifcvf_hw *hw, u16 qid, u32 num); 127a4751306SZhu Lingshan int ifcvf_set_vq_address(struct ifcvf_hw *hw, u16 qid, u64 desc_area, 128a4751306SZhu Lingshan u64 driver_area, u64 device_area); 129a4751306SZhu Lingshan bool ifcvf_get_vq_ready(struct ifcvf_hw *hw, u16 qid); 130a4751306SZhu Lingshan void ifcvf_set_vq_ready(struct ifcvf_hw *hw, u16 qid, bool ready); 1311a252f03SZhu Lingshan void ifcvf_set_driver_features(struct ifcvf_hw *hw, u64 features); 1321a252f03SZhu Lingshan u64 ifcvf_get_driver_features(struct ifcvf_hw *hw); 133ae904d9cSZhu Lingshan u16 ifcvf_get_max_vq_size(struct ifcvf_hw *hw); 134c9b9f5f8SMichael S. Tsirkin #endif /* _IFCVF_H_ */ 135