1*d1850c00SMustafa Ismail /* SPDX-License-Identifier: GPL-2.0 or Linux-OpenIB */ 2*d1850c00SMustafa Ismail /* Copyright (c) 2015 - 2020 Intel Corporation */ 3*d1850c00SMustafa Ismail #ifndef IRDMA_HMC_H 4*d1850c00SMustafa Ismail #define IRDMA_HMC_H 5*d1850c00SMustafa Ismail 6*d1850c00SMustafa Ismail #include "defs.h" 7*d1850c00SMustafa Ismail 8*d1850c00SMustafa Ismail #define IRDMA_HMC_MAX_BP_COUNT 512 9*d1850c00SMustafa Ismail #define IRDMA_MAX_SD_ENTRIES 11 10*d1850c00SMustafa Ismail #define IRDMA_HW_DBG_HMC_INVALID_BP_MARK 0xca 11*d1850c00SMustafa Ismail #define IRDMA_HMC_INFO_SIGNATURE 0x484d5347 12*d1850c00SMustafa Ismail #define IRDMA_HMC_PD_CNT_IN_SD 512 13*d1850c00SMustafa Ismail #define IRDMA_HMC_DIRECT_BP_SIZE 0x200000 14*d1850c00SMustafa Ismail #define IRDMA_HMC_MAX_SD_COUNT 8192 15*d1850c00SMustafa Ismail #define IRDMA_HMC_PAGED_BP_SIZE 4096 16*d1850c00SMustafa Ismail #define IRDMA_HMC_PD_BP_BUF_ALIGNMENT 4096 17*d1850c00SMustafa Ismail #define IRDMA_FIRST_VF_FPM_ID 8 18*d1850c00SMustafa Ismail #define FPM_MULTIPLIER 1024 19*d1850c00SMustafa Ismail 20*d1850c00SMustafa Ismail enum irdma_hmc_rsrc_type { 21*d1850c00SMustafa Ismail IRDMA_HMC_IW_QP = 0, 22*d1850c00SMustafa Ismail IRDMA_HMC_IW_CQ = 1, 23*d1850c00SMustafa Ismail IRDMA_HMC_IW_RESERVED = 2, 24*d1850c00SMustafa Ismail IRDMA_HMC_IW_HTE = 3, 25*d1850c00SMustafa Ismail IRDMA_HMC_IW_ARP = 4, 26*d1850c00SMustafa Ismail IRDMA_HMC_IW_APBVT_ENTRY = 5, 27*d1850c00SMustafa Ismail IRDMA_HMC_IW_MR = 6, 28*d1850c00SMustafa Ismail IRDMA_HMC_IW_XF = 7, 29*d1850c00SMustafa Ismail IRDMA_HMC_IW_XFFL = 8, 30*d1850c00SMustafa Ismail IRDMA_HMC_IW_Q1 = 9, 31*d1850c00SMustafa Ismail IRDMA_HMC_IW_Q1FL = 10, 32*d1850c00SMustafa Ismail IRDMA_HMC_IW_TIMER = 11, 33*d1850c00SMustafa Ismail IRDMA_HMC_IW_FSIMC = 12, 34*d1850c00SMustafa Ismail IRDMA_HMC_IW_FSIAV = 13, 35*d1850c00SMustafa Ismail IRDMA_HMC_IW_PBLE = 14, 36*d1850c00SMustafa Ismail IRDMA_HMC_IW_RRF = 15, 37*d1850c00SMustafa Ismail IRDMA_HMC_IW_RRFFL = 16, 38*d1850c00SMustafa Ismail IRDMA_HMC_IW_HDR = 17, 39*d1850c00SMustafa Ismail IRDMA_HMC_IW_MD = 18, 40*d1850c00SMustafa Ismail IRDMA_HMC_IW_OOISC = 19, 41*d1850c00SMustafa Ismail IRDMA_HMC_IW_OOISCFFL = 20, 42*d1850c00SMustafa Ismail IRDMA_HMC_IW_MAX, /* Must be last entry */ 43*d1850c00SMustafa Ismail }; 44*d1850c00SMustafa Ismail 45*d1850c00SMustafa Ismail enum irdma_sd_entry_type { 46*d1850c00SMustafa Ismail IRDMA_SD_TYPE_INVALID = 0, 47*d1850c00SMustafa Ismail IRDMA_SD_TYPE_PAGED = 1, 48*d1850c00SMustafa Ismail IRDMA_SD_TYPE_DIRECT = 2, 49*d1850c00SMustafa Ismail }; 50*d1850c00SMustafa Ismail 51*d1850c00SMustafa Ismail struct irdma_hmc_obj_info { 52*d1850c00SMustafa Ismail u64 base; 53*d1850c00SMustafa Ismail u32 max_cnt; 54*d1850c00SMustafa Ismail u32 cnt; 55*d1850c00SMustafa Ismail u64 size; 56*d1850c00SMustafa Ismail }; 57*d1850c00SMustafa Ismail 58*d1850c00SMustafa Ismail struct irdma_hmc_bp { 59*d1850c00SMustafa Ismail enum irdma_sd_entry_type entry_type; 60*d1850c00SMustafa Ismail struct irdma_dma_mem addr; 61*d1850c00SMustafa Ismail u32 sd_pd_index; 62*d1850c00SMustafa Ismail u32 use_cnt; 63*d1850c00SMustafa Ismail }; 64*d1850c00SMustafa Ismail 65*d1850c00SMustafa Ismail struct irdma_hmc_pd_entry { 66*d1850c00SMustafa Ismail struct irdma_hmc_bp bp; 67*d1850c00SMustafa Ismail u32 sd_index; 68*d1850c00SMustafa Ismail bool rsrc_pg:1; 69*d1850c00SMustafa Ismail bool valid:1; 70*d1850c00SMustafa Ismail }; 71*d1850c00SMustafa Ismail 72*d1850c00SMustafa Ismail struct irdma_hmc_pd_table { 73*d1850c00SMustafa Ismail struct irdma_dma_mem pd_page_addr; 74*d1850c00SMustafa Ismail struct irdma_hmc_pd_entry *pd_entry; 75*d1850c00SMustafa Ismail struct irdma_virt_mem pd_entry_virt_mem; 76*d1850c00SMustafa Ismail u32 use_cnt; 77*d1850c00SMustafa Ismail u32 sd_index; 78*d1850c00SMustafa Ismail }; 79*d1850c00SMustafa Ismail 80*d1850c00SMustafa Ismail struct irdma_hmc_sd_entry { 81*d1850c00SMustafa Ismail enum irdma_sd_entry_type entry_type; 82*d1850c00SMustafa Ismail bool valid; 83*d1850c00SMustafa Ismail union { 84*d1850c00SMustafa Ismail struct irdma_hmc_pd_table pd_table; 85*d1850c00SMustafa Ismail struct irdma_hmc_bp bp; 86*d1850c00SMustafa Ismail } u; 87*d1850c00SMustafa Ismail }; 88*d1850c00SMustafa Ismail 89*d1850c00SMustafa Ismail struct irdma_hmc_sd_table { 90*d1850c00SMustafa Ismail struct irdma_virt_mem addr; 91*d1850c00SMustafa Ismail u32 sd_cnt; 92*d1850c00SMustafa Ismail u32 use_cnt; 93*d1850c00SMustafa Ismail struct irdma_hmc_sd_entry *sd_entry; 94*d1850c00SMustafa Ismail }; 95*d1850c00SMustafa Ismail 96*d1850c00SMustafa Ismail struct irdma_hmc_info { 97*d1850c00SMustafa Ismail u32 signature; 98*d1850c00SMustafa Ismail u8 hmc_fn_id; 99*d1850c00SMustafa Ismail u16 first_sd_index; 100*d1850c00SMustafa Ismail struct irdma_hmc_obj_info *hmc_obj; 101*d1850c00SMustafa Ismail struct irdma_virt_mem hmc_obj_virt_mem; 102*d1850c00SMustafa Ismail struct irdma_hmc_sd_table sd_table; 103*d1850c00SMustafa Ismail u16 sd_indexes[IRDMA_HMC_MAX_SD_COUNT]; 104*d1850c00SMustafa Ismail }; 105*d1850c00SMustafa Ismail 106*d1850c00SMustafa Ismail struct irdma_update_sd_entry { 107*d1850c00SMustafa Ismail u64 cmd; 108*d1850c00SMustafa Ismail u64 data; 109*d1850c00SMustafa Ismail }; 110*d1850c00SMustafa Ismail 111*d1850c00SMustafa Ismail struct irdma_update_sds_info { 112*d1850c00SMustafa Ismail u32 cnt; 113*d1850c00SMustafa Ismail u8 hmc_fn_id; 114*d1850c00SMustafa Ismail struct irdma_update_sd_entry entry[IRDMA_MAX_SD_ENTRIES]; 115*d1850c00SMustafa Ismail }; 116*d1850c00SMustafa Ismail 117*d1850c00SMustafa Ismail struct irdma_ccq_cqe_info; 118*d1850c00SMustafa Ismail struct irdma_hmc_fcn_info { 119*d1850c00SMustafa Ismail u32 vf_id; 120*d1850c00SMustafa Ismail u8 free_fcn; 121*d1850c00SMustafa Ismail }; 122*d1850c00SMustafa Ismail 123*d1850c00SMustafa Ismail struct irdma_hmc_create_obj_info { 124*d1850c00SMustafa Ismail struct irdma_hmc_info *hmc_info; 125*d1850c00SMustafa Ismail struct irdma_virt_mem add_sd_virt_mem; 126*d1850c00SMustafa Ismail u32 rsrc_type; 127*d1850c00SMustafa Ismail u32 start_idx; 128*d1850c00SMustafa Ismail u32 count; 129*d1850c00SMustafa Ismail u32 add_sd_cnt; 130*d1850c00SMustafa Ismail enum irdma_sd_entry_type entry_type; 131*d1850c00SMustafa Ismail bool privileged; 132*d1850c00SMustafa Ismail }; 133*d1850c00SMustafa Ismail 134*d1850c00SMustafa Ismail struct irdma_hmc_del_obj_info { 135*d1850c00SMustafa Ismail struct irdma_hmc_info *hmc_info; 136*d1850c00SMustafa Ismail struct irdma_virt_mem del_sd_virt_mem; 137*d1850c00SMustafa Ismail u32 rsrc_type; 138*d1850c00SMustafa Ismail u32 start_idx; 139*d1850c00SMustafa Ismail u32 count; 140*d1850c00SMustafa Ismail u32 del_sd_cnt; 141*d1850c00SMustafa Ismail bool privileged; 142*d1850c00SMustafa Ismail }; 143*d1850c00SMustafa Ismail 144*d1850c00SMustafa Ismail enum irdma_status_code irdma_copy_dma_mem(struct irdma_hw *hw, void *dest_buf, 145*d1850c00SMustafa Ismail struct irdma_dma_mem *src_mem, 146*d1850c00SMustafa Ismail u64 src_offset, u64 size); 147*d1850c00SMustafa Ismail enum irdma_status_code 148*d1850c00SMustafa Ismail irdma_sc_create_hmc_obj(struct irdma_sc_dev *dev, 149*d1850c00SMustafa Ismail struct irdma_hmc_create_obj_info *info); 150*d1850c00SMustafa Ismail enum irdma_status_code irdma_sc_del_hmc_obj(struct irdma_sc_dev *dev, 151*d1850c00SMustafa Ismail struct irdma_hmc_del_obj_info *info, 152*d1850c00SMustafa Ismail bool reset); 153*d1850c00SMustafa Ismail enum irdma_status_code irdma_hmc_sd_one(struct irdma_sc_dev *dev, u8 hmc_fn_id, 154*d1850c00SMustafa Ismail u64 pa, u32 sd_idx, 155*d1850c00SMustafa Ismail enum irdma_sd_entry_type type, 156*d1850c00SMustafa Ismail bool setsd); 157*d1850c00SMustafa Ismail enum irdma_status_code 158*d1850c00SMustafa Ismail irdma_update_sds_noccq(struct irdma_sc_dev *dev, 159*d1850c00SMustafa Ismail struct irdma_update_sds_info *info); 160*d1850c00SMustafa Ismail struct irdma_vfdev *irdma_vfdev_from_fpm(struct irdma_sc_dev *dev, 161*d1850c00SMustafa Ismail u8 hmc_fn_id); 162*d1850c00SMustafa Ismail struct irdma_hmc_info *irdma_vf_hmcinfo_from_fpm(struct irdma_sc_dev *dev, 163*d1850c00SMustafa Ismail u8 hmc_fn_id); 164*d1850c00SMustafa Ismail enum irdma_status_code irdma_add_sd_table_entry(struct irdma_hw *hw, 165*d1850c00SMustafa Ismail struct irdma_hmc_info *hmc_info, 166*d1850c00SMustafa Ismail u32 sd_index, 167*d1850c00SMustafa Ismail enum irdma_sd_entry_type type, 168*d1850c00SMustafa Ismail u64 direct_mode_sz); 169*d1850c00SMustafa Ismail enum irdma_status_code irdma_add_pd_table_entry(struct irdma_sc_dev *dev, 170*d1850c00SMustafa Ismail struct irdma_hmc_info *hmc_info, 171*d1850c00SMustafa Ismail u32 pd_index, 172*d1850c00SMustafa Ismail struct irdma_dma_mem *rsrc_pg); 173*d1850c00SMustafa Ismail enum irdma_status_code irdma_remove_pd_bp(struct irdma_sc_dev *dev, 174*d1850c00SMustafa Ismail struct irdma_hmc_info *hmc_info, 175*d1850c00SMustafa Ismail u32 idx); 176*d1850c00SMustafa Ismail enum irdma_status_code irdma_prep_remove_sd_bp(struct irdma_hmc_info *hmc_info, 177*d1850c00SMustafa Ismail u32 idx); 178*d1850c00SMustafa Ismail enum irdma_status_code 179*d1850c00SMustafa Ismail irdma_prep_remove_pd_page(struct irdma_hmc_info *hmc_info, u32 idx); 180*d1850c00SMustafa Ismail #endif /* IRDMA_HMC_H */ 181