49 #define SD(name) SEND_DMA_##name  macro
51 	(SD(ENG_ERR_STATUS_SDMA_WRONG_DW_ERR_SMASK) \
52 	| SD(ENG_ERR_STATUS_SDMA_GEN_MISMATCH_ERR_SMASK) \
53 	| SD(ENG_ERR_STATUS_SDMA_TOO_LONG_ERR_SMASK) \
54 	| SD(ENG_ERR_STATUS_SDMA_TAIL_OUT_OF_BOUNDS_ERR_SMASK) \
55 	| SD(ENG_ERR_STATUS_SDMA_FIRST_DESC_ERR_SMASK) \
56 	| SD(ENG_ERR_STATUS_SDMA_MEM_READ_ERR_SMASK) \
57 	| SD(ENG_ERR_STATUS_SDMA_HALT_ERR_SMASK) \
58 	| SD(ENG_ERR_STATUS_SDMA_LENGTH_MISMATCH_ERR_SMASK) \
59 	| SD(ENG_ERR_STATUS_SDMA_PACKET_DESC_OVERFLOW_ERR_SMASK) \
60 	| SD(ENG_ERR_STATUS_SDMA_HEADER_SELECT_ERR_SMASK) \
61 	| SD(ENG_ERR_STATUS_SDMA_HEADER_ADDRESS_ERR_SMASK) \
62 	| SD(ENG_ERR_STATUS_SDMA_HEADER_LENGTH_ERR_SMASK) \
63 	| SD(ENG_ERR_STATUS_SDMA_TIMEOUT_ERR_SMASK) \
64 	| SD(ENG_ERR_STATUS_SDMA_DESC_TABLE_UNC_ERR_SMASK) \
65 	| SD(ENG_ERR_STATUS_SDMA_ASSEMBLY_UNC_ERR_SMASK) \
66 	| SD(ENG_ERR_STATUS_SDMA_PACKET_TRACKING_UNC_ERR_SMASK) \
67 	| SD(ENG_ERR_STATUS_SDMA_HEADER_STORAGE_UNC_ERR_SMASK) \
68 	| SD(ENG_ERR_STATUS_SDMA_HEADER_REQUEST_FIFO_UNC_ERR_SMASK))
317 	reg &= SD(DESC_CNT_CNT_MASK);  in sdma_set_desc_cnt()
318 	reg <<= SD(DESC_CNT_CNT_SHIFT);  in sdma_set_desc_cnt()
319 	write_sde_csr(sde, SD(DESC_CNT), reg);  in sdma_set_desc_cnt()
427 		statuscsr = read_sde_csr(sde, SD(STATUS));  in sdma_err_halt_wait()
428 		statuscsr &= SD(STATUS_ENG_HALTED_SMASK);  in sdma_err_halt_wait()
518 		statuscsr = read_sde_csr(sde, SD(STATUS));  in sdma_hw_clean_up_task()
519 		statuscsr &= SD(STATUS_ENG_CLEANED_UP_SMASK);  in sdma_hw_clean_up_task()
1416 			get_kctxt_csr_addr(dd, this_idx, SD(TAIL));  in sdma_init()
1676 		(u16)read_sde_csr(sde, SD(HEAD));  in sdma_gethead()
1833 			hwhead = (u16)read_sde_csr(sde, SD(HEAD));  in sdma_make_progress()
1887 	if (status & ~SD(ENG_ERR_STATUS_SDMA_HALT_ERR_SMASK)) {  in sdma_engine_error()
1915 		set_senddmactrl |= SD(CTRL_SDMA_ENABLE_SMASK);  in sdma_sendctrl()
1917 		clr_senddmactrl |= SD(CTRL_SDMA_ENABLE_SMASK);  in sdma_sendctrl()
1920 		set_senddmactrl |= SD(CTRL_SDMA_INT_ENABLE_SMASK);  in sdma_sendctrl()
1922 		clr_senddmactrl |= SD(CTRL_SDMA_INT_ENABLE_SMASK);  in sdma_sendctrl()
1925 		set_senddmactrl |= SD(CTRL_SDMA_HALT_SMASK);  in sdma_sendctrl()
1927 		clr_senddmactrl |= SD(CTRL_SDMA_HALT_SMASK);  in sdma_sendctrl()
1935 		write_sde_csr(sde, SD(CTRL),  in sdma_sendctrl()
1937 			      SD(CTRL_SDMA_CLEANUP_SMASK));  in sdma_sendctrl()
1939 		write_sde_csr(sde, SD(CTRL), sde->p_senddmactrl);  in sdma_sendctrl()
1960 	write_sde_csr(sde, SD(LEN_GEN),  in sdma_setlengen()
1961 		      (sde->descq_cnt / 64) << SD(LEN_GEN_LENGTH_SHIFT));  in sdma_setlengen()
1962 	write_sde_csr(sde, SD(LEN_GEN),  in sdma_setlengen()
1963 		      ((sde->descq_cnt / 64) << SD(LEN_GEN_LENGTH_SHIFT)) |  in sdma_setlengen()
1964 		      (4ULL << SD(LEN_GEN_GENERATION_SHIFT)));  in sdma_setlengen()
1991 	reg = SD(ENG_ERR_CLEAR_SDMA_HEADER_REQUEST_FIFO_UNC_ERR_MASK) <<  in sdma_hw_start_up()
1992 	      SD(ENG_ERR_CLEAR_SDMA_HEADER_REQUEST_FIFO_UNC_ERR_SHIFT);  in sdma_hw_start_up()
1993 	write_sde_csr(sde, SD(ENG_ERR_CLEAR), reg);  in sdma_hw_start_up()
2005 	write_sde_csr(sde, SD(CHECK_ENABLE),  in set_sdma_integrity()
2022 	write_sde_csr(sde, SD(BASE_ADDR), sde->descq_phys);  in init_sdma_regs()
2025 	write_sde_csr(sde, SD(RELOAD_CNT), idle_cnt);  in init_sdma_regs()
2026 	write_sde_csr(sde, SD(DESC_CNT), 0);  in init_sdma_regs()
2027 	write_sde_csr(sde, SD(HEAD_ADDR), sde->head_phys);  in init_sdma_regs()
2028 	write_sde_csr(sde, SD(MEMORY),  in init_sdma_regs()
2029 		      ((u64)credits << SD(MEMORY_SDMA_MEMORY_CNT_SHIFT)) |  in init_sdma_regs()
2031 		       SD(MEMORY_SDMA_MEMORY_INDEX_SHIFT)));  in init_sdma_regs()
2032 	write_sde_csr(sde, SD(ENG_ERR_MASK), ~0ull);  in init_sdma_regs()
2036 	write_sde_csr(sde, SD(CHECK_OPCODE),  in init_sdma_regs()
2065 	sdma_dumpstate_helper(SD(CTRL));  in sdma_dumpstate()
2066 	sdma_dumpstate_helper(SD(STATUS));  in sdma_dumpstate()
2067 	sdma_dumpstate_helper0(SD(ERR_STATUS));  in sdma_dumpstate()
2068 	sdma_dumpstate_helper0(SD(ERR_MASK));  in sdma_dumpstate()
2069 	sdma_dumpstate_helper(SD(ENG_ERR_STATUS));  in sdma_dumpstate()
2070 	sdma_dumpstate_helper(SD(ENG_ERR_MASK));  in sdma_dumpstate()
2078 	sdma_dumpstate_helper(SD(TAIL));  in sdma_dumpstate()
2079 	sdma_dumpstate_helper(SD(HEAD));  in sdma_dumpstate()
2080 	sdma_dumpstate_helper(SD(PRIORITY_THLD));  in sdma_dumpstate()
2081 	sdma_dumpstate_helper(SD(IDLE_CNT));  in sdma_dumpstate()
2082 	sdma_dumpstate_helper(SD(RELOAD_CNT));  in sdma_dumpstate()
2083 	sdma_dumpstate_helper(SD(DESC_CNT));  in sdma_dumpstate()
2084 	sdma_dumpstate_helper(SD(DESC_FETCHED_CNT));  in sdma_dumpstate()
2085 	sdma_dumpstate_helper(SD(MEMORY));  in sdma_dumpstate()
2086 	sdma_dumpstate_helper0(SD(ENGINES));  in sdma_dumpstate()
2087 	sdma_dumpstate_helper0(SD(MEM_SIZE));  in sdma_dumpstate()
2089 	sdma_dumpstate_helper(SD(BASE_ADDR));  in sdma_dumpstate()
2090 	sdma_dumpstate_helper(SD(LEN_GEN));  in sdma_dumpstate()
2091 	sdma_dumpstate_helper(SD(HEAD_ADDR));  in sdma_dumpstate()
2092 	sdma_dumpstate_helper(SD(CHECK_ENABLE));  in sdma_dumpstate()
2093 	sdma_dumpstate_helper(SD(CHECK_VL));  in sdma_dumpstate()
2094 	sdma_dumpstate_helper(SD(CHECK_JOB_KEY));  in sdma_dumpstate()
2095 	sdma_dumpstate_helper(SD(CHECK_PARTITION_KEY));  in sdma_dumpstate()
2096 	sdma_dumpstate_helper(SD(CHECK_SLID));  in sdma_dumpstate()
2097 	sdma_dumpstate_helper(SD(CHECK_OPCODE));  in sdma_dumpstate()
2183 		   (unsigned long long)read_sde_csr(sde, SD(CTRL)),  in sdma_seqfile_dump_sde()
2184 		   (unsigned long long)read_sde_csr(sde, SD(STATUS)),  in sdma_seqfile_dump_sde()
2185 		   (unsigned long long)read_sde_csr(sde, SD(ENG_ERR_STATUS)),  in sdma_seqfile_dump_sde()
2186 		   (unsigned long long)read_sde_csr(sde, SD(TAIL)), tail,  in sdma_seqfile_dump_sde()
2187 		   (unsigned long long)read_sde_csr(sde, SD(HEAD)), head,  in sdma_seqfile_dump_sde()
2189 		   (unsigned long long)read_sde_csr(sde, SD(MEMORY)),  in sdma_seqfile_dump_sde()
2190 		   (unsigned long long)read_sde_csr(sde, SD(LEN_GEN)),  in sdma_seqfile_dump_sde()
2191 		   (unsigned long long)read_sde_csr(sde, SD(RELOAD_CNT)),  in sdma_seqfile_dump_sde()
3143 	sreg = ((mask & SD(CHECK_SLID_MASK_MASK)) <<  in sdma_update_lmc()
3144 		SD(CHECK_SLID_MASK_SHIFT)) |  in sdma_update_lmc()
3145 		(((lid & mask) & SD(CHECK_SLID_VALUE_MASK)) <<  in sdma_update_lmc()
3146 		SD(CHECK_SLID_VALUE_SHIFT));  in sdma_update_lmc()
3152 		write_sde_csr(sde, SD(CHECK_SLID), sreg);  in sdma_update_lmc()