266 	u64 reg_val;  in octep_setup_iq_regs_cn93_pf()  local
269 	reg_val = octep_read_csr64(oct, CN93_SDP_R_IN_CONTROL(iq_no));  in octep_setup_iq_regs_cn93_pf()
272 	if (!(reg_val & CN93_R_IN_CTL_IDLE)) {  in octep_setup_iq_regs_cn93_pf()
274 			reg_val = octep_read_csr64(oct, CN93_SDP_R_IN_CONTROL(iq_no));  in octep_setup_iq_regs_cn93_pf()
275 		} while (!(reg_val & CN93_R_IN_CTL_IDLE));  in octep_setup_iq_regs_cn93_pf()
278 	reg_val |= CN93_R_IN_CTL_RDSIZE;  in octep_setup_iq_regs_cn93_pf()
279 	reg_val |= CN93_R_IN_CTL_IS_64B;  in octep_setup_iq_regs_cn93_pf()
280 	reg_val |= CN93_R_IN_CTL_ESR;  in octep_setup_iq_regs_cn93_pf()
281 	octep_write_csr64(oct, CN93_SDP_R_IN_CONTROL(iq_no), reg_val);  in octep_setup_iq_regs_cn93_pf()
304 	reg_val = CFG_GET_IQ_INTR_THRESHOLD(oct->conf) & 0xffffffff;  in octep_setup_iq_regs_cn93_pf()
305 	octep_write_csr64(oct, CN93_SDP_R_IN_INT_LEVELS(iq_no), reg_val);  in octep_setup_iq_regs_cn93_pf()
311 	u64 reg_val;  in octep_setup_oq_regs_cn93_pf()  local
317 	reg_val = octep_read_csr64(oct, CN93_SDP_R_OUT_CONTROL(oq_no));  in octep_setup_oq_regs_cn93_pf()
320 	if (!(reg_val & CN93_R_OUT_CTL_IDLE)) {  in octep_setup_oq_regs_cn93_pf()
322 			reg_val = octep_read_csr64(oct, CN93_SDP_R_OUT_CONTROL(oq_no));  in octep_setup_oq_regs_cn93_pf()
323 		} while (!(reg_val & CN93_R_OUT_CTL_IDLE));  in octep_setup_oq_regs_cn93_pf()
326 	reg_val &= ~(CN93_R_OUT_CTL_IMODE);  in octep_setup_oq_regs_cn93_pf()
327 	reg_val &= ~(CN93_R_OUT_CTL_ROR_P);  in octep_setup_oq_regs_cn93_pf()
328 	reg_val &= ~(CN93_R_OUT_CTL_NSR_P);  in octep_setup_oq_regs_cn93_pf()
329 	reg_val &= ~(CN93_R_OUT_CTL_ROR_I);  in octep_setup_oq_regs_cn93_pf()
330 	reg_val &= ~(CN93_R_OUT_CTL_NSR_I);  in octep_setup_oq_regs_cn93_pf()
331 	reg_val &= ~(CN93_R_OUT_CTL_ES_I);  in octep_setup_oq_regs_cn93_pf()
332 	reg_val &= ~(CN93_R_OUT_CTL_ROR_D);  in octep_setup_oq_regs_cn93_pf()
333 	reg_val &= ~(CN93_R_OUT_CTL_NSR_D);  in octep_setup_oq_regs_cn93_pf()
334 	reg_val &= ~(CN93_R_OUT_CTL_ES_D);  in octep_setup_oq_regs_cn93_pf()
335 	reg_val |= (CN93_R_OUT_CTL_ES_P);  in octep_setup_oq_regs_cn93_pf()
337 	octep_write_csr64(oct, CN93_SDP_R_OUT_CONTROL(oq_no), reg_val);  in octep_setup_oq_regs_cn93_pf()
354 	reg_val = ((u64)time_threshold << 32) |  in octep_setup_oq_regs_cn93_pf()
356 	octep_write_csr64(oct, CN93_SDP_R_OUT_INT_LEVELS(oq_no), reg_val);  in octep_setup_oq_regs_cn93_pf()
407 	u64 reg_val = 0;  in octep_non_ioq_intr_handler_cn93_pf()  local
411 	reg_val = octep_read_csr64(oct, CN93_SDP_EPF_IRERR_RINT);  in octep_non_ioq_intr_handler_cn93_pf()
412 	if (reg_val) {  in octep_non_ioq_intr_handler_cn93_pf()
414 			 "received IRERR_RINT intr: 0x%llx\n", reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
415 		octep_write_csr64(oct, CN93_SDP_EPF_IRERR_RINT, reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
418 			reg_val = octep_read_csr64(oct,  in octep_non_ioq_intr_handler_cn93_pf()
420 			if (reg_val) {  in octep_non_ioq_intr_handler_cn93_pf()
423 					 i, reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
425 						  reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
432 	reg_val = octep_read_csr64(oct, CN93_SDP_EPF_ORERR_RINT);  in octep_non_ioq_intr_handler_cn93_pf()
433 	if (reg_val) {  in octep_non_ioq_intr_handler_cn93_pf()
435 			 "Received ORERR_RINT intr: 0x%llx\n", reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
436 		octep_write_csr64(oct, CN93_SDP_EPF_ORERR_RINT, reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
438 			reg_val = octep_read_csr64(oct, CN93_SDP_R_ERR_TYPE(i));  in octep_non_ioq_intr_handler_cn93_pf()
439 			if (reg_val) {  in octep_non_ioq_intr_handler_cn93_pf()
442 					 i, reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
444 						  reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
452 	reg_val = octep_read_csr64(oct, CN93_SDP_EPF_VFIRE_RINT(0));  in octep_non_ioq_intr_handler_cn93_pf()
453 	if (reg_val) {  in octep_non_ioq_intr_handler_cn93_pf()
455 			 "Received VFIRE_RINT intr: 0x%llx\n", reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
456 		octep_write_csr64(oct, CN93_SDP_EPF_VFIRE_RINT(0), reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
461 	reg_val = octep_read_csr64(oct, CN93_SDP_EPF_VFORE_RINT(0));  in octep_non_ioq_intr_handler_cn93_pf()
462 	if (reg_val) {  in octep_non_ioq_intr_handler_cn93_pf()
464 			 "Received VFORE_RINT intr: 0x%llx\n", reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
465 		octep_write_csr64(oct, CN93_SDP_EPF_VFORE_RINT(0), reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
474 	reg_val = octep_read_csr64(oct, CN93_SDP_EPF_DMA_RINT);  in octep_non_ioq_intr_handler_cn93_pf()
475 	if (reg_val) {  in octep_non_ioq_intr_handler_cn93_pf()
476 		octep_write_csr64(oct, CN93_SDP_EPF_DMA_RINT, reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
481 	reg_val = octep_read_csr64(oct, CN93_SDP_EPF_DMA_VF_RINT(0));  in octep_non_ioq_intr_handler_cn93_pf()
482 	if (reg_val) {  in octep_non_ioq_intr_handler_cn93_pf()
484 			 "Received DMA_VF_RINT intr: 0x%llx\n", reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
485 		octep_write_csr64(oct, CN93_SDP_EPF_DMA_VF_RINT(0), reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
490 	reg_val = octep_read_csr64(oct, CN93_SDP_EPF_PP_VF_RINT(0));  in octep_non_ioq_intr_handler_cn93_pf()
491 	if (reg_val) {  in octep_non_ioq_intr_handler_cn93_pf()
493 			 "Received PP_VF_RINT intr: 0x%llx\n", reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
494 		octep_write_csr64(oct, CN93_SDP_EPF_PP_VF_RINT(0), reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
499 	reg_val = octep_read_csr64(oct, CN93_SDP_EPF_MISC_RINT);  in octep_non_ioq_intr_handler_cn93_pf()
500 	if (reg_val) {  in octep_non_ioq_intr_handler_cn93_pf()
502 			 "Received MISC_RINT intr: 0x%llx\n", reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
503 		octep_write_csr64(oct, CN93_SDP_EPF_MISC_RINT, reg_val);  in octep_non_ioq_intr_handler_cn93_pf()
613 	u64 reg_val;  in octep_enable_iq_cn93_pf()  local
624 	reg_val = octep_read_csr64(oct,  CN93_SDP_R_IN_INT_LEVELS(iq_no));  in octep_enable_iq_cn93_pf()
625 	reg_val |= (0x1ULL << 62);  in octep_enable_iq_cn93_pf()
626 	octep_write_csr64(oct, CN93_SDP_R_IN_INT_LEVELS(iq_no), reg_val);  in octep_enable_iq_cn93_pf()
628 	reg_val = octep_read_csr64(oct, CN93_SDP_R_IN_ENABLE(iq_no));  in octep_enable_iq_cn93_pf()
629 	reg_val |= 0x1ULL;  in octep_enable_iq_cn93_pf()
630 	octep_write_csr64(oct, CN93_SDP_R_IN_ENABLE(iq_no), reg_val);  in octep_enable_iq_cn93_pf()
636 	u64 reg_val = 0ULL;  in octep_enable_oq_cn93_pf()  local
640 	reg_val = octep_read_csr64(oct,  CN93_SDP_R_OUT_INT_LEVELS(oq_no));  in octep_enable_oq_cn93_pf()
641 	reg_val |= (0x1ULL << 62);  in octep_enable_oq_cn93_pf()
642 	octep_write_csr64(oct, CN93_SDP_R_OUT_INT_LEVELS(oq_no), reg_val);  in octep_enable_oq_cn93_pf()
646 	reg_val = octep_read_csr64(oct, CN93_SDP_R_OUT_ENABLE(oq_no));  in octep_enable_oq_cn93_pf()
647 	reg_val |= 0x1ULL;  in octep_enable_oq_cn93_pf()
648 	octep_write_csr64(oct, CN93_SDP_R_OUT_ENABLE(oq_no), reg_val);  in octep_enable_oq_cn93_pf()
665 	u64 reg_val = 0ULL;  in octep_disable_iq_cn93_pf()  local
669 	reg_val = octep_read_csr64(oct, CN93_SDP_R_IN_ENABLE(iq_no));  in octep_disable_iq_cn93_pf()
670 	reg_val &= ~0x1ULL;  in octep_disable_iq_cn93_pf()
671 	octep_write_csr64(oct, CN93_SDP_R_IN_ENABLE(iq_no), reg_val);  in octep_disable_iq_cn93_pf()
677 	u64 reg_val = 0ULL;  in octep_disable_oq_cn93_pf()  local
680 	reg_val = octep_read_csr64(oct, CN93_SDP_R_OUT_ENABLE(oq_no));  in octep_disable_oq_cn93_pf()
681 	reg_val &= ~0x1ULL;  in octep_disable_oq_cn93_pf()
682 	octep_write_csr64(oct, CN93_SDP_R_OUT_ENABLE(oq_no), reg_val);  in octep_disable_oq_cn93_pf()