270 	p->dqrr.next_idx = 0;  in qbman_swp_init()
271 	p->dqrr.valid_bit = QB_VALID_BIT;  in qbman_swp_init()
274 		p->dqrr.dqrr_size = 4;  in qbman_swp_init()
275 		p->dqrr.reset_bug = 1;  in qbman_swp_init()
277 		p->dqrr.dqrr_size = 8;  in qbman_swp_init()
278 		p->dqrr.reset_bug = 0;  in qbman_swp_init()
286 		reg = qbman_set_swp_cfg(p->dqrr.dqrr_size,  in qbman_swp_init()
300 		reg = qbman_set_swp_cfg(p->dqrr.dqrr_size,  in qbman_swp_init()
361 	qbman_swp_set_irq_coalescing(p, p->dqrr.dqrr_size - 1, 0);  in qbman_swp_init()
1184 	if (unlikely(s->dqrr.reset_bug)) {  in qbman_swp_dqrr_next_direct()
1197 		if (pi == s->dqrr.next_idx)  in qbman_swp_dqrr_next_direct()
1208 		if (s->dqrr.next_idx == (s->dqrr.dqrr_size - 1)) {  in qbman_swp_dqrr_next_direct()
1210 				 s->dqrr.next_idx, pi);  in qbman_swp_dqrr_next_direct()
1211 			s->dqrr.reset_bug = 0;  in qbman_swp_dqrr_next_direct()
1214 				       QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_direct()
1217 	p = qbman_get_cmd(s, QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx));  in qbman_swp_dqrr_next_direct()
1228 	if ((verb & QB_VALID_BIT) != s->dqrr.valid_bit) {  in qbman_swp_dqrr_next_direct()
1230 				       QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_direct()
1237 	s->dqrr.next_idx++;  in qbman_swp_dqrr_next_direct()
1238 	s->dqrr.next_idx &= s->dqrr.dqrr_size - 1; /* Wrap around */  in qbman_swp_dqrr_next_direct()
1239 	if (!s->dqrr.next_idx)  in qbman_swp_dqrr_next_direct()
1240 		s->dqrr.valid_bit ^= QB_VALID_BIT;  in qbman_swp_dqrr_next_direct()
1253 	prefetch(qbman_get_cmd(s, QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_direct()
1276 	if (unlikely(s->dqrr.reset_bug)) {  in qbman_swp_dqrr_next_mem_back()
1289 		if (pi == s->dqrr.next_idx)  in qbman_swp_dqrr_next_mem_back()
1300 		if (s->dqrr.next_idx == (s->dqrr.dqrr_size - 1)) {  in qbman_swp_dqrr_next_mem_back()
1302 				 s->dqrr.next_idx, pi);  in qbman_swp_dqrr_next_mem_back()
1303 			s->dqrr.reset_bug = 0;  in qbman_swp_dqrr_next_mem_back()
1306 				       QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_mem_back()
1309 	p = qbman_get_cmd(s, QBMAN_CENA_SWP_DQRR_MEM(s->dqrr.next_idx));  in qbman_swp_dqrr_next_mem_back()
1320 	if ((verb & QB_VALID_BIT) != s->dqrr.valid_bit) {  in qbman_swp_dqrr_next_mem_back()
1322 				       QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_mem_back()
1329 	s->dqrr.next_idx++;  in qbman_swp_dqrr_next_mem_back()
1330 	s->dqrr.next_idx &= s->dqrr.dqrr_size - 1; /* Wrap around */  in qbman_swp_dqrr_next_mem_back()
1331 	if (!s->dqrr.next_idx)  in qbman_swp_dqrr_next_mem_back()
1332 		s->dqrr.valid_bit ^= QB_VALID_BIT;  in qbman_swp_dqrr_next_mem_back()
1345 	prefetch(qbman_get_cmd(s, QBMAN_CENA_SWP_DQRR(s->dqrr.next_idx)));  in qbman_swp_dqrr_next_mem_back()
1825 	if (irq_threshold >= p->dqrr.dqrr_size) {  in qbman_swp_set_irq_coalescing()
1826 		pr_err("irq_threshold must be < %u\n", p->dqrr.dqrr_size - 1);  in qbman_swp_set_irq_coalescing()