279 	struct ivpu_mmu_info *mmu = vdev->mmu;  in ivpu_mmu_cdtab_alloc()  local
280 	struct ivpu_mmu_cdtab *cdtab = &mmu->cdtab;  in ivpu_mmu_cdtab_alloc()
294 	struct ivpu_mmu_info *mmu = vdev->mmu;  in ivpu_mmu_strtab_alloc()  local
295 	struct ivpu_mmu_strtab *strtab = &mmu->strtab;  in ivpu_mmu_strtab_alloc()
314 	struct ivpu_mmu_info *mmu = vdev->mmu;  in ivpu_mmu_cmdq_alloc()  local
315 	struct ivpu_mmu_queue *q = &mmu->cmdq;  in ivpu_mmu_cmdq_alloc()
333 	struct ivpu_mmu_info *mmu = vdev->mmu;  in ivpu_mmu_evtq_alloc()  local
334 	struct ivpu_mmu_queue *q = &mmu->evtq;  in ivpu_mmu_evtq_alloc()
408 	struct ivpu_mmu_queue *cmdq = &vdev->mmu->cmdq;  in ivpu_mmu_cmdq_wait_for_cons()
416 	struct ivpu_mmu_queue *q = &vdev->mmu->cmdq;  in ivpu_mmu_cmdq_cmd_write()
436 	struct ivpu_mmu_queue *q = &vdev->mmu->cmdq;  in ivpu_mmu_cmdq_sync()
484 	struct ivpu_mmu_info *mmu = vdev->mmu;  in ivpu_mmu_reset()  local
488 	memset(mmu->cmdq.base, 0, IVPU_MMU_CMDQ_SIZE);  in ivpu_mmu_reset()
489 	clflush_cache_range(mmu->cmdq.base, IVPU_MMU_CMDQ_SIZE);  in ivpu_mmu_reset()
490 	mmu->cmdq.prod = 0;  in ivpu_mmu_reset()
491 	mmu->cmdq.cons = 0;  in ivpu_mmu_reset()
493 	memset(mmu->evtq.base, 0, IVPU_MMU_EVTQ_SIZE);  in ivpu_mmu_reset()
494 	mmu->evtq.prod = 0;  in ivpu_mmu_reset()
495 	mmu->evtq.cons = 0;  in ivpu_mmu_reset()
509 	REGV_WR64(VPU_37XX_HOST_MMU_STRTAB_BASE, mmu->strtab.dma_q);  in ivpu_mmu_reset()
510 	REGV_WR32(VPU_37XX_HOST_MMU_STRTAB_BASE_CFG, mmu->strtab.base_cfg);  in ivpu_mmu_reset()
512 	REGV_WR64(VPU_37XX_HOST_MMU_CMDQ_BASE, mmu->cmdq.dma_q);  in ivpu_mmu_reset()
533 	REGV_WR64(VPU_37XX_HOST_MMU_EVTQ_BASE, mmu->evtq.dma_q);  in ivpu_mmu_reset()
557 	struct ivpu_mmu_info *mmu = vdev->mmu;  in ivpu_mmu_strtab_link_cd()  local
558 	struct ivpu_mmu_strtab *strtab = &mmu->strtab;  in ivpu_mmu_strtab_link_cd()
559 	struct ivpu_mmu_cdtab *cdtab = &mmu->cdtab;  in ivpu_mmu_strtab_link_cd()
598 	struct ivpu_mmu_info *mmu = vdev->mmu;  in ivpu_mmu_invalidate_tlb()  local
601 	mutex_lock(&mmu->lock);  in ivpu_mmu_invalidate_tlb()
602 	if (!mmu->on)  in ivpu_mmu_invalidate_tlb()
611 	mutex_unlock(&mmu->lock);  in ivpu_mmu_invalidate_tlb()
617 	struct ivpu_mmu_info *mmu = vdev->mmu;  in ivpu_mmu_cd_add()  local
618 	struct ivpu_mmu_cdtab *cdtab = &mmu->cdtab;  in ivpu_mmu_cd_add()
662 	mutex_lock(&mmu->lock);  in ivpu_mmu_cd_add()
663 	if (!mmu->on)  in ivpu_mmu_cd_add()
672 	mutex_unlock(&mmu->lock);  in ivpu_mmu_cd_add()
705 	struct ivpu_mmu_info *mmu = vdev->mmu;  in ivpu_mmu_init()  local
710 	drmm_mutex_init(&vdev->drm, &mmu->lock);  in ivpu_mmu_init()
742 	struct ivpu_mmu_info *mmu = vdev->mmu;  in ivpu_mmu_enable()  local
745 	mutex_lock(&mmu->lock);  in ivpu_mmu_enable()
747 	mmu->on = true;  in ivpu_mmu_enable()
767 	mutex_unlock(&mmu->lock);  in ivpu_mmu_enable()
771 	mmu->on = false;  in ivpu_mmu_enable()
772 	mutex_unlock(&mmu->lock);  in ivpu_mmu_enable()
778 	struct ivpu_mmu_info *mmu = vdev->mmu;  in ivpu_mmu_disable()  local
780 	mutex_lock(&mmu->lock);  in ivpu_mmu_disable()
781 	mmu->on = false;  in ivpu_mmu_disable()
782 	mutex_unlock(&mmu->lock);  in ivpu_mmu_disable()
799 	struct ivpu_mmu_queue *evtq = &vdev->mmu->evtq;  in ivpu_mmu_get_event()