142594600SBen Skeggs #ifndef __NVKM_MMU_H__ 242594600SBen Skeggs #define __NVKM_MMU_H__ 35ce3bf3cSBen Skeggs #include <core/subdev.h> 45ce3bf3cSBen Skeggs #include <core/mm.h> 54246b92cSBen Skeggs struct nvkm_gpuobj; 642594600SBen Skeggs struct nvkm_mem; 75ce3bf3cSBen Skeggs 842594600SBen Skeggs struct nvkm_vm_pgt { 9d0659d32SBen Skeggs struct nvkm_memory *mem[2]; 105ce3bf3cSBen Skeggs u32 refcount[2]; 115ce3bf3cSBen Skeggs }; 125ce3bf3cSBen Skeggs 1342594600SBen Skeggs struct nvkm_vma { 1442594600SBen Skeggs struct nvkm_vm *vm; 1542594600SBen Skeggs struct nvkm_mm_node *node; 169ce523ccSBen Skeggs union { 175ce3bf3cSBen Skeggs u64 offset; 189ce523ccSBen Skeggs u64 addr; 199ce523ccSBen Skeggs }; 205ce3bf3cSBen Skeggs u32 access; 215ce3bf3cSBen Skeggs }; 225ce3bf3cSBen Skeggs 2342594600SBen Skeggs struct nvkm_vm { 24806a7335SBen Skeggs const struct nvkm_vmm_func *func; 2542594600SBen Skeggs struct nvkm_mmu *mmu; 26806a7335SBen Skeggs const char *name; 27806a7335SBen Skeggs struct kref kref; 281de68568SBen Skeggs struct mutex mutex; 29806a7335SBen Skeggs 30806a7335SBen Skeggs u64 start; 31806a7335SBen Skeggs u64 limit; 32806a7335SBen Skeggs 33806a7335SBen Skeggs struct nvkm_vmm_pt *pd; 34806a7335SBen Skeggs struct list_head join; 35806a7335SBen Skeggs 3642594600SBen Skeggs struct nvkm_mm mm; 375ce3bf3cSBen Skeggs struct kref refcount; 3842594600SBen Skeggs struct nvkm_vm_pgt *pgt; 395ce3bf3cSBen Skeggs u32 fpde; 405ce3bf3cSBen Skeggs u32 lpde; 415e075fdeSBen Skeggs 425e075fdeSBen Skeggs bool bootstrapped; 43806a7335SBen Skeggs atomic_t engref[NVKM_SUBDEV_NR]; 4403b0ba7bSBen Skeggs 4503b0ba7bSBen Skeggs dma_addr_t null; 4603b0ba7bSBen Skeggs void *nullp; 475ce3bf3cSBen Skeggs }; 485ce3bf3cSBen Skeggs 4942594600SBen Skeggs int nvkm_vm_new(struct nvkm_device *, u64 offset, u64 length, u64 mm_offset, 501de68568SBen Skeggs struct lock_class_key *, struct nvkm_vm **); 51d30af7ceSBen Skeggs int nvkm_vm_ref(struct nvkm_vm *, struct nvkm_vm **, struct nvkm_memory *inst); 52d8e83994SBen Skeggs int nvkm_vm_boot(struct nvkm_vm *, u64 size); 5342594600SBen Skeggs int nvkm_vm_get(struct nvkm_vm *, u64 size, u32 page_shift, u32 access, 5442594600SBen Skeggs struct nvkm_vma *); 5542594600SBen Skeggs void nvkm_vm_put(struct nvkm_vma *); 5642594600SBen Skeggs void nvkm_vm_map(struct nvkm_vma *, struct nvkm_mem *); 5742594600SBen Skeggs void nvkm_vm_map_at(struct nvkm_vma *, u64 offset, struct nvkm_mem *); 5842594600SBen Skeggs void nvkm_vm_unmap(struct nvkm_vma *); 5942594600SBen Skeggs void nvkm_vm_unmap_at(struct nvkm_vma *, u64 offset, u64 length); 60c9582455SBen Skeggs 61c9582455SBen Skeggs struct nvkm_mmu { 62c9582455SBen Skeggs const struct nvkm_mmu_func *func; 63c9582455SBen Skeggs struct nvkm_subdev subdev; 64c9582455SBen Skeggs 65c9582455SBen Skeggs u64 limit; 66c9582455SBen Skeggs u8 dma_bits; 67c9582455SBen Skeggs u8 lpg_shift; 680b11b30dSBen Skeggs 690b11b30dSBen Skeggs struct nvkm_vmm *vmm; 709a45ddaaSBen Skeggs 719a45ddaaSBen Skeggs struct { 729a45ddaaSBen Skeggs struct mutex mutex; 739a45ddaaSBen Skeggs struct list_head list; 74f1280394SBen Skeggs } ptc, ptp; 75c9582455SBen Skeggs }; 76c9582455SBen Skeggs 77c9582455SBen Skeggs int nv04_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 78c9582455SBen Skeggs int nv41_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 79c9582455SBen Skeggs int nv44_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 80c9582455SBen Skeggs int nv50_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 810f43715fSBen Skeggs int g84_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 82c9582455SBen Skeggs int gf100_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 83db018585SBen Skeggs int gk104_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 84d1f6c8d2SBen Skeggs int gk20a_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 85e1e33c79SBen Skeggs int gm200_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 86cedc4d57SBen Skeggs int gm20b_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 87b86a4587SBen Skeggs int gp100_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 886359c982SBen Skeggs int gp10b_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 895ce3bf3cSBen Skeggs #endif 90