142594600SBen Skeggs #ifndef __NVKM_MMU_H__ 242594600SBen Skeggs #define __NVKM_MMU_H__ 35ce3bf3cSBen Skeggs #include <core/subdev.h> 45ce3bf3cSBen Skeggs #include <core/mm.h> 54246b92cSBen Skeggs struct nvkm_gpuobj; 642594600SBen Skeggs struct nvkm_mem; 75ce3bf3cSBen Skeggs 842594600SBen Skeggs struct nvkm_vm_pgt { 9d0659d32SBen Skeggs struct nvkm_memory *mem[2]; 105ce3bf3cSBen Skeggs u32 refcount[2]; 115ce3bf3cSBen Skeggs }; 125ce3bf3cSBen Skeggs 1342594600SBen Skeggs struct nvkm_vm_pgd { 145ce3bf3cSBen Skeggs struct list_head head; 1542594600SBen Skeggs struct nvkm_gpuobj *obj; 165ce3bf3cSBen Skeggs }; 175ce3bf3cSBen Skeggs 1842594600SBen Skeggs struct nvkm_vma { 1942594600SBen Skeggs struct nvkm_vm *vm; 2042594600SBen Skeggs struct nvkm_mm_node *node; 219ce523ccSBen Skeggs union { 225ce3bf3cSBen Skeggs u64 offset; 239ce523ccSBen Skeggs u64 addr; 249ce523ccSBen Skeggs }; 255ce3bf3cSBen Skeggs u32 access; 265ce3bf3cSBen Skeggs }; 275ce3bf3cSBen Skeggs 2842594600SBen Skeggs struct nvkm_vm { 2942594600SBen Skeggs struct nvkm_mmu *mmu; 301de68568SBen Skeggs 311de68568SBen Skeggs struct mutex mutex; 3242594600SBen Skeggs struct nvkm_mm mm; 335ce3bf3cSBen Skeggs struct kref refcount; 345ce3bf3cSBen Skeggs 355ce3bf3cSBen Skeggs struct list_head pgd_list; 3668f3f702SBen Skeggs atomic_t engref[NVKM_SUBDEV_NR]; 375ce3bf3cSBen Skeggs 3842594600SBen Skeggs struct nvkm_vm_pgt *pgt; 395ce3bf3cSBen Skeggs u32 fpde; 405ce3bf3cSBen Skeggs u32 lpde; 415e075fdeSBen Skeggs 425e075fdeSBen Skeggs bool bootstrapped; 435ce3bf3cSBen Skeggs }; 445ce3bf3cSBen Skeggs 4542594600SBen Skeggs int nvkm_vm_new(struct nvkm_device *, u64 offset, u64 length, u64 mm_offset, 461de68568SBen Skeggs struct lock_class_key *, struct nvkm_vm **); 4742594600SBen Skeggs int nvkm_vm_ref(struct nvkm_vm *, struct nvkm_vm **, struct nvkm_gpuobj *pgd); 48d8e83994SBen Skeggs int nvkm_vm_boot(struct nvkm_vm *, u64 size); 4942594600SBen Skeggs int nvkm_vm_get(struct nvkm_vm *, u64 size, u32 page_shift, u32 access, 5042594600SBen Skeggs struct nvkm_vma *); 5142594600SBen Skeggs void nvkm_vm_put(struct nvkm_vma *); 5242594600SBen Skeggs void nvkm_vm_map(struct nvkm_vma *, struct nvkm_mem *); 5342594600SBen Skeggs void nvkm_vm_map_at(struct nvkm_vma *, u64 offset, struct nvkm_mem *); 5442594600SBen Skeggs void nvkm_vm_unmap(struct nvkm_vma *); 5542594600SBen Skeggs void nvkm_vm_unmap_at(struct nvkm_vma *, u64 offset, u64 length); 56c9582455SBen Skeggs 57c9582455SBen Skeggs struct nvkm_mmu { 58c9582455SBen Skeggs const struct nvkm_mmu_func *func; 59c9582455SBen Skeggs struct nvkm_subdev subdev; 60c9582455SBen Skeggs 61c9582455SBen Skeggs u64 limit; 62c9582455SBen Skeggs u8 dma_bits; 63c9582455SBen Skeggs u8 lpg_shift; 640b11b30dSBen Skeggs 650b11b30dSBen Skeggs struct nvkm_vmm *vmm; 669a45ddaaSBen Skeggs 679a45ddaaSBen Skeggs struct { 689a45ddaaSBen Skeggs struct mutex mutex; 699a45ddaaSBen Skeggs struct list_head list; 709a45ddaaSBen Skeggs } ptc; 71c9582455SBen Skeggs }; 72c9582455SBen Skeggs 73c9582455SBen Skeggs int nv04_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 74c9582455SBen Skeggs int nv41_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 75c9582455SBen Skeggs int nv44_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 76c9582455SBen Skeggs int nv50_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 770f43715fSBen Skeggs int g84_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 78c9582455SBen Skeggs int gf100_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 79db018585SBen Skeggs int gk104_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 80d1f6c8d2SBen Skeggs int gk20a_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 81e1e33c79SBen Skeggs int gm200_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 82cedc4d57SBen Skeggs int gm20b_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 83b86a4587SBen Skeggs int gp100_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 846359c982SBen Skeggs int gp10b_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **); 855ce3bf3cSBen Skeggs #endif 86