142594600SBen Skeggs #ifndef __NVKM_MMU_H__
242594600SBen Skeggs #define __NVKM_MMU_H__
35ce3bf3cSBen Skeggs #include <core/subdev.h>
45ce3bf3cSBen Skeggs #include <core/mm.h>
54246b92cSBen Skeggs struct nvkm_gpuobj;
642594600SBen Skeggs struct nvkm_mem;
75ce3bf3cSBen Skeggs 
842594600SBen Skeggs struct nvkm_vm_pgt {
9d0659d32SBen Skeggs 	struct nvkm_memory *mem[2];
105ce3bf3cSBen Skeggs 	u32 refcount[2];
115ce3bf3cSBen Skeggs };
125ce3bf3cSBen Skeggs 
1342594600SBen Skeggs struct nvkm_vm_pgd {
145ce3bf3cSBen Skeggs 	struct list_head head;
1542594600SBen Skeggs 	struct nvkm_gpuobj *obj;
165ce3bf3cSBen Skeggs };
175ce3bf3cSBen Skeggs 
1842594600SBen Skeggs struct nvkm_vma {
1942594600SBen Skeggs 	struct nvkm_vm *vm;
2042594600SBen Skeggs 	struct nvkm_mm_node *node;
219ce523ccSBen Skeggs 	union {
225ce3bf3cSBen Skeggs 		u64 offset;
239ce523ccSBen Skeggs 		u64 addr;
249ce523ccSBen Skeggs 	};
255ce3bf3cSBen Skeggs 	u32 access;
265ce3bf3cSBen Skeggs };
275ce3bf3cSBen Skeggs 
2842594600SBen Skeggs struct nvkm_vm {
2942594600SBen Skeggs 	struct nvkm_mmu *mmu;
301de68568SBen Skeggs 
311de68568SBen Skeggs 	struct mutex mutex;
3242594600SBen Skeggs 	struct nvkm_mm mm;
335ce3bf3cSBen Skeggs 	struct kref refcount;
345ce3bf3cSBen Skeggs 
355ce3bf3cSBen Skeggs 	struct list_head pgd_list;
3668f3f702SBen Skeggs 	atomic_t engref[NVKM_SUBDEV_NR];
375ce3bf3cSBen Skeggs 
3842594600SBen Skeggs 	struct nvkm_vm_pgt *pgt;
395ce3bf3cSBen Skeggs 	u32 fpde;
405ce3bf3cSBen Skeggs 	u32 lpde;
415e075fdeSBen Skeggs 
425e075fdeSBen Skeggs 	bool bootstrapped;
435ce3bf3cSBen Skeggs };
445ce3bf3cSBen Skeggs 
4542594600SBen Skeggs int  nvkm_vm_new(struct nvkm_device *, u64 offset, u64 length, u64 mm_offset,
461de68568SBen Skeggs 		 struct lock_class_key *, struct nvkm_vm **);
4742594600SBen Skeggs int  nvkm_vm_ref(struct nvkm_vm *, struct nvkm_vm **, struct nvkm_gpuobj *pgd);
48d8e83994SBen Skeggs int  nvkm_vm_boot(struct nvkm_vm *, u64 size);
4942594600SBen Skeggs int  nvkm_vm_get(struct nvkm_vm *, u64 size, u32 page_shift, u32 access,
5042594600SBen Skeggs 		 struct nvkm_vma *);
5142594600SBen Skeggs void nvkm_vm_put(struct nvkm_vma *);
5242594600SBen Skeggs void nvkm_vm_map(struct nvkm_vma *, struct nvkm_mem *);
5342594600SBen Skeggs void nvkm_vm_map_at(struct nvkm_vma *, u64 offset, struct nvkm_mem *);
5442594600SBen Skeggs void nvkm_vm_unmap(struct nvkm_vma *);
5542594600SBen Skeggs void nvkm_vm_unmap_at(struct nvkm_vma *, u64 offset, u64 length);
56c9582455SBen Skeggs 
57c9582455SBen Skeggs struct nvkm_mmu {
58c9582455SBen Skeggs 	const struct nvkm_mmu_func *func;
59c9582455SBen Skeggs 	struct nvkm_subdev subdev;
60c9582455SBen Skeggs 
61c9582455SBen Skeggs 	u64 limit;
62c9582455SBen Skeggs 	u8  dma_bits;
63c9582455SBen Skeggs 	u8  lpg_shift;
640b11b30dSBen Skeggs 
650b11b30dSBen Skeggs 	struct nvkm_vmm *vmm;
669a45ddaaSBen Skeggs 
679a45ddaaSBen Skeggs 	struct {
689a45ddaaSBen Skeggs 		struct mutex mutex;
699a45ddaaSBen Skeggs 		struct list_head list;
709a45ddaaSBen Skeggs 	} ptc;
71c9582455SBen Skeggs };
72c9582455SBen Skeggs 
73c9582455SBen Skeggs int nv04_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
74c9582455SBen Skeggs int nv41_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
75c9582455SBen Skeggs int nv44_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
76c9582455SBen Skeggs int nv50_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
770f43715fSBen Skeggs int g84_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
78c9582455SBen Skeggs int gf100_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
79db018585SBen Skeggs int gk104_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
80d1f6c8d2SBen Skeggs int gk20a_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
81e1e33c79SBen Skeggs int gm200_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
82cedc4d57SBen Skeggs int gm20b_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
83b86a4587SBen Skeggs int gp100_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
846359c982SBen Skeggs int gp10b_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
855ce3bf3cSBen Skeggs #endif
86