142594600SBen Skeggs #ifndef __NVKM_MMU_H__
242594600SBen Skeggs #define __NVKM_MMU_H__
35ce3bf3cSBen Skeggs #include <core/subdev.h>
45ce3bf3cSBen Skeggs #include <core/mm.h>
54246b92cSBen Skeggs struct nvkm_gpuobj;
642594600SBen Skeggs struct nvkm_mem;
75ce3bf3cSBen Skeggs 
842594600SBen Skeggs struct nvkm_vm_pgt {
9d0659d32SBen Skeggs 	struct nvkm_memory *mem[2];
105ce3bf3cSBen Skeggs 	u32 refcount[2];
115ce3bf3cSBen Skeggs };
125ce3bf3cSBen Skeggs 
1342594600SBen Skeggs struct nvkm_vma {
1442594600SBen Skeggs 	struct nvkm_vm *vm;
1542594600SBen Skeggs 	struct nvkm_mm_node *node;
169ce523ccSBen Skeggs 	union {
175ce3bf3cSBen Skeggs 		u64 offset;
189ce523ccSBen Skeggs 		u64 addr;
199ce523ccSBen Skeggs 	};
205ce3bf3cSBen Skeggs 	u32 access;
215ce3bf3cSBen Skeggs };
225ce3bf3cSBen Skeggs 
2342594600SBen Skeggs struct nvkm_vm {
24806a7335SBen Skeggs 	const struct nvkm_vmm_func *func;
2542594600SBen Skeggs 	struct nvkm_mmu *mmu;
26806a7335SBen Skeggs 	const char *name;
27806a7335SBen Skeggs 	struct kref kref;
281de68568SBen Skeggs 	struct mutex mutex;
29806a7335SBen Skeggs 
30806a7335SBen Skeggs 	u64 start;
31806a7335SBen Skeggs 	u64 limit;
32806a7335SBen Skeggs 
33806a7335SBen Skeggs 	struct nvkm_vmm_pt *pd;
34806a7335SBen Skeggs 	struct list_head join;
35806a7335SBen Skeggs 
3642594600SBen Skeggs 	struct nvkm_mm mm;
375ce3bf3cSBen Skeggs 	struct kref refcount;
3842594600SBen Skeggs 	struct nvkm_vm_pgt *pgt;
395ce3bf3cSBen Skeggs 	u32 fpde;
405ce3bf3cSBen Skeggs 	u32 lpde;
415e075fdeSBen Skeggs 
425e075fdeSBen Skeggs 	bool bootstrapped;
43806a7335SBen Skeggs 	atomic_t engref[NVKM_SUBDEV_NR];
4403b0ba7bSBen Skeggs 
4503b0ba7bSBen Skeggs 	dma_addr_t null;
4603b0ba7bSBen Skeggs 	void *nullp;
475ce3bf3cSBen Skeggs };
485ce3bf3cSBen Skeggs 
4942594600SBen Skeggs int  nvkm_vm_new(struct nvkm_device *, u64 offset, u64 length, u64 mm_offset,
501de68568SBen Skeggs 		 struct lock_class_key *, struct nvkm_vm **);
51d30af7ceSBen Skeggs int  nvkm_vm_ref(struct nvkm_vm *, struct nvkm_vm **, struct nvkm_memory *inst);
52d8e83994SBen Skeggs int  nvkm_vm_boot(struct nvkm_vm *, u64 size);
5342594600SBen Skeggs int  nvkm_vm_get(struct nvkm_vm *, u64 size, u32 page_shift, u32 access,
5442594600SBen Skeggs 		 struct nvkm_vma *);
5542594600SBen Skeggs void nvkm_vm_put(struct nvkm_vma *);
5642594600SBen Skeggs void nvkm_vm_map(struct nvkm_vma *, struct nvkm_mem *);
5742594600SBen Skeggs void nvkm_vm_map_at(struct nvkm_vma *, u64 offset, struct nvkm_mem *);
5842594600SBen Skeggs void nvkm_vm_unmap(struct nvkm_vma *);
5942594600SBen Skeggs void nvkm_vm_unmap_at(struct nvkm_vma *, u64 offset, u64 length);
60c9582455SBen Skeggs 
61c9582455SBen Skeggs struct nvkm_mmu {
62c9582455SBen Skeggs 	const struct nvkm_mmu_func *func;
63c9582455SBen Skeggs 	struct nvkm_subdev subdev;
64c9582455SBen Skeggs 
65c9582455SBen Skeggs 	u64 limit;
66c9582455SBen Skeggs 	u8  dma_bits;
67c9582455SBen Skeggs 	u8  lpg_shift;
680b11b30dSBen Skeggs 
690b11b30dSBen Skeggs 	struct nvkm_vmm *vmm;
709a45ddaaSBen Skeggs 
719a45ddaaSBen Skeggs 	struct {
729a45ddaaSBen Skeggs 		struct mutex mutex;
739a45ddaaSBen Skeggs 		struct list_head list;
74f1280394SBen Skeggs 	} ptc, ptp;
75c9582455SBen Skeggs };
76c9582455SBen Skeggs 
77c9582455SBen Skeggs int nv04_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
78c9582455SBen Skeggs int nv41_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
79c9582455SBen Skeggs int nv44_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
80c9582455SBen Skeggs int nv50_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
810f43715fSBen Skeggs int g84_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
82c9582455SBen Skeggs int gf100_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
83db018585SBen Skeggs int gk104_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
84d1f6c8d2SBen Skeggs int gk20a_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
85e1e33c79SBen Skeggs int gm200_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
86cedc4d57SBen Skeggs int gm20b_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
87b86a4587SBen Skeggs int gp100_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
886359c982SBen Skeggs int gp10b_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
895ce3bf3cSBen Skeggs #endif
90