1 #ifndef __NVKM_MMU_PRIV_H__ 2 #define __NVKM_MMU_PRIV_H__ 3 #define nvkm_mmu(p) container_of((p), struct nvkm_mmu, subdev) 4 #include <subdev/mmu.h> 5 6 void nvkm_mmu_ctor(const struct nvkm_mmu_func *, struct nvkm_device *, 7 int index, struct nvkm_mmu *); 8 int nvkm_mmu_new_(const struct nvkm_mmu_func *, struct nvkm_device *, 9 int index, struct nvkm_mmu **); 10 11 struct nvkm_mmu_func { 12 void *(*dtor)(struct nvkm_mmu *); 13 int (*oneinit)(struct nvkm_mmu *); 14 void (*init)(struct nvkm_mmu *); 15 16 u64 limit; 17 u8 dma_bits; 18 u32 pgt_bits; 19 u8 spg_shift; 20 u8 lpg_shift; 21 22 int (*create)(struct nvkm_mmu *, u64 offset, u64 length, u64 mm_offset, 23 struct lock_class_key *, struct nvkm_vm **); 24 25 void (*map_pgt)(struct nvkm_gpuobj *pgd, u32 pde, 26 struct nvkm_memory *pgt[2]); 27 void (*map)(struct nvkm_vma *, struct nvkm_memory *, 28 struct nvkm_mem *, u32 pte, u32 cnt, 29 u64 phys, u64 delta); 30 void (*map_sg)(struct nvkm_vma *, struct nvkm_memory *, 31 struct nvkm_mem *, u32 pte, u32 cnt, dma_addr_t *); 32 void (*unmap)(struct nvkm_vma *, struct nvkm_memory *pgt, 33 u32 pte, u32 cnt); 34 void (*flush)(struct nvkm_vm *); 35 36 struct { 37 struct nvkm_sclass user; 38 int (*ctor)(struct nvkm_mmu *, u64 addr, u64 size, 39 void *argv, u32 argc, struct lock_class_key *, 40 const char *name, struct nvkm_vmm **); 41 bool global; 42 } vmm; 43 }; 44 45 int nvkm_vm_create(struct nvkm_mmu *, u64, u64, u64, u32, 46 struct lock_class_key *, struct nvkm_vm **); 47 48 extern const struct nvkm_mmu_func nv04_mmu; 49 50 int nv50_vm_create(struct nvkm_mmu *, u64, u64, u64, struct lock_class_key *, 51 struct nvkm_vm **); 52 void nv50_vm_map_pgt(struct nvkm_gpuobj *, u32, struct nvkm_memory **); 53 void nv50_vm_map(struct nvkm_vma *, struct nvkm_memory *, struct nvkm_mem *, 54 u32, u32, u64, u64); 55 void nv50_vm_map_sg(struct nvkm_vma *, struct nvkm_memory *, struct nvkm_mem *, 56 u32, u32, dma_addr_t *); 57 void nv50_vm_unmap(struct nvkm_vma *, struct nvkm_memory *, u32, u32); 58 void nv50_vm_flush(struct nvkm_vm *); 59 60 int gf100_vm_create(struct nvkm_mmu *, u64, u64, u64, struct lock_class_key *, 61 struct nvkm_vm **); 62 void gf100_vm_map_pgt(struct nvkm_gpuobj *, u32, struct nvkm_memory **); 63 void gf100_vm_map(struct nvkm_vma *, struct nvkm_memory *, struct nvkm_mem *, 64 u32, u32, u64, u64); 65 void gf100_vm_map_sg(struct nvkm_vma *, struct nvkm_memory *, struct nvkm_mem *, 66 u32, u32, dma_addr_t *); 67 void gf100_vm_unmap(struct nvkm_vma *, struct nvkm_memory *, u32, u32); 68 void gf100_vm_flush(struct nvkm_vm *); 69 70 struct nvkm_mmu_pt { 71 union { 72 struct nvkm_mmu_ptc *ptc; 73 struct nvkm_mmu_ptp *ptp; 74 }; 75 struct nvkm_memory *memory; 76 bool sub; 77 u16 base; 78 u64 addr; 79 struct list_head head; 80 }; 81 82 void nvkm_mmu_ptc_dump(struct nvkm_mmu *); 83 struct nvkm_mmu_pt * 84 nvkm_mmu_ptc_get(struct nvkm_mmu *, u32 size, u32 align, bool zero); 85 void nvkm_mmu_ptc_put(struct nvkm_mmu *, bool force, struct nvkm_mmu_pt **); 86 #endif 87