1 #ifndef __NVKM_MMU_PRIV_H__
2 #define __NVKM_MMU_PRIV_H__
3 #define nvkm_mmu(p) container_of((p), struct nvkm_mmu, subdev)
4 #include <subdev/mmu.h>
5 
6 void nvkm_mmu_ctor(const struct nvkm_mmu_func *, struct nvkm_device *,
7 		   int index, struct nvkm_mmu *);
8 int nvkm_mmu_new_(const struct nvkm_mmu_func *, struct nvkm_device *,
9 		  int index, struct nvkm_mmu **);
10 
11 struct nvkm_mmu_func {
12 	void *(*dtor)(struct nvkm_mmu *);
13 	int (*oneinit)(struct nvkm_mmu *);
14 	void (*init)(struct nvkm_mmu *);
15 
16 	u64 limit;
17 	u8  dma_bits;
18 	u32 pgt_bits;
19 	u8  spg_shift;
20 	u8  lpg_shift;
21 
22 	int  (*create)(struct nvkm_mmu *, u64 offset, u64 length, u64 mm_offset,
23 		       struct lock_class_key *, struct nvkm_vm **);
24 
25 	void (*map_pgt)(struct nvkm_gpuobj *pgd, u32 pde,
26 			struct nvkm_memory *pgt[2]);
27 	void (*map)(struct nvkm_vma *, struct nvkm_memory *,
28 		    struct nvkm_mem *, u32 pte, u32 cnt,
29 		    u64 phys, u64 delta);
30 	void (*map_sg)(struct nvkm_vma *, struct nvkm_memory *,
31 		       struct nvkm_mem *, u32 pte, u32 cnt, dma_addr_t *);
32 	void (*unmap)(struct nvkm_vma *, struct nvkm_memory *pgt,
33 		      u32 pte, u32 cnt);
34 	void (*flush)(struct nvkm_vm *);
35 };
36 
37 int nvkm_vm_create(struct nvkm_mmu *, u64, u64, u64, u32,
38 		   struct lock_class_key *, struct nvkm_vm **);
39 
40 int nv50_vm_create(struct nvkm_mmu *, u64, u64, u64, struct lock_class_key *,
41 		   struct nvkm_vm **);
42 void nv50_vm_map_pgt(struct nvkm_gpuobj *, u32, struct nvkm_memory **);
43 void nv50_vm_map(struct nvkm_vma *, struct nvkm_memory *, struct nvkm_mem *,
44 		 u32, u32, u64, u64);
45 void nv50_vm_map_sg(struct nvkm_vma *, struct nvkm_memory *, struct nvkm_mem *,
46 		    u32, u32, dma_addr_t *);
47 void nv50_vm_unmap(struct nvkm_vma *, struct nvkm_memory *, u32, u32);
48 void nv50_vm_flush(struct nvkm_vm *);
49 
50 int gf100_vm_create(struct nvkm_mmu *, u64, u64, u64, struct lock_class_key *,
51 		    struct nvkm_vm **);
52 void gf100_vm_map_pgt(struct nvkm_gpuobj *, u32, struct nvkm_memory **);
53 void gf100_vm_map(struct nvkm_vma *, struct nvkm_memory *, struct nvkm_mem *,
54 		  u32, u32, u64, u64);
55 void gf100_vm_map_sg(struct nvkm_vma *, struct nvkm_memory *, struct nvkm_mem *,
56 		     u32, u32, dma_addr_t *);
57 void gf100_vm_unmap(struct nvkm_vma *, struct nvkm_memory *, u32, u32);
58 void gf100_vm_flush(struct nvkm_vm *);
59 
60 struct nvkm_mmu_pt {
61 	union {
62 		struct nvkm_mmu_ptc *ptc;
63 		struct nvkm_mmu_ptp *ptp;
64 	};
65 	struct nvkm_memory *memory;
66 	bool sub;
67 	u16 base;
68 	u64 addr;
69 	struct list_head head;
70 };
71 
72 void nvkm_mmu_ptc_dump(struct nvkm_mmu *);
73 struct nvkm_mmu_pt *
74 nvkm_mmu_ptc_get(struct nvkm_mmu *, u32 size, u32 align, bool zero);
75 void nvkm_mmu_ptc_put(struct nvkm_mmu *, bool force, struct nvkm_mmu_pt **);
76 #endif
77