33 		 u32 ptei, u32 ptes, struct nvkm_vmm_map *map, u64 addr)  in nv50_vmm_pgt_pte()  argument
35 	u64 next = addr + map->type, data;  in nv50_vmm_pgt_pte()
39 	map->type += ptes * map->ctag;  in nv50_vmm_pgt_pte()
49 		next += pten * map->next;  in nv50_vmm_pgt_pte()
59 		 u32 ptei, u32 ptes, struct nvkm_vmm_map *map)  in nv50_vmm_pgt_sgl()  argument
61 	VMM_MAP_ITER_SGL(vmm, pt, ptei, ptes, map, nv50_vmm_pgt_pte);  in nv50_vmm_pgt_sgl()
66 		 u32 ptei, u32 ptes, struct nvkm_vmm_map *map)  in nv50_vmm_pgt_dma()  argument
68 	if (map->page->shift == PAGE_SHIFT) {  in nv50_vmm_pgt_dma()
72 			const u64 data = *map->dma++ + map->type;  in nv50_vmm_pgt_dma()
74 			map->type += map->ctag;  in nv50_vmm_pgt_dma()
80 	VMM_MAP_ITER_DMA(vmm, pt, ptei, ptes, map, nv50_vmm_pgt_pte);  in nv50_vmm_pgt_dma()
85 		 u32 ptei, u32 ptes, struct nvkm_vmm_map *map)  in nv50_vmm_pgt_mem()  argument
87 	VMM_MAP_ITER_MEM(vmm, pt, ptei, ptes, map, nv50_vmm_pgt_pte);  in nv50_vmm_pgt_mem()
227 	       struct nvkm_vmm_map *map)  in nv50_vmm_valid()  argument
229 	const struct nvkm_vmm_page *page = map->page;  in nv50_vmm_valid()
236 	struct nvkm_memory *memory = map->memory;  in nv50_vmm_valid()
241 	map->type = map->ctag = 0;  in nv50_vmm_valid()
242 	map->next = 1 << page->shift;  in nv50_vmm_valid()
263 			map->type |= ram->stolen;  in nv50_vmm_valid()
286 	if (map->mem && map->mem->type != kindm[kind]) {  in nv50_vmm_valid()
288 			  kindm[kind], map->mem->type);  in nv50_vmm_valid()
299 		if (!map->no_comp) {  in nv50_vmm_valid()
301 						   &map->tags);  in nv50_vmm_valid()
307 			if (map->tags->mn) {  in nv50_vmm_valid()
308 				u32 tags = map->tags->mn->offset +  in nv50_vmm_valid()
309 					   (map->offset >> 16);  in nv50_vmm_valid()
310 				map->ctag |= (u64)comp << 49;  in nv50_vmm_valid()
311 				map->type |= (u64)comp << 47;  in nv50_vmm_valid()
312 				map->type |= (u64)tags << 49;  in nv50_vmm_valid()
313 				map->next |= map->ctag;  in nv50_vmm_valid()
318 	map->type |= BIT(0); /* Valid. */  in nv50_vmm_valid()
319 	map->type |= (u64)ro << 3;  in nv50_vmm_valid()
320 	map->type |= (u64)aper << 4;  in nv50_vmm_valid()
321 	map->type |= (u64)priv << 6;  in nv50_vmm_valid()
322 	map->type |= (u64)kind << 40;  in nv50_vmm_valid()