1 /*
2  * Copyright 2015 Red Hat Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  *
22  * Authors: Ben Skeggs <bskeggs@redhat.com>
23  */
24 #define nvkm_vram(p) container_of((p), struct nvkm_vram, memory)
25 #include "ram.h"
26 
27 #include <core/memory.h>
28 #include <subdev/instmem.h>
29 #include <subdev/mmu.h>
30 
31 struct nvkm_vram {
32 	struct nvkm_memory memory;
33 	struct nvkm_ram *ram;
34 	u8 page;
35 	struct nvkm_mm_node *mn;
36 };
37 
38 static int
39 nvkm_vram_kmap(struct nvkm_memory *memory, struct nvkm_memory **pmemory)
40 {
41 	return nvkm_instobj_wrap(nvkm_vram(memory)->ram->fb->subdev.device, memory, pmemory);
42 }
43 
44 static int
45 nvkm_vram_map(struct nvkm_memory *memory, u64 offset, struct nvkm_vmm *vmm,
46 	      struct nvkm_vma *vma, void *argv, u32 argc)
47 {
48 	struct nvkm_vram *vram = nvkm_vram(memory);
49 	struct nvkm_vmm_map map = {
50 		.memory = &vram->memory,
51 		.offset = offset,
52 		.mem = vram->mn,
53 	};
54 
55 	return nvkm_vmm_map(vmm, vma, argv, argc, &map);
56 }
57 
58 static u64
59 nvkm_vram_size(struct nvkm_memory *memory)
60 {
61 	return (u64)nvkm_mm_size(nvkm_vram(memory)->mn) << NVKM_RAM_MM_SHIFT;
62 }
63 
64 static u64
65 nvkm_vram_addr(struct nvkm_memory *memory)
66 {
67 	struct nvkm_vram *vram = nvkm_vram(memory);
68 	if (!nvkm_mm_contiguous(vram->mn))
69 		return ~0ULL;
70 	return (u64)nvkm_mm_addr(vram->mn) << NVKM_RAM_MM_SHIFT;
71 }
72 
73 static u8
74 nvkm_vram_page(struct nvkm_memory *memory)
75 {
76 	return nvkm_vram(memory)->page;
77 }
78 
79 static enum nvkm_memory_target
80 nvkm_vram_target(struct nvkm_memory *memory)
81 {
82 	return NVKM_MEM_TARGET_VRAM;
83 }
84 
85 static void *
86 nvkm_vram_dtor(struct nvkm_memory *memory)
87 {
88 	struct nvkm_vram *vram = nvkm_vram(memory);
89 	struct nvkm_mm_node *next = vram->mn;
90 	struct nvkm_mm_node *node;
91 	mutex_lock(&vram->ram->mutex);
92 	while ((node = next)) {
93 		next = node->next;
94 		nvkm_mm_free(&vram->ram->vram, &node);
95 	}
96 	mutex_unlock(&vram->ram->mutex);
97 	return vram;
98 }
99 
100 static const struct nvkm_memory_func
101 nvkm_vram = {
102 	.dtor = nvkm_vram_dtor,
103 	.target = nvkm_vram_target,
104 	.page = nvkm_vram_page,
105 	.addr = nvkm_vram_addr,
106 	.size = nvkm_vram_size,
107 	.map = nvkm_vram_map,
108 	.kmap = nvkm_vram_kmap,
109 };
110 
111 int
112 nvkm_ram_get(struct nvkm_device *device, u8 heap, u8 type, u8 rpage, u64 size,
113 	     bool contig, bool back, struct nvkm_memory **pmemory)
114 {
115 	struct nvkm_ram *ram;
116 	struct nvkm_mm *mm;
117 	struct nvkm_mm_node **node, *r;
118 	struct nvkm_vram *vram;
119 	u8   page = max(rpage, (u8)NVKM_RAM_MM_SHIFT);
120 	u32 align = (1 << page) >> NVKM_RAM_MM_SHIFT;
121 	u32   max = ALIGN(size, 1 << page) >> NVKM_RAM_MM_SHIFT;
122 	u32   min = contig ? max : align;
123 	int ret;
124 
125 	if (!device->fb || !(ram = device->fb->ram))
126 		return -ENODEV;
127 	ram = device->fb->ram;
128 	mm = &ram->vram;
129 
130 	if (!(vram = kzalloc(sizeof(*vram), GFP_KERNEL)))
131 		return -ENOMEM;
132 	nvkm_memory_ctor(&nvkm_vram, &vram->memory);
133 	vram->ram = ram;
134 	vram->page = page;
135 	*pmemory = &vram->memory;
136 
137 	mutex_lock(&ram->mutex);
138 	node = &vram->mn;
139 	do {
140 		if (back)
141 			ret = nvkm_mm_tail(mm, heap, type, max, min, align, &r);
142 		else
143 			ret = nvkm_mm_head(mm, heap, type, max, min, align, &r);
144 		if (ret) {
145 			mutex_unlock(&ram->mutex);
146 			nvkm_memory_unref(pmemory);
147 			return ret;
148 		}
149 
150 		*node = r;
151 		node = &r->next;
152 		max -= r->length;
153 	} while (max);
154 	mutex_unlock(&ram->mutex);
155 	return 0;
156 }
157 
158 int
159 nvkm_ram_init(struct nvkm_ram *ram)
160 {
161 	if (ram->func->init)
162 		return ram->func->init(ram);
163 	return 0;
164 }
165 
166 void
167 nvkm_ram_del(struct nvkm_ram **pram)
168 {
169 	struct nvkm_ram *ram = *pram;
170 	if (ram && !WARN_ON(!ram->func)) {
171 		if (ram->func->dtor)
172 			*pram = ram->func->dtor(ram);
173 		nvkm_mm_fini(&ram->vram);
174 		mutex_destroy(&ram->mutex);
175 		kfree(*pram);
176 		*pram = NULL;
177 	}
178 }
179 
180 int
181 nvkm_ram_ctor(const struct nvkm_ram_func *func, struct nvkm_fb *fb,
182 	      enum nvkm_ram_type type, u64 size, struct nvkm_ram *ram)
183 {
184 	static const char *name[] = {
185 		[NVKM_RAM_TYPE_UNKNOWN] = "of unknown memory type",
186 		[NVKM_RAM_TYPE_STOLEN ] = "stolen system memory",
187 		[NVKM_RAM_TYPE_SGRAM  ] = "SGRAM",
188 		[NVKM_RAM_TYPE_SDRAM  ] = "SDRAM",
189 		[NVKM_RAM_TYPE_DDR1   ] = "DDR1",
190 		[NVKM_RAM_TYPE_DDR2   ] = "DDR2",
191 		[NVKM_RAM_TYPE_DDR3   ] = "DDR3",
192 		[NVKM_RAM_TYPE_GDDR2  ] = "GDDR2",
193 		[NVKM_RAM_TYPE_GDDR3  ] = "GDDR3",
194 		[NVKM_RAM_TYPE_GDDR4  ] = "GDDR4",
195 		[NVKM_RAM_TYPE_GDDR5  ] = "GDDR5",
196 		[NVKM_RAM_TYPE_GDDR5X ] = "GDDR5X",
197 		[NVKM_RAM_TYPE_GDDR6  ] = "GDDR6",
198 		[NVKM_RAM_TYPE_HBM2   ] = "HBM2",
199 	};
200 	struct nvkm_subdev *subdev = &fb->subdev;
201 	int ret;
202 
203 	nvkm_info(subdev, "%d MiB %s\n", (int)(size >> 20), name[type]);
204 	ram->func = func;
205 	ram->fb = fb;
206 	ram->type = type;
207 	ram->size = size;
208 	mutex_init(&ram->mutex);
209 
210 	if (!nvkm_mm_initialised(&ram->vram)) {
211 		ret = nvkm_mm_init(&ram->vram, NVKM_RAM_MM_NORMAL, 0,
212 				   size >> NVKM_RAM_MM_SHIFT, 1);
213 		if (ret)
214 			return ret;
215 	}
216 
217 	return 0;
218 }
219 
220 int
221 nvkm_ram_new_(const struct nvkm_ram_func *func, struct nvkm_fb *fb,
222 	      enum nvkm_ram_type type, u64 size, struct nvkm_ram **pram)
223 {
224 	if (!(*pram = kzalloc(sizeof(**pram), GFP_KERNEL)))
225 		return -ENOMEM;
226 	return nvkm_ram_ctor(func, fb, type, size, *pram);
227 }
228