1b7019ac5SIlia Mirkin /* SPDX-License-Identifier: MIT */
2c39f472eSBen Skeggs #ifndef __NVKM_FBRAM_FUC_H__
3c39f472eSBen Skeggs #define __NVKM_FBRAM_FUC_H__
46758745bSBen Skeggs #include <subdev/fb.h>
5ebb58dc2SBen Skeggs #include <subdev/pmu.h>
6c39f472eSBen Skeggs 
7c39f472eSBen Skeggs struct ramfuc {
8639c308eSBen Skeggs 	struct nvkm_memx *memx;
9b1e4553cSBen Skeggs 	struct nvkm_fb *fb;
10c39f472eSBen Skeggs 	int sequence;
11c39f472eSBen Skeggs };
12c39f472eSBen Skeggs 
13c39f472eSBen Skeggs struct ramfuc_reg {
14c39f472eSBen Skeggs 	int sequence;
15c39f472eSBen Skeggs 	bool force;
16c39f472eSBen Skeggs 	u32 addr;
17c39f472eSBen Skeggs 	u32 stride; /* in bytes */
18c39f472eSBen Skeggs 	u32 mask;
19c39f472eSBen Skeggs 	u32 data;
20c39f472eSBen Skeggs };
21c39f472eSBen Skeggs 
22c39f472eSBen Skeggs static inline struct ramfuc_reg
ramfuc_stride(u32 addr,u32 stride,u32 mask)23c39f472eSBen Skeggs ramfuc_stride(u32 addr, u32 stride, u32 mask)
24c39f472eSBen Skeggs {
25c39f472eSBen Skeggs 	return (struct ramfuc_reg) {
26c39f472eSBen Skeggs 		.sequence = 0,
27c39f472eSBen Skeggs 		.addr = addr,
28c39f472eSBen Skeggs 		.stride = stride,
29c39f472eSBen Skeggs 		.mask = mask,
30c39f472eSBen Skeggs 		.data = 0xdeadbeef,
31c39f472eSBen Skeggs 	};
32c39f472eSBen Skeggs }
33c39f472eSBen Skeggs 
34c39f472eSBen Skeggs static inline struct ramfuc_reg
ramfuc_reg2(u32 addr1,u32 addr2)35c39f472eSBen Skeggs ramfuc_reg2(u32 addr1, u32 addr2)
36c39f472eSBen Skeggs {
37c39f472eSBen Skeggs 	return (struct ramfuc_reg) {
38c39f472eSBen Skeggs 		.sequence = 0,
39c39f472eSBen Skeggs 		.addr = addr1,
40c39f472eSBen Skeggs 		.stride = addr2 - addr1,
41c39f472eSBen Skeggs 		.mask = 0x3,
42c39f472eSBen Skeggs 		.data = 0xdeadbeef,
43c39f472eSBen Skeggs 	};
44c39f472eSBen Skeggs }
45c39f472eSBen Skeggs 
46c39f472eSBen Skeggs static noinline struct ramfuc_reg
ramfuc_reg(u32 addr)47c39f472eSBen Skeggs ramfuc_reg(u32 addr)
48c39f472eSBen Skeggs {
49c39f472eSBen Skeggs 	return (struct ramfuc_reg) {
50c39f472eSBen Skeggs 		.sequence = 0,
51c39f472eSBen Skeggs 		.addr = addr,
52c39f472eSBen Skeggs 		.stride = 0,
53c39f472eSBen Skeggs 		.mask = 0x1,
54c39f472eSBen Skeggs 		.data = 0xdeadbeef,
55c39f472eSBen Skeggs 	};
56c39f472eSBen Skeggs }
57c39f472eSBen Skeggs 
58c39f472eSBen Skeggs static inline int
ramfuc_init(struct ramfuc * ram,struct nvkm_fb * fb)59b1e4553cSBen Skeggs ramfuc_init(struct ramfuc *ram, struct nvkm_fb *fb)
60c39f472eSBen Skeggs {
6103c8952fSBen Skeggs 	int ret = nvkm_memx_init(fb->subdev.device->pmu, &ram->memx);
62c39f472eSBen Skeggs 	if (ret)
63c39f472eSBen Skeggs 		return ret;
64c39f472eSBen Skeggs 
65c39f472eSBen Skeggs 	ram->sequence++;
66b1e4553cSBen Skeggs 	ram->fb = fb;
67c39f472eSBen Skeggs 	return 0;
68c39f472eSBen Skeggs }
69c39f472eSBen Skeggs 
70c39f472eSBen Skeggs static inline int
ramfuc_exec(struct ramfuc * ram,bool exec)71c39f472eSBen Skeggs ramfuc_exec(struct ramfuc *ram, bool exec)
72c39f472eSBen Skeggs {
73c39f472eSBen Skeggs 	int ret = 0;
74b1e4553cSBen Skeggs 	if (ram->fb) {
75639c308eSBen Skeggs 		ret = nvkm_memx_fini(&ram->memx, exec);
76b1e4553cSBen Skeggs 		ram->fb = NULL;
77c39f472eSBen Skeggs 	}
78c39f472eSBen Skeggs 	return ret;
79c39f472eSBen Skeggs }
80c39f472eSBen Skeggs 
81c39f472eSBen Skeggs static inline u32
ramfuc_rd32(struct ramfuc * ram,struct ramfuc_reg * reg)82c39f472eSBen Skeggs ramfuc_rd32(struct ramfuc *ram, struct ramfuc_reg *reg)
83c39f472eSBen Skeggs {
846758745bSBen Skeggs 	struct nvkm_device *device = ram->fb->subdev.device;
85c39f472eSBen Skeggs 	if (reg->sequence != ram->sequence)
866758745bSBen Skeggs 		reg->data = nvkm_rd32(device, reg->addr);
87c39f472eSBen Skeggs 	return reg->data;
88c39f472eSBen Skeggs }
89c39f472eSBen Skeggs 
90c39f472eSBen Skeggs static inline void
ramfuc_wr32(struct ramfuc * ram,struct ramfuc_reg * reg,u32 data)91c39f472eSBen Skeggs ramfuc_wr32(struct ramfuc *ram, struct ramfuc_reg *reg, u32 data)
92c39f472eSBen Skeggs {
93c39f472eSBen Skeggs 	unsigned int mask, off = 0;
94c39f472eSBen Skeggs 
95c39f472eSBen Skeggs 	reg->sequence = ram->sequence;
96c39f472eSBen Skeggs 	reg->data = data;
97c39f472eSBen Skeggs 
98c39f472eSBen Skeggs 	for (mask = reg->mask; mask > 0; mask = (mask & ~1) >> 1) {
99639c308eSBen Skeggs 		if (mask & 1)
100639c308eSBen Skeggs 			nvkm_memx_wr32(ram->memx, reg->addr+off, reg->data);
101c39f472eSBen Skeggs 		off += reg->stride;
102c39f472eSBen Skeggs 	}
103c39f472eSBen Skeggs }
104c39f472eSBen Skeggs 
105c39f472eSBen Skeggs static inline void
ramfuc_nuke(struct ramfuc * ram,struct ramfuc_reg * reg)106c39f472eSBen Skeggs ramfuc_nuke(struct ramfuc *ram, struct ramfuc_reg *reg)
107c39f472eSBen Skeggs {
108c39f472eSBen Skeggs 	reg->force = true;
109c39f472eSBen Skeggs }
110c39f472eSBen Skeggs 
111c39f472eSBen Skeggs static inline u32
ramfuc_mask(struct ramfuc * ram,struct ramfuc_reg * reg,u32 mask,u32 data)112c39f472eSBen Skeggs ramfuc_mask(struct ramfuc *ram, struct ramfuc_reg *reg, u32 mask, u32 data)
113c39f472eSBen Skeggs {
114c39f472eSBen Skeggs 	u32 temp = ramfuc_rd32(ram, reg);
115c39f472eSBen Skeggs 	if (temp != ((temp & ~mask) | data) || reg->force) {
116c39f472eSBen Skeggs 		ramfuc_wr32(ram, reg, (temp & ~mask) | data);
117c39f472eSBen Skeggs 		reg->force = false;
118c39f472eSBen Skeggs 	}
119c39f472eSBen Skeggs 	return temp;
120c39f472eSBen Skeggs }
121c39f472eSBen Skeggs 
122c39f472eSBen Skeggs static inline void
ramfuc_wait(struct ramfuc * ram,u32 addr,u32 mask,u32 data,u32 nsec)123c39f472eSBen Skeggs ramfuc_wait(struct ramfuc *ram, u32 addr, u32 mask, u32 data, u32 nsec)
124c39f472eSBen Skeggs {
125639c308eSBen Skeggs 	nvkm_memx_wait(ram->memx, addr, mask, data, nsec);
126c39f472eSBen Skeggs }
127c39f472eSBen Skeggs 
128c39f472eSBen Skeggs static inline void
ramfuc_nsec(struct ramfuc * ram,u32 nsec)129c39f472eSBen Skeggs ramfuc_nsec(struct ramfuc *ram, u32 nsec)
130c39f472eSBen Skeggs {
131639c308eSBen Skeggs 	nvkm_memx_nsec(ram->memx, nsec);
132c39f472eSBen Skeggs }
133c39f472eSBen Skeggs 
134c39f472eSBen Skeggs static inline void
ramfuc_wait_vblank(struct ramfuc * ram)135c39f472eSBen Skeggs ramfuc_wait_vblank(struct ramfuc *ram)
136c39f472eSBen Skeggs {
137639c308eSBen Skeggs 	nvkm_memx_wait_vblank(ram->memx);
138c39f472eSBen Skeggs }
139c39f472eSBen Skeggs 
140c39f472eSBen Skeggs static inline void
ramfuc_train(struct ramfuc * ram)141c39f472eSBen Skeggs ramfuc_train(struct ramfuc *ram)
142c39f472eSBen Skeggs {
143639c308eSBen Skeggs 	nvkm_memx_train(ram->memx);
144c39f472eSBen Skeggs }
145c39f472eSBen Skeggs 
146c39f472eSBen Skeggs static inline int
ramfuc_train_result(struct nvkm_fb * fb,u32 * result,u32 rsize)147b1e4553cSBen Skeggs ramfuc_train_result(struct nvkm_fb *fb, u32 *result, u32 rsize)
148c39f472eSBen Skeggs {
14903c8952fSBen Skeggs 	return nvkm_memx_train_result(fb->subdev.device->pmu, result, rsize);
150c39f472eSBen Skeggs }
151c39f472eSBen Skeggs 
152c39f472eSBen Skeggs static inline void
ramfuc_block(struct ramfuc * ram)153c39f472eSBen Skeggs ramfuc_block(struct ramfuc *ram)
154c39f472eSBen Skeggs {
155639c308eSBen Skeggs 	nvkm_memx_block(ram->memx);
156c39f472eSBen Skeggs }
157c39f472eSBen Skeggs 
158c39f472eSBen Skeggs static inline void
ramfuc_unblock(struct ramfuc * ram)159c39f472eSBen Skeggs ramfuc_unblock(struct ramfuc *ram)
160c39f472eSBen Skeggs {
161639c308eSBen Skeggs 	nvkm_memx_unblock(ram->memx);
162c39f472eSBen Skeggs }
163c39f472eSBen Skeggs 
164c39f472eSBen Skeggs #define ram_init(s,p)        ramfuc_init(&(s)->base, (p))
165c39f472eSBen Skeggs #define ram_exec(s,e)        ramfuc_exec(&(s)->base, (e))
166c39f472eSBen Skeggs #define ram_have(s,r)        ((s)->r_##r.addr != 0x000000)
167c39f472eSBen Skeggs #define ram_rd32(s,r)        ramfuc_rd32(&(s)->base, &(s)->r_##r)
168c39f472eSBen Skeggs #define ram_wr32(s,r,d)      ramfuc_wr32(&(s)->base, &(s)->r_##r, (d))
169c39f472eSBen Skeggs #define ram_nuke(s,r)        ramfuc_nuke(&(s)->base, &(s)->r_##r)
170c39f472eSBen Skeggs #define ram_mask(s,r,m,d)    ramfuc_mask(&(s)->base, &(s)->r_##r, (m), (d))
171c39f472eSBen Skeggs #define ram_wait(s,r,m,d,n)  ramfuc_wait(&(s)->base, (r), (m), (d), (n))
172c39f472eSBen Skeggs #define ram_nsec(s,n)        ramfuc_nsec(&(s)->base, (n))
173c39f472eSBen Skeggs #define ram_wait_vblank(s)   ramfuc_wait_vblank(&(s)->base)
174c39f472eSBen Skeggs #define ram_train(s)         ramfuc_train(&(s)->base)
175c39f472eSBen Skeggs #define ram_train_result(s,r,l) ramfuc_train_result((s), (r), (l))
176c39f472eSBen Skeggs #define ram_block(s)         ramfuc_block(&(s)->base)
177c39f472eSBen Skeggs #define ram_unblock(s)       ramfuc_unblock(&(s)->base)
178c39f472eSBen Skeggs #endif
179