1ebb58dc2SBen Skeggs/*
2ebb58dc2SBen Skeggs * Copyright 2013 Red Hat Inc.
3ebb58dc2SBen Skeggs *
4ebb58dc2SBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a
5ebb58dc2SBen Skeggs * copy of this software and associated documentation files (the "Software"),
6ebb58dc2SBen Skeggs * to deal in the Software without restriction, including without limitation
7ebb58dc2SBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8ebb58dc2SBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the
9ebb58dc2SBen Skeggs * Software is furnished to do so, subject to the following conditions:
10ebb58dc2SBen Skeggs *
11ebb58dc2SBen Skeggs * The above copyright notice and this permission notice shall be included in
12ebb58dc2SBen Skeggs * all copies or substantial portions of the Software.
13ebb58dc2SBen Skeggs *
14ebb58dc2SBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15ebb58dc2SBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16ebb58dc2SBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17ebb58dc2SBen Skeggs * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18ebb58dc2SBen Skeggs * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19ebb58dc2SBen Skeggs * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20ebb58dc2SBen Skeggs * OTHER DEALINGS IN THE SOFTWARE.
21ebb58dc2SBen Skeggs *
22ebb58dc2SBen Skeggs * Authors: Ben Skeggs
23ebb58dc2SBen Skeggs */
24ebb58dc2SBen Skeggs
25ebb58dc2SBen Skeggs#define GT215 0xa3
26ebb58dc2SBen Skeggs#define GF100 0xc0
27ebb58dc2SBen Skeggs#define GF119 0xd9
28ebb58dc2SBen Skeggs#define GK208 0x108
29ebb58dc2SBen Skeggs
30ebb58dc2SBen Skeggs#include "os.h"
31ebb58dc2SBen Skeggs
32ebb58dc2SBen Skeggs// IO addresses
33ebb58dc2SBen Skeggs#define NV_PPWR_INTR_TRIGGER                                             0x0000
34ebb58dc2SBen Skeggs#define NV_PPWR_INTR_TRIGGER_USER1                                   0x00000080
35ebb58dc2SBen Skeggs#define NV_PPWR_INTR_TRIGGER_USER0                                   0x00000040
36ebb58dc2SBen Skeggs#define NV_PPWR_INTR_ACK                                                 0x0004
37ebb58dc2SBen Skeggs#define NV_PPWR_INTR_ACK_SUBINTR                                     0x00000800
38ebb58dc2SBen Skeggs#define NV_PPWR_INTR_ACK_WATCHDOG                                    0x00000002
39ebb58dc2SBen Skeggs#define NV_PPWR_INTR                                                     0x0008
40ebb58dc2SBen Skeggs#define NV_PPWR_INTR_SUBINTR                                         0x00000800
41ebb58dc2SBen Skeggs#define NV_PPWR_INTR_USER1                                           0x00000080
42ebb58dc2SBen Skeggs#define NV_PPWR_INTR_USER0                                           0x00000040
43ebb58dc2SBen Skeggs#define NV_PPWR_INTR_PAUSE                                           0x00000020
44ebb58dc2SBen Skeggs#define NV_PPWR_INTR_WATCHDOG                                        0x00000002
45ebb58dc2SBen Skeggs#define NV_PPWR_INTR_EN_SET                                              0x0010
46ebb58dc2SBen Skeggs#define NV_PPWR_INTR_EN_SET_SUBINTR                                  0x00000800
47ebb58dc2SBen Skeggs#define NV_PPWR_INTR_EN_SET_WATCHDOG                                 0x00000002
48ebb58dc2SBen Skeggs#define NV_PPWR_INTR_EN_CLR                                              0x0014
49ebb58dc2SBen Skeggs#define NV_PPWR_INTR_EN_CLR_MASK                    /* fuck i hate envyas */ -1
50ebb58dc2SBen Skeggs#define NV_PPWR_INTR_ROUTE                                               0x001c
51ebb58dc2SBen Skeggs#define NV_PPWR_TIMER_LOW                                                0x002c
52ebb58dc2SBen Skeggs#define NV_PPWR_WATCHDOG_TIME                                            0x0034
53ebb58dc2SBen Skeggs#define NV_PPWR_WATCHDOG_ENABLE                                          0x0038
54ebb58dc2SBen Skeggs#define NV_PPWR_CAPS                                                     0x0108
55ebb58dc2SBen Skeggs#define NV_PPWR_UAS_CONFIG                                               0x0164
56ebb58dc2SBen Skeggs#define NV_PPWR_UAS_CONFIG_ENABLE                                    0x00010000
57ebb58dc2SBen Skeggs#if NVKM_PPWR_CHIPSET >= GK208
58ebb58dc2SBen Skeggs#define NV_PPWR_DSCRATCH(i)                                   (4 * (i) + 0x0450)
59ebb58dc2SBen Skeggs#endif
60ebb58dc2SBen Skeggs#define NV_PPWR_FIFO_PUT(i)                                   (4 * (i) + 0x04a0)
61ebb58dc2SBen Skeggs#define NV_PPWR_FIFO_GET(i)                                   (4 * (i) + 0x04b0)
62ebb58dc2SBen Skeggs#define NV_PPWR_FIFO_INTR                                                0x04c0
63ebb58dc2SBen Skeggs#define NV_PPWR_FIFO_INTR_EN                                             0x04c4
64ebb58dc2SBen Skeggs#define NV_PPWR_RFIFO_PUT                                                0x04c8
65ebb58dc2SBen Skeggs#define NV_PPWR_RFIFO_GET                                                0x04cc
66ebb58dc2SBen Skeggs#define NV_PPWR_H2D                                                      0x04d0
67ebb58dc2SBen Skeggs#define NV_PPWR_D2H                                                      0x04dc
68ebb58dc2SBen Skeggs#if NVKM_PPWR_CHIPSET < GK208
69ebb58dc2SBen Skeggs#define NV_PPWR_DSCRATCH(i)                                   (4 * (i) + 0x05d0)
70ebb58dc2SBen Skeggs#endif
71ebb58dc2SBen Skeggs#define NV_PPWR_SUBINTR                                                  0x0688
72ebb58dc2SBen Skeggs#define NV_PPWR_SUBINTR_FIFO                                         0x00000002
73ebb58dc2SBen Skeggs#define NV_PPWR_MMIO_ADDR                                                0x07a0
74ebb58dc2SBen Skeggs#define NV_PPWR_MMIO_DATA                                                0x07a4
75ebb58dc2SBen Skeggs#define NV_PPWR_MMIO_CTRL                                                0x07ac
76ebb58dc2SBen Skeggs#define NV_PPWR_MMIO_CTRL_TRIGGER                                    0x00010000
77ebb58dc2SBen Skeggs#define NV_PPWR_MMIO_CTRL_STATUS                                     0x00007000
78ebb58dc2SBen Skeggs#define NV_PPWR_MMIO_CTRL_STATUS_IDLE                                0x00000000
79ebb58dc2SBen Skeggs#define NV_PPWR_MMIO_CTRL_MASK                                       0x000000f0
80ebb58dc2SBen Skeggs#define NV_PPWR_MMIO_CTRL_MASK_B32_0                                 0x000000f0
81ebb58dc2SBen Skeggs#define NV_PPWR_MMIO_CTRL_OP                                         0x00000003
82ebb58dc2SBen Skeggs#define NV_PPWR_MMIO_CTRL_OP_RD                                      0x00000001
83ebb58dc2SBen Skeggs#define NV_PPWR_MMIO_CTRL_OP_WR                                      0x00000002
84ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT                                                   0x07c0
85ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_FB_PAUSE                                      0x00000004
86ebb58dc2SBen Skeggs#if NVKM_PPWR_CHIPSET < GF119
87ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_3_SCL                                     0x00000100
88ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_3_SDA                                     0x00000200
89ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_0_SCL                                     0x00001000
90ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_0_SDA                                     0x00002000
91ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_1_SCL                                     0x00004000
92ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_1_SDA                                     0x00008000
93ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_2_SCL                                     0x00010000
94ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_2_SDA                                     0x00020000
95ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_4_SCL                                     0x00040000
96ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_4_SDA                                     0x00080000
97ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_5_SCL                                     0x00100000
98ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_5_SDA                                     0x00200000
99ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_6_SCL                                     0x00400000
100ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_6_SDA                                     0x00800000
101ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_7_SCL                                     0x01000000
102ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_7_SDA                                     0x02000000
103ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_8_SCL                                     0x04000000
104ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_8_SDA                                     0x08000000
105ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_9_SCL                                     0x10000000
106ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_9_SDA                                     0x20000000
107ebb58dc2SBen Skeggs#else
108ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_0_SCL                                     0x00000400
109ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_1_SCL                                     0x00000800
110ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_2_SCL                                     0x00001000
111ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_3_SCL                                     0x00002000
112ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_4_SCL                                     0x00004000
113ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_5_SCL                                     0x00008000
114ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_6_SCL                                     0x00010000
115ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_7_SCL                                     0x00020000
116ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_8_SCL                                     0x00040000
117ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_9_SCL                                     0x00080000
118ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_0_SDA                                     0x00100000
119ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_1_SDA                                     0x00200000
120ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_2_SDA                                     0x00400000
121ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_3_SDA                                     0x00800000
122ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_4_SDA                                     0x01000000
123ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_5_SDA                                     0x02000000
124ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_6_SDA                                     0x04000000
125ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_7_SDA                                     0x08000000
126ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_8_SDA                                     0x10000000
127ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_I2C_9_SDA                                     0x20000000
128ebb58dc2SBen Skeggs#endif
129ebb58dc2SBen Skeggs#define NV_PPWR_INPUT                                                    0x07c4
130ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_SET                                               0x07e0
131ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_SET_FB_PAUSE                                  0x00000004
132ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_CLR                                               0x07e4
133ebb58dc2SBen Skeggs#define NV_PPWR_OUTPUT_CLR_FB_PAUSE                                  0x00000004
134ebb58dc2SBen Skeggs
135ebb58dc2SBen Skeggs// Inter-process message format
136ebb58dc2SBen Skeggs.equ #msg_process 0x00 /* send() target, recv() sender */
137ebb58dc2SBen Skeggs.equ #msg_message 0x04
138ebb58dc2SBen Skeggs.equ #msg_data0   0x08
139ebb58dc2SBen Skeggs.equ #msg_data1   0x0c
140ebb58dc2SBen Skeggs
141ebb58dc2SBen Skeggs// Kernel message IDs
142ebb58dc2SBen Skeggs#define KMSG_FIFO  0x00000000
143ebb58dc2SBen Skeggs#define KMSG_ALARM 0x00000001
144ebb58dc2SBen Skeggs
145ebb58dc2SBen Skeggs// Process message queue description
146ebb58dc2SBen Skeggs.equ #proc_qlen 4 // log2(size of queue entry in bytes)
147ebb58dc2SBen Skeggs.equ #proc_qnum 2 // log2(max number of entries in queue)
148ebb58dc2SBen Skeggs.equ #proc_qmaskb (1 << #proc_qnum) // max number of entries in queue
149ebb58dc2SBen Skeggs.equ #proc_qmaskp (#proc_qmaskb - 1)
150ebb58dc2SBen Skeggs.equ #proc_qmaskf ((#proc_qmaskb << 1) - 1)
151ebb58dc2SBen Skeggs.equ #proc_qsize  (1 << (#proc_qlen + #proc_qnum))
152ebb58dc2SBen Skeggs
153ebb58dc2SBen Skeggs// Process table entry
154ebb58dc2SBen Skeggs.equ #proc_id    0x00
155ebb58dc2SBen Skeggs.equ #proc_init  0x04
156ebb58dc2SBen Skeggs.equ #proc_recv  0x08
157ebb58dc2SBen Skeggs.equ #proc_time  0x0c
158ebb58dc2SBen Skeggs.equ #proc_qput  0x10
159ebb58dc2SBen Skeggs.equ #proc_qget  0x14
160ebb58dc2SBen Skeggs.equ #proc_queue 0x18
161ebb58dc2SBen Skeggs.equ #proc_size (0x18 + #proc_qsize)
162ebb58dc2SBen Skeggs
163ebb58dc2SBen Skeggs#define process(id,init,recv) /*
164ebb58dc2SBen Skeggs*/	.b32 id /*
165ebb58dc2SBen Skeggs*/	.b32 init /*
166ebb58dc2SBen Skeggs*/	.b32 recv /*
167ebb58dc2SBen Skeggs*/	.b32 0 /*
168ebb58dc2SBen Skeggs*/	.b32 0 /*
169ebb58dc2SBen Skeggs*/	.b32 0 /*
170ebb58dc2SBen Skeggs*/	.skip 64
171ebb58dc2SBen Skeggs
1724382e909SKarol Herbst#if NVKM_PPWR_CHIPSET < GK208
173ebb58dc2SBen Skeggs#define imm32(reg,val) /*
174ebb58dc2SBen Skeggs*/	movw reg  ((val) & 0x0000ffff) /*
175ebb58dc2SBen Skeggs*/	sethi reg ((val) & 0xffff0000)
176ebb58dc2SBen Skeggs#else
177ebb58dc2SBen Skeggs#define imm32(reg,val) /*
178ebb58dc2SBen Skeggs*/	mov reg (val)
179ebb58dc2SBen Skeggs#endif
180ebb58dc2SBen Skeggs
181ebb58dc2SBen Skeggs#ifndef NVKM_FALCON_UNSHIFTED_IO
182ebb58dc2SBen Skeggs#define nv_iord(reg,ior) /*
183ebb58dc2SBen Skeggs*/	mov reg ior /*
184ebb58dc2SBen Skeggs*/ 	shl b32 reg 6 /*
185ebb58dc2SBen Skeggs*/ 	iord reg I[reg + 0x000]
186ebb58dc2SBen Skeggs#else
187ebb58dc2SBen Skeggs#define nv_iord(reg,ior) /*
188ebb58dc2SBen Skeggs*/	mov reg ior /*
189ebb58dc2SBen Skeggs*/ 	iord reg I[reg + 0x000]
190ebb58dc2SBen Skeggs#endif
191ebb58dc2SBen Skeggs
192ebb58dc2SBen Skeggs#ifndef NVKM_FALCON_UNSHIFTED_IO
193ebb58dc2SBen Skeggs#define nv_iowr(ior,reg) /*
194ebb58dc2SBen Skeggs*/	mov $r0 ior /*
195ebb58dc2SBen Skeggs*/ 	shl b32 $r0 6 /*
196ebb58dc2SBen Skeggs*/ 	iowr I[$r0 + 0x000] reg /*
197ebb58dc2SBen Skeggs*/	clear b32 $r0
198ebb58dc2SBen Skeggs#else
199ebb58dc2SBen Skeggs#define nv_iowr(ior,reg) /*
200ebb58dc2SBen Skeggs*/	mov $r0 ior /*
201ebb58dc2SBen Skeggs*/ 	iowr I[$r0 + 0x000] reg /*
202ebb58dc2SBen Skeggs*/	clear b32 $r0
203ebb58dc2SBen Skeggs#endif
204ebb58dc2SBen Skeggs
205ebb58dc2SBen Skeggs#ifndef NVKM_FALCON_UNSHIFTED_IO
206ebb58dc2SBen Skeggs#define nv_iowrs(ior,reg) /*
207ebb58dc2SBen Skeggs*/	mov $r0 ior /*
208ebb58dc2SBen Skeggs*/ 	shl b32 $r0 6 /*
209ebb58dc2SBen Skeggs*/ 	iowrs I[$r0 + 0x000] reg /*
210ebb58dc2SBen Skeggs*/	clear b32 $r0
211ebb58dc2SBen Skeggs#else
212ebb58dc2SBen Skeggs#define nv_iowrs(ior,reg) /*
213ebb58dc2SBen Skeggs*/	mov $r0 ior /*
214ebb58dc2SBen Skeggs*/ 	iowrs I[$r0 + 0x000] reg /*
215ebb58dc2SBen Skeggs*/	clear b32 $r0
216ebb58dc2SBen Skeggs#endif
217ebb58dc2SBen Skeggs
218ebb58dc2SBen Skeggs#define hash #
219ebb58dc2SBen Skeggs#define fn(a) a
220ebb58dc2SBen Skeggs#ifndef NVKM_FALCON_PC24
221ebb58dc2SBen Skeggs#define call(a) call fn(hash)a
222ebb58dc2SBen Skeggs#else
223ebb58dc2SBen Skeggs#define call(a) lcall fn(hash)a
224ebb58dc2SBen Skeggs#endif
225ebb58dc2SBen Skeggs
226ebb58dc2SBen Skeggs#ifndef NVKM_FALCON_MMIO_UAS
227ebb58dc2SBen Skeggs#define nv_rd32(reg,addr) /*
228ebb58dc2SBen Skeggs*/	mov b32 $r14 addr /*
229ebb58dc2SBen Skeggs*/	call(rd32) /*
230ebb58dc2SBen Skeggs*/	mov b32 reg $r13
231ebb58dc2SBen Skeggs#else
232ebb58dc2SBen Skeggs#define nv_rd32(reg,addr) /*
233ebb58dc2SBen Skeggs*/ 	sethi $r0 0x14000000 /*
234ebb58dc2SBen Skeggs*/	or $r0 addr /*
235ebb58dc2SBen Skeggs*/	ld b32 reg D[$r0] /*
236ebb58dc2SBen Skeggs*/	clear b32 $r0
237ebb58dc2SBen Skeggs#endif
238ebb58dc2SBen Skeggs
239ebb58dc2SBen Skeggs#if !defined(NVKM_FALCON_MMIO_UAS) || defined(NVKM_FALCON_MMIO_TRAP)
240ebb58dc2SBen Skeggs#define nv_wr32(addr,reg) /*
241ebb58dc2SBen Skeggs*/	push addr /*
242ebb58dc2SBen Skeggs*/	push reg /*
243ebb58dc2SBen Skeggs*/	pop $r13 /*
244ebb58dc2SBen Skeggs*/	pop $r14 /*
245ebb58dc2SBen Skeggs*/	call(wr32)
246ebb58dc2SBen Skeggs#else
247ebb58dc2SBen Skeggs#define nv_wr32(addr,reg) /*
248ebb58dc2SBen Skeggs*/ 	sethi $r0 0x14000000 /*
249ebb58dc2SBen Skeggs*/	or $r0 addr /*
250ebb58dc2SBen Skeggs*/	st b32 D[$r0] reg /*
251ebb58dc2SBen Skeggs*/	clear b32 $r0
252ebb58dc2SBen Skeggs#endif
253ebb58dc2SBen Skeggs
254ebb58dc2SBen Skeggs#define st(size, addr, reg) /*
255b815a2e3SKarol Herbst*/	imm32($r0, addr) /*
256ebb58dc2SBen Skeggs*/	st size D[$r0] reg /*
257ebb58dc2SBen Skeggs*/	clear b32 $r0
258ebb58dc2SBen Skeggs
259ebb58dc2SBen Skeggs#define ld(size, reg, addr) /*
260b815a2e3SKarol Herbst*/	imm32($r0, addr)  /*
261ebb58dc2SBen Skeggs*/	ld size reg D[$r0] /*
262ebb58dc2SBen Skeggs*/	clear b32 $r0
263ebb58dc2SBen Skeggs
264ebb58dc2SBen Skeggs// does a 64+64 -> 64 unsigned addition (C = A + B)
265ebb58dc2SBen Skeggs#define addu64(reg_a_c_hi, reg_a_c_lo, b_hi, b_lo) /*
266ebb58dc2SBen Skeggs*/    add b32 reg_a_c_lo b_lo /*
267ebb58dc2SBen Skeggs*/    adc b32 reg_a_c_hi b_hi
268ebb58dc2SBen Skeggs
269ebb58dc2SBen Skeggs// does a 64+64 -> 64 substraction (C = A - B)
270ebb58dc2SBen Skeggs#define subu64(reg_a_c_hi, reg_a_c_lo, b_hi, b_lo) /*
271ebb58dc2SBen Skeggs*/    sub b32 reg_a_c_lo b_lo /*
272ebb58dc2SBen Skeggs*/    sbb b32 reg_a_c_hi b_hi
273