1 /*
2  * Copyright 2008 Advanced Micro Devices, Inc.
3  * Copyright 2008 Red Hat Inc.
4  * Copyright 2009 Jerome Glisse.
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a
7  * copy of this software and associated documentation files (the "Software"),
8  * to deal in the Software without restriction, including without limitation
9  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10  * and/or sell copies of the Software, and to permit persons to whom the
11  * Software is furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice shall be included in
14  * all copies or substantial portions of the Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
19  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
20  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
21  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
22  * OTHER DEALINGS IN THE SOFTWARE.
23  *
24  * Authors: Dave Airlie
25  *          Alex Deucher
26  *          Jerome Glisse
27  */
28 #ifndef __RADEON_ASIC_H__
29 #define __RADEON_ASIC_H__
30 
31 /*
32  * common functions
33  */
34 uint32_t radeon_legacy_get_engine_clock(struct radeon_device *rdev);
35 void radeon_legacy_set_engine_clock(struct radeon_device *rdev, uint32_t eng_clock);
36 uint32_t radeon_legacy_get_memory_clock(struct radeon_device *rdev);
37 void radeon_legacy_set_clock_gating(struct radeon_device *rdev, int enable);
38 
39 uint32_t radeon_atom_get_engine_clock(struct radeon_device *rdev);
40 void radeon_atom_set_engine_clock(struct radeon_device *rdev, uint32_t eng_clock);
41 uint32_t radeon_atom_get_memory_clock(struct radeon_device *rdev);
42 void radeon_atom_set_memory_clock(struct radeon_device *rdev, uint32_t mem_clock);
43 void radeon_atom_set_clock_gating(struct radeon_device *rdev, int enable);
44 
45 void atombios_set_backlight_level(struct radeon_encoder *radeon_encoder, u8 level);
46 u8 atombios_get_backlight_level(struct radeon_encoder *radeon_encoder);
47 void radeon_legacy_set_backlight_level(struct radeon_encoder *radeon_encoder, u8 level);
48 u8 radeon_legacy_get_backlight_level(struct radeon_encoder *radeon_encoder);
49 
50 /*
51  * r100,rv100,rs100,rv200,rs200
52  */
53 struct r100_mc_save {
54 	u32	GENMO_WT;
55 	u32	CRTC_EXT_CNTL;
56 	u32	CRTC_GEN_CNTL;
57 	u32	CRTC2_GEN_CNTL;
58 	u32	CUR_OFFSET;
59 	u32	CUR2_OFFSET;
60 };
61 int r100_init(struct radeon_device *rdev);
62 void r100_fini(struct radeon_device *rdev);
63 int r100_suspend(struct radeon_device *rdev);
64 int r100_resume(struct radeon_device *rdev);
65 void r100_vga_set_state(struct radeon_device *rdev, bool state);
66 bool r100_gpu_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
67 int r100_asic_reset(struct radeon_device *rdev);
68 u32 r100_get_vblank_counter(struct radeon_device *rdev, int crtc);
69 void r100_pci_gart_tlb_flush(struct radeon_device *rdev);
70 uint64_t r100_pci_gart_get_page_entry(uint64_t addr, uint32_t flags);
71 void r100_pci_gart_set_page(struct radeon_device *rdev, unsigned i,
72 			    uint64_t entry);
73 void r100_ring_start(struct radeon_device *rdev, struct radeon_ring *ring);
74 int r100_irq_set(struct radeon_device *rdev);
75 int r100_irq_process(struct radeon_device *rdev);
76 void r100_fence_ring_emit(struct radeon_device *rdev,
77 			  struct radeon_fence *fence);
78 bool r100_semaphore_ring_emit(struct radeon_device *rdev,
79 			      struct radeon_ring *cp,
80 			      struct radeon_semaphore *semaphore,
81 			      bool emit_wait);
82 int r100_cs_parse(struct radeon_cs_parser *p);
83 void r100_pll_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
84 uint32_t r100_pll_rreg(struct radeon_device *rdev, uint32_t reg);
85 struct radeon_fence *r100_copy_blit(struct radeon_device *rdev,
86 				    uint64_t src_offset,
87 				    uint64_t dst_offset,
88 				    unsigned num_gpu_pages,
89 				    struct reservation_object *resv);
90 int r100_set_surface_reg(struct radeon_device *rdev, int reg,
91 			 uint32_t tiling_flags, uint32_t pitch,
92 			 uint32_t offset, uint32_t obj_size);
93 void r100_clear_surface_reg(struct radeon_device *rdev, int reg);
94 void r100_bandwidth_update(struct radeon_device *rdev);
95 void r100_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
96 int r100_ring_test(struct radeon_device *rdev, struct radeon_ring *cp);
97 void r100_hpd_init(struct radeon_device *rdev);
98 void r100_hpd_fini(struct radeon_device *rdev);
99 bool r100_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
100 void r100_hpd_set_polarity(struct radeon_device *rdev,
101 			   enum radeon_hpd_id hpd);
102 int r100_debugfs_rbbm_init(struct radeon_device *rdev);
103 int r100_debugfs_cp_init(struct radeon_device *rdev);
104 void r100_cp_disable(struct radeon_device *rdev);
105 int r100_cp_init(struct radeon_device *rdev, unsigned ring_size);
106 void r100_cp_fini(struct radeon_device *rdev);
107 int r100_pci_gart_init(struct radeon_device *rdev);
108 void r100_pci_gart_fini(struct radeon_device *rdev);
109 int r100_pci_gart_enable(struct radeon_device *rdev);
110 void r100_pci_gart_disable(struct radeon_device *rdev);
111 int r100_debugfs_mc_info_init(struct radeon_device *rdev);
112 int r100_gui_wait_for_idle(struct radeon_device *rdev);
113 int r100_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
114 void r100_irq_disable(struct radeon_device *rdev);
115 void r100_mc_stop(struct radeon_device *rdev, struct r100_mc_save *save);
116 void r100_mc_resume(struct radeon_device *rdev, struct r100_mc_save *save);
117 void r100_vram_init_sizes(struct radeon_device *rdev);
118 int r100_cp_reset(struct radeon_device *rdev);
119 void r100_vga_render_disable(struct radeon_device *rdev);
120 void r100_restore_sanity(struct radeon_device *rdev);
121 int r100_cs_track_check_pkt3_indx_buffer(struct radeon_cs_parser *p,
122 					 struct radeon_cs_packet *pkt,
123 					 struct radeon_bo *robj);
124 int r100_cs_parse_packet0(struct radeon_cs_parser *p,
125 			  struct radeon_cs_packet *pkt,
126 			  const unsigned *auth, unsigned n,
127 			  radeon_packet0_check_t check);
128 int r100_cs_packet_parse(struct radeon_cs_parser *p,
129 			 struct radeon_cs_packet *pkt,
130 			 unsigned idx);
131 void r100_enable_bm(struct radeon_device *rdev);
132 void r100_set_common_regs(struct radeon_device *rdev);
133 void r100_bm_disable(struct radeon_device *rdev);
134 extern bool r100_gui_idle(struct radeon_device *rdev);
135 extern void r100_pm_misc(struct radeon_device *rdev);
136 extern void r100_pm_prepare(struct radeon_device *rdev);
137 extern void r100_pm_finish(struct radeon_device *rdev);
138 extern void r100_pm_init_profile(struct radeon_device *rdev);
139 extern void r100_pm_get_dynpm_state(struct radeon_device *rdev);
140 extern void r100_page_flip(struct radeon_device *rdev, int crtc,
141 			   u64 crtc_base);
142 extern bool r100_page_flip_pending(struct radeon_device *rdev, int crtc);
143 extern void r100_wait_for_vblank(struct radeon_device *rdev, int crtc);
144 extern int r100_mc_wait_for_idle(struct radeon_device *rdev);
145 
146 u32 r100_gfx_get_rptr(struct radeon_device *rdev,
147 		      struct radeon_ring *ring);
148 u32 r100_gfx_get_wptr(struct radeon_device *rdev,
149 		      struct radeon_ring *ring);
150 void r100_gfx_set_wptr(struct radeon_device *rdev,
151 		       struct radeon_ring *ring);
152 
153 /*
154  * r200,rv250,rs300,rv280
155  */
156 struct radeon_fence *r200_copy_dma(struct radeon_device *rdev,
157 				   uint64_t src_offset,
158 				   uint64_t dst_offset,
159 				   unsigned num_gpu_pages,
160 				   struct reservation_object *resv);
161 void r200_set_safe_registers(struct radeon_device *rdev);
162 
163 /*
164  * r300,r350,rv350,rv380
165  */
166 extern int r300_init(struct radeon_device *rdev);
167 extern void r300_fini(struct radeon_device *rdev);
168 extern int r300_suspend(struct radeon_device *rdev);
169 extern int r300_resume(struct radeon_device *rdev);
170 extern int r300_asic_reset(struct radeon_device *rdev);
171 extern void r300_ring_start(struct radeon_device *rdev, struct radeon_ring *ring);
172 extern void r300_fence_ring_emit(struct radeon_device *rdev,
173 				struct radeon_fence *fence);
174 extern int r300_cs_parse(struct radeon_cs_parser *p);
175 extern void rv370_pcie_gart_tlb_flush(struct radeon_device *rdev);
176 extern uint64_t rv370_pcie_gart_get_page_entry(uint64_t addr, uint32_t flags);
177 extern void rv370_pcie_gart_set_page(struct radeon_device *rdev, unsigned i,
178 				     uint64_t entry);
179 extern void rv370_set_pcie_lanes(struct radeon_device *rdev, int lanes);
180 extern int rv370_get_pcie_lanes(struct radeon_device *rdev);
181 extern void r300_set_reg_safe(struct radeon_device *rdev);
182 extern void r300_mc_program(struct radeon_device *rdev);
183 extern void r300_mc_init(struct radeon_device *rdev);
184 extern void r300_clock_startup(struct radeon_device *rdev);
185 extern int r300_mc_wait_for_idle(struct radeon_device *rdev);
186 extern int rv370_pcie_gart_init(struct radeon_device *rdev);
187 extern void rv370_pcie_gart_fini(struct radeon_device *rdev);
188 extern int rv370_pcie_gart_enable(struct radeon_device *rdev);
189 extern void rv370_pcie_gart_disable(struct radeon_device *rdev);
190 extern int r300_mc_wait_for_idle(struct radeon_device *rdev);
191 
192 /*
193  * r420,r423,rv410
194  */
195 extern int r420_init(struct radeon_device *rdev);
196 extern void r420_fini(struct radeon_device *rdev);
197 extern int r420_suspend(struct radeon_device *rdev);
198 extern int r420_resume(struct radeon_device *rdev);
199 extern void r420_pm_init_profile(struct radeon_device *rdev);
200 extern u32 r420_mc_rreg(struct radeon_device *rdev, u32 reg);
201 extern void r420_mc_wreg(struct radeon_device *rdev, u32 reg, u32 v);
202 extern int r420_debugfs_pipes_info_init(struct radeon_device *rdev);
203 extern void r420_pipes_init(struct radeon_device *rdev);
204 
205 /*
206  * rs400,rs480
207  */
208 extern int rs400_init(struct radeon_device *rdev);
209 extern void rs400_fini(struct radeon_device *rdev);
210 extern int rs400_suspend(struct radeon_device *rdev);
211 extern int rs400_resume(struct radeon_device *rdev);
212 void rs400_gart_tlb_flush(struct radeon_device *rdev);
213 uint64_t rs400_gart_get_page_entry(uint64_t addr, uint32_t flags);
214 void rs400_gart_set_page(struct radeon_device *rdev, unsigned i,
215 			 uint64_t entry);
216 uint32_t rs400_mc_rreg(struct radeon_device *rdev, uint32_t reg);
217 void rs400_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
218 int rs400_gart_init(struct radeon_device *rdev);
219 int rs400_gart_enable(struct radeon_device *rdev);
220 void rs400_gart_adjust_size(struct radeon_device *rdev);
221 void rs400_gart_disable(struct radeon_device *rdev);
222 void rs400_gart_fini(struct radeon_device *rdev);
223 extern int rs400_mc_wait_for_idle(struct radeon_device *rdev);
224 
225 /*
226  * rs600.
227  */
228 extern int rs600_asic_reset(struct radeon_device *rdev);
229 extern int rs600_init(struct radeon_device *rdev);
230 extern void rs600_fini(struct radeon_device *rdev);
231 extern int rs600_suspend(struct radeon_device *rdev);
232 extern int rs600_resume(struct radeon_device *rdev);
233 int rs600_irq_set(struct radeon_device *rdev);
234 int rs600_irq_process(struct radeon_device *rdev);
235 void rs600_irq_disable(struct radeon_device *rdev);
236 u32 rs600_get_vblank_counter(struct radeon_device *rdev, int crtc);
237 void rs600_gart_tlb_flush(struct radeon_device *rdev);
238 uint64_t rs600_gart_get_page_entry(uint64_t addr, uint32_t flags);
239 void rs600_gart_set_page(struct radeon_device *rdev, unsigned i,
240 			 uint64_t entry);
241 uint32_t rs600_mc_rreg(struct radeon_device *rdev, uint32_t reg);
242 void rs600_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
243 void rs600_bandwidth_update(struct radeon_device *rdev);
244 void rs600_hpd_init(struct radeon_device *rdev);
245 void rs600_hpd_fini(struct radeon_device *rdev);
246 bool rs600_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
247 void rs600_hpd_set_polarity(struct radeon_device *rdev,
248 			    enum radeon_hpd_id hpd);
249 extern void rs600_pm_misc(struct radeon_device *rdev);
250 extern void rs600_pm_prepare(struct radeon_device *rdev);
251 extern void rs600_pm_finish(struct radeon_device *rdev);
252 extern void rs600_page_flip(struct radeon_device *rdev, int crtc,
253 			    u64 crtc_base);
254 extern bool rs600_page_flip_pending(struct radeon_device *rdev, int crtc);
255 void rs600_set_safe_registers(struct radeon_device *rdev);
256 extern void avivo_wait_for_vblank(struct radeon_device *rdev, int crtc);
257 extern int rs600_mc_wait_for_idle(struct radeon_device *rdev);
258 
259 /*
260  * rs690,rs740
261  */
262 int rs690_init(struct radeon_device *rdev);
263 void rs690_fini(struct radeon_device *rdev);
264 int rs690_resume(struct radeon_device *rdev);
265 int rs690_suspend(struct radeon_device *rdev);
266 uint32_t rs690_mc_rreg(struct radeon_device *rdev, uint32_t reg);
267 void rs690_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
268 void rs690_bandwidth_update(struct radeon_device *rdev);
269 void rs690_line_buffer_adjust(struct radeon_device *rdev,
270 					struct drm_display_mode *mode1,
271 					struct drm_display_mode *mode2);
272 extern int rs690_mc_wait_for_idle(struct radeon_device *rdev);
273 
274 /*
275  * rv515
276  */
277 struct rv515_mc_save {
278 	u32 vga_render_control;
279 	u32 vga_hdp_control;
280 	bool crtc_enabled[2];
281 };
282 
283 int rv515_init(struct radeon_device *rdev);
284 void rv515_fini(struct radeon_device *rdev);
285 uint32_t rv515_mc_rreg(struct radeon_device *rdev, uint32_t reg);
286 void rv515_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
287 void rv515_ring_start(struct radeon_device *rdev, struct radeon_ring *ring);
288 void rv515_bandwidth_update(struct radeon_device *rdev);
289 int rv515_resume(struct radeon_device *rdev);
290 int rv515_suspend(struct radeon_device *rdev);
291 void rv515_bandwidth_avivo_update(struct radeon_device *rdev);
292 void rv515_vga_render_disable(struct radeon_device *rdev);
293 void rv515_set_safe_registers(struct radeon_device *rdev);
294 void rv515_mc_stop(struct radeon_device *rdev, struct rv515_mc_save *save);
295 void rv515_mc_resume(struct radeon_device *rdev, struct rv515_mc_save *save);
296 void rv515_clock_startup(struct radeon_device *rdev);
297 void rv515_debugfs(struct radeon_device *rdev);
298 int rv515_mc_wait_for_idle(struct radeon_device *rdev);
299 
300 /*
301  * r520,rv530,rv560,rv570,r580
302  */
303 int r520_init(struct radeon_device *rdev);
304 int r520_resume(struct radeon_device *rdev);
305 int r520_mc_wait_for_idle(struct radeon_device *rdev);
306 
307 /*
308  * r600,rv610,rv630,rv620,rv635,rv670,rs780,rs880
309  */
310 int r600_init(struct radeon_device *rdev);
311 void r600_fini(struct radeon_device *rdev);
312 int r600_suspend(struct radeon_device *rdev);
313 int r600_resume(struct radeon_device *rdev);
314 void r600_vga_set_state(struct radeon_device *rdev, bool state);
315 int r600_wb_init(struct radeon_device *rdev);
316 void r600_wb_fini(struct radeon_device *rdev);
317 void r600_pcie_gart_tlb_flush(struct radeon_device *rdev);
318 uint32_t r600_pciep_rreg(struct radeon_device *rdev, uint32_t reg);
319 void r600_pciep_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
320 int r600_cs_parse(struct radeon_cs_parser *p);
321 int r600_dma_cs_parse(struct radeon_cs_parser *p);
322 void r600_fence_ring_emit(struct radeon_device *rdev,
323 			  struct radeon_fence *fence);
324 bool r600_semaphore_ring_emit(struct radeon_device *rdev,
325 			      struct radeon_ring *cp,
326 			      struct radeon_semaphore *semaphore,
327 			      bool emit_wait);
328 void r600_dma_fence_ring_emit(struct radeon_device *rdev,
329 			      struct radeon_fence *fence);
330 bool r600_dma_semaphore_ring_emit(struct radeon_device *rdev,
331 				  struct radeon_ring *ring,
332 				  struct radeon_semaphore *semaphore,
333 				  bool emit_wait);
334 void r600_dma_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
335 bool r600_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
336 bool r600_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
337 int r600_asic_reset(struct radeon_device *rdev);
338 int r600_set_surface_reg(struct radeon_device *rdev, int reg,
339 			 uint32_t tiling_flags, uint32_t pitch,
340 			 uint32_t offset, uint32_t obj_size);
341 void r600_clear_surface_reg(struct radeon_device *rdev, int reg);
342 int r600_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
343 int r600_dma_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
344 void r600_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
345 int r600_ring_test(struct radeon_device *rdev, struct radeon_ring *cp);
346 int r600_dma_ring_test(struct radeon_device *rdev, struct radeon_ring *cp);
347 struct radeon_fence *r600_copy_cpdma(struct radeon_device *rdev,
348 				     uint64_t src_offset, uint64_t dst_offset,
349 				     unsigned num_gpu_pages,
350 				     struct reservation_object *resv);
351 struct radeon_fence *r600_copy_dma(struct radeon_device *rdev,
352 				   uint64_t src_offset, uint64_t dst_offset,
353 				   unsigned num_gpu_pages,
354 				   struct reservation_object *resv);
355 void r600_hpd_init(struct radeon_device *rdev);
356 void r600_hpd_fini(struct radeon_device *rdev);
357 bool r600_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
358 void r600_hpd_set_polarity(struct radeon_device *rdev,
359 			   enum radeon_hpd_id hpd);
360 extern void r600_mmio_hdp_flush(struct radeon_device *rdev);
361 extern bool r600_gui_idle(struct radeon_device *rdev);
362 extern void r600_pm_misc(struct radeon_device *rdev);
363 extern void r600_pm_init_profile(struct radeon_device *rdev);
364 extern void rs780_pm_init_profile(struct radeon_device *rdev);
365 extern uint32_t rs780_mc_rreg(struct radeon_device *rdev, uint32_t reg);
366 extern void rs780_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
367 extern void r600_pm_get_dynpm_state(struct radeon_device *rdev);
368 extern void r600_set_pcie_lanes(struct radeon_device *rdev, int lanes);
369 extern int r600_get_pcie_lanes(struct radeon_device *rdev);
370 bool r600_card_posted(struct radeon_device *rdev);
371 void r600_cp_stop(struct radeon_device *rdev);
372 int r600_cp_start(struct radeon_device *rdev);
373 void r600_ring_init(struct radeon_device *rdev, struct radeon_ring *cp, unsigned ring_size);
374 int r600_cp_resume(struct radeon_device *rdev);
375 void r600_cp_fini(struct radeon_device *rdev);
376 int r600_count_pipe_bits(uint32_t val);
377 int r600_mc_wait_for_idle(struct radeon_device *rdev);
378 int r600_pcie_gart_init(struct radeon_device *rdev);
379 void r600_scratch_init(struct radeon_device *rdev);
380 int r600_init_microcode(struct radeon_device *rdev);
381 u32 r600_gfx_get_rptr(struct radeon_device *rdev,
382 		      struct radeon_ring *ring);
383 u32 r600_gfx_get_wptr(struct radeon_device *rdev,
384 		      struct radeon_ring *ring);
385 void r600_gfx_set_wptr(struct radeon_device *rdev,
386 		       struct radeon_ring *ring);
387 /* r600 irq */
388 int r600_irq_process(struct radeon_device *rdev);
389 int r600_irq_init(struct radeon_device *rdev);
390 void r600_irq_fini(struct radeon_device *rdev);
391 void r600_ih_ring_init(struct radeon_device *rdev, unsigned ring_size);
392 int r600_irq_set(struct radeon_device *rdev);
393 void r600_irq_suspend(struct radeon_device *rdev);
394 void r600_disable_interrupts(struct radeon_device *rdev);
395 void r600_rlc_stop(struct radeon_device *rdev);
396 /* r600 audio */
397 int r600_audio_init(struct radeon_device *rdev);
398 void r600_audio_fini(struct radeon_device *rdev);
399 void r600_audio_set_dto(struct drm_encoder *encoder, u32 clock);
400 void r600_hdmi_update_avi_infoframe(struct drm_encoder *encoder, void *buffer,
401 				    size_t size);
402 void r600_hdmi_update_ACR(struct drm_encoder *encoder, uint32_t clock);
403 void r600_hdmi_audio_workaround(struct drm_encoder *encoder);
404 int r600_hdmi_buffer_status_changed(struct drm_encoder *encoder);
405 void r600_hdmi_update_audio_settings(struct drm_encoder *encoder);
406 void r600_hdmi_enable(struct drm_encoder *encoder, bool enable);
407 void r600_hdmi_setmode(struct drm_encoder *encoder, struct drm_display_mode *mode);
408 int r600_mc_wait_for_idle(struct radeon_device *rdev);
409 u32 r600_get_xclk(struct radeon_device *rdev);
410 uint64_t r600_get_gpu_clock_counter(struct radeon_device *rdev);
411 int rv6xx_get_temp(struct radeon_device *rdev);
412 int r600_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
413 int r600_dpm_pre_set_power_state(struct radeon_device *rdev);
414 void r600_dpm_post_set_power_state(struct radeon_device *rdev);
415 int r600_dpm_late_enable(struct radeon_device *rdev);
416 /* r600 dma */
417 uint32_t r600_dma_get_rptr(struct radeon_device *rdev,
418 			   struct radeon_ring *ring);
419 uint32_t r600_dma_get_wptr(struct radeon_device *rdev,
420 			   struct radeon_ring *ring);
421 void r600_dma_set_wptr(struct radeon_device *rdev,
422 		       struct radeon_ring *ring);
423 /* rv6xx dpm */
424 int rv6xx_dpm_init(struct radeon_device *rdev);
425 int rv6xx_dpm_enable(struct radeon_device *rdev);
426 void rv6xx_dpm_disable(struct radeon_device *rdev);
427 int rv6xx_dpm_set_power_state(struct radeon_device *rdev);
428 void rv6xx_setup_asic(struct radeon_device *rdev);
429 void rv6xx_dpm_display_configuration_changed(struct radeon_device *rdev);
430 void rv6xx_dpm_fini(struct radeon_device *rdev);
431 u32 rv6xx_dpm_get_sclk(struct radeon_device *rdev, bool low);
432 u32 rv6xx_dpm_get_mclk(struct radeon_device *rdev, bool low);
433 void rv6xx_dpm_print_power_state(struct radeon_device *rdev,
434 				 struct radeon_ps *ps);
435 void rv6xx_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
436 						       struct seq_file *m);
437 int rv6xx_dpm_force_performance_level(struct radeon_device *rdev,
438 				      enum radeon_dpm_forced_level level);
439 /* rs780 dpm */
440 int rs780_dpm_init(struct radeon_device *rdev);
441 int rs780_dpm_enable(struct radeon_device *rdev);
442 void rs780_dpm_disable(struct radeon_device *rdev);
443 int rs780_dpm_set_power_state(struct radeon_device *rdev);
444 void rs780_dpm_setup_asic(struct radeon_device *rdev);
445 void rs780_dpm_display_configuration_changed(struct radeon_device *rdev);
446 void rs780_dpm_fini(struct radeon_device *rdev);
447 u32 rs780_dpm_get_sclk(struct radeon_device *rdev, bool low);
448 u32 rs780_dpm_get_mclk(struct radeon_device *rdev, bool low);
449 void rs780_dpm_print_power_state(struct radeon_device *rdev,
450 				 struct radeon_ps *ps);
451 void rs780_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
452 						       struct seq_file *m);
453 int rs780_dpm_force_performance_level(struct radeon_device *rdev,
454 				      enum radeon_dpm_forced_level level);
455 
456 /*
457  * rv770,rv730,rv710,rv740
458  */
459 int rv770_init(struct radeon_device *rdev);
460 void rv770_fini(struct radeon_device *rdev);
461 int rv770_suspend(struct radeon_device *rdev);
462 int rv770_resume(struct radeon_device *rdev);
463 void rv770_pm_misc(struct radeon_device *rdev);
464 void rv770_page_flip(struct radeon_device *rdev, int crtc, u64 crtc_base);
465 bool rv770_page_flip_pending(struct radeon_device *rdev, int crtc);
466 void r700_vram_gtt_location(struct radeon_device *rdev, struct radeon_mc *mc);
467 void r700_cp_stop(struct radeon_device *rdev);
468 void r700_cp_fini(struct radeon_device *rdev);
469 struct radeon_fence *rv770_copy_dma(struct radeon_device *rdev,
470 				    uint64_t src_offset, uint64_t dst_offset,
471 				    unsigned num_gpu_pages,
472 				    struct reservation_object *resv);
473 u32 rv770_get_xclk(struct radeon_device *rdev);
474 int rv770_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
475 int rv770_get_temp(struct radeon_device *rdev);
476 /* hdmi */
477 void dce3_1_hdmi_setmode(struct drm_encoder *encoder, struct drm_display_mode *mode);
478 /* rv7xx pm */
479 int rv770_dpm_init(struct radeon_device *rdev);
480 int rv770_dpm_enable(struct radeon_device *rdev);
481 int rv770_dpm_late_enable(struct radeon_device *rdev);
482 void rv770_dpm_disable(struct radeon_device *rdev);
483 int rv770_dpm_set_power_state(struct radeon_device *rdev);
484 void rv770_dpm_setup_asic(struct radeon_device *rdev);
485 void rv770_dpm_display_configuration_changed(struct radeon_device *rdev);
486 void rv770_dpm_fini(struct radeon_device *rdev);
487 u32 rv770_dpm_get_sclk(struct radeon_device *rdev, bool low);
488 u32 rv770_dpm_get_mclk(struct radeon_device *rdev, bool low);
489 void rv770_dpm_print_power_state(struct radeon_device *rdev,
490 				 struct radeon_ps *ps);
491 void rv770_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
492 						       struct seq_file *m);
493 int rv770_dpm_force_performance_level(struct radeon_device *rdev,
494 				      enum radeon_dpm_forced_level level);
495 bool rv770_dpm_vblank_too_short(struct radeon_device *rdev);
496 
497 /*
498  * evergreen
499  */
500 struct evergreen_mc_save {
501 	u32 vga_render_control;
502 	u32 vga_hdp_control;
503 	bool crtc_enabled[RADEON_MAX_CRTCS];
504 };
505 
506 void evergreen_pcie_gart_tlb_flush(struct radeon_device *rdev);
507 int evergreen_init(struct radeon_device *rdev);
508 void evergreen_fini(struct radeon_device *rdev);
509 int evergreen_suspend(struct radeon_device *rdev);
510 int evergreen_resume(struct radeon_device *rdev);
511 bool evergreen_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
512 bool evergreen_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
513 int evergreen_asic_reset(struct radeon_device *rdev);
514 void evergreen_bandwidth_update(struct radeon_device *rdev);
515 void evergreen_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
516 void evergreen_hpd_init(struct radeon_device *rdev);
517 void evergreen_hpd_fini(struct radeon_device *rdev);
518 bool evergreen_hpd_sense(struct radeon_device *rdev, enum radeon_hpd_id hpd);
519 void evergreen_hpd_set_polarity(struct radeon_device *rdev,
520 				enum radeon_hpd_id hpd);
521 u32 evergreen_get_vblank_counter(struct radeon_device *rdev, int crtc);
522 int evergreen_irq_set(struct radeon_device *rdev);
523 int evergreen_irq_process(struct radeon_device *rdev);
524 extern int evergreen_cs_parse(struct radeon_cs_parser *p);
525 extern int evergreen_dma_cs_parse(struct radeon_cs_parser *p);
526 extern void evergreen_pm_misc(struct radeon_device *rdev);
527 extern void evergreen_pm_prepare(struct radeon_device *rdev);
528 extern void evergreen_pm_finish(struct radeon_device *rdev);
529 extern void sumo_pm_init_profile(struct radeon_device *rdev);
530 extern void btc_pm_init_profile(struct radeon_device *rdev);
531 int sumo_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
532 int evergreen_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
533 extern void evergreen_page_flip(struct radeon_device *rdev, int crtc,
534 				u64 crtc_base);
535 extern bool evergreen_page_flip_pending(struct radeon_device *rdev, int crtc);
536 extern void dce4_wait_for_vblank(struct radeon_device *rdev, int crtc);
537 void evergreen_disable_interrupt_state(struct radeon_device *rdev);
538 int evergreen_mc_wait_for_idle(struct radeon_device *rdev);
539 void evergreen_dma_fence_ring_emit(struct radeon_device *rdev,
540 				   struct radeon_fence *fence);
541 void evergreen_dma_ring_ib_execute(struct radeon_device *rdev,
542 				   struct radeon_ib *ib);
543 struct radeon_fence *evergreen_copy_dma(struct radeon_device *rdev,
544 					uint64_t src_offset, uint64_t dst_offset,
545 					unsigned num_gpu_pages,
546 					struct reservation_object *resv);
547 void evergreen_hdmi_enable(struct drm_encoder *encoder, bool enable);
548 void evergreen_hdmi_setmode(struct drm_encoder *encoder, struct drm_display_mode *mode);
549 int evergreen_get_temp(struct radeon_device *rdev);
550 int sumo_get_temp(struct radeon_device *rdev);
551 int tn_get_temp(struct radeon_device *rdev);
552 int cypress_dpm_init(struct radeon_device *rdev);
553 void cypress_dpm_setup_asic(struct radeon_device *rdev);
554 int cypress_dpm_enable(struct radeon_device *rdev);
555 void cypress_dpm_disable(struct radeon_device *rdev);
556 int cypress_dpm_set_power_state(struct radeon_device *rdev);
557 void cypress_dpm_display_configuration_changed(struct radeon_device *rdev);
558 void cypress_dpm_fini(struct radeon_device *rdev);
559 bool cypress_dpm_vblank_too_short(struct radeon_device *rdev);
560 int btc_dpm_init(struct radeon_device *rdev);
561 void btc_dpm_setup_asic(struct radeon_device *rdev);
562 int btc_dpm_enable(struct radeon_device *rdev);
563 void btc_dpm_disable(struct radeon_device *rdev);
564 int btc_dpm_pre_set_power_state(struct radeon_device *rdev);
565 int btc_dpm_set_power_state(struct radeon_device *rdev);
566 void btc_dpm_post_set_power_state(struct radeon_device *rdev);
567 void btc_dpm_fini(struct radeon_device *rdev);
568 u32 btc_dpm_get_sclk(struct radeon_device *rdev, bool low);
569 u32 btc_dpm_get_mclk(struct radeon_device *rdev, bool low);
570 bool btc_dpm_vblank_too_short(struct radeon_device *rdev);
571 void btc_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
572 						     struct seq_file *m);
573 int sumo_dpm_init(struct radeon_device *rdev);
574 int sumo_dpm_enable(struct radeon_device *rdev);
575 int sumo_dpm_late_enable(struct radeon_device *rdev);
576 void sumo_dpm_disable(struct radeon_device *rdev);
577 int sumo_dpm_pre_set_power_state(struct radeon_device *rdev);
578 int sumo_dpm_set_power_state(struct radeon_device *rdev);
579 void sumo_dpm_post_set_power_state(struct radeon_device *rdev);
580 void sumo_dpm_setup_asic(struct radeon_device *rdev);
581 void sumo_dpm_display_configuration_changed(struct radeon_device *rdev);
582 void sumo_dpm_fini(struct radeon_device *rdev);
583 u32 sumo_dpm_get_sclk(struct radeon_device *rdev, bool low);
584 u32 sumo_dpm_get_mclk(struct radeon_device *rdev, bool low);
585 void sumo_dpm_print_power_state(struct radeon_device *rdev,
586 				struct radeon_ps *ps);
587 void sumo_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
588 						      struct seq_file *m);
589 int sumo_dpm_force_performance_level(struct radeon_device *rdev,
590 				     enum radeon_dpm_forced_level level);
591 
592 /*
593  * cayman
594  */
595 void cayman_fence_ring_emit(struct radeon_device *rdev,
596 			    struct radeon_fence *fence);
597 void cayman_pcie_gart_tlb_flush(struct radeon_device *rdev);
598 int cayman_init(struct radeon_device *rdev);
599 void cayman_fini(struct radeon_device *rdev);
600 int cayman_suspend(struct radeon_device *rdev);
601 int cayman_resume(struct radeon_device *rdev);
602 int cayman_asic_reset(struct radeon_device *rdev);
603 void cayman_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
604 int cayman_vm_init(struct radeon_device *rdev);
605 void cayman_vm_fini(struct radeon_device *rdev);
606 void cayman_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
607 		     unsigned vm_id, uint64_t pd_addr);
608 uint32_t cayman_vm_page_flags(struct radeon_device *rdev, uint32_t flags);
609 int evergreen_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
610 int evergreen_dma_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
611 void cayman_dma_ring_ib_execute(struct radeon_device *rdev,
612 				struct radeon_ib *ib);
613 bool cayman_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
614 bool cayman_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
615 
616 void cayman_dma_vm_copy_pages(struct radeon_device *rdev,
617 			      struct radeon_ib *ib,
618 			      uint64_t pe, uint64_t src,
619 			      unsigned count);
620 void cayman_dma_vm_write_pages(struct radeon_device *rdev,
621 			       struct radeon_ib *ib,
622 			       uint64_t pe,
623 			       uint64_t addr, unsigned count,
624 			       uint32_t incr, uint32_t flags);
625 void cayman_dma_vm_set_pages(struct radeon_device *rdev,
626 			     struct radeon_ib *ib,
627 			     uint64_t pe,
628 			     uint64_t addr, unsigned count,
629 			     uint32_t incr, uint32_t flags);
630 void cayman_dma_vm_pad_ib(struct radeon_ib *ib);
631 
632 void cayman_dma_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
633 			 unsigned vm_id, uint64_t pd_addr);
634 
635 u32 cayman_gfx_get_rptr(struct radeon_device *rdev,
636 			struct radeon_ring *ring);
637 u32 cayman_gfx_get_wptr(struct radeon_device *rdev,
638 			struct radeon_ring *ring);
639 void cayman_gfx_set_wptr(struct radeon_device *rdev,
640 			 struct radeon_ring *ring);
641 uint32_t cayman_dma_get_rptr(struct radeon_device *rdev,
642 			     struct radeon_ring *ring);
643 uint32_t cayman_dma_get_wptr(struct radeon_device *rdev,
644 			     struct radeon_ring *ring);
645 void cayman_dma_set_wptr(struct radeon_device *rdev,
646 			 struct radeon_ring *ring);
647 
648 int ni_dpm_init(struct radeon_device *rdev);
649 void ni_dpm_setup_asic(struct radeon_device *rdev);
650 int ni_dpm_enable(struct radeon_device *rdev);
651 void ni_dpm_disable(struct radeon_device *rdev);
652 int ni_dpm_pre_set_power_state(struct radeon_device *rdev);
653 int ni_dpm_set_power_state(struct radeon_device *rdev);
654 void ni_dpm_post_set_power_state(struct radeon_device *rdev);
655 void ni_dpm_fini(struct radeon_device *rdev);
656 u32 ni_dpm_get_sclk(struct radeon_device *rdev, bool low);
657 u32 ni_dpm_get_mclk(struct radeon_device *rdev, bool low);
658 void ni_dpm_print_power_state(struct radeon_device *rdev,
659 			      struct radeon_ps *ps);
660 void ni_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
661 						    struct seq_file *m);
662 int ni_dpm_force_performance_level(struct radeon_device *rdev,
663 				   enum radeon_dpm_forced_level level);
664 bool ni_dpm_vblank_too_short(struct radeon_device *rdev);
665 int trinity_dpm_init(struct radeon_device *rdev);
666 int trinity_dpm_enable(struct radeon_device *rdev);
667 int trinity_dpm_late_enable(struct radeon_device *rdev);
668 void trinity_dpm_disable(struct radeon_device *rdev);
669 int trinity_dpm_pre_set_power_state(struct radeon_device *rdev);
670 int trinity_dpm_set_power_state(struct radeon_device *rdev);
671 void trinity_dpm_post_set_power_state(struct radeon_device *rdev);
672 void trinity_dpm_setup_asic(struct radeon_device *rdev);
673 void trinity_dpm_display_configuration_changed(struct radeon_device *rdev);
674 void trinity_dpm_fini(struct radeon_device *rdev);
675 u32 trinity_dpm_get_sclk(struct radeon_device *rdev, bool low);
676 u32 trinity_dpm_get_mclk(struct radeon_device *rdev, bool low);
677 void trinity_dpm_print_power_state(struct radeon_device *rdev,
678 				   struct radeon_ps *ps);
679 void trinity_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
680 							 struct seq_file *m);
681 int trinity_dpm_force_performance_level(struct radeon_device *rdev,
682 					enum radeon_dpm_forced_level level);
683 void trinity_dpm_enable_bapm(struct radeon_device *rdev, bool enable);
684 
685 /* DCE6 - SI */
686 void dce6_bandwidth_update(struct radeon_device *rdev);
687 int dce6_audio_init(struct radeon_device *rdev);
688 void dce6_audio_fini(struct radeon_device *rdev);
689 
690 /*
691  * si
692  */
693 void si_fence_ring_emit(struct radeon_device *rdev,
694 			struct radeon_fence *fence);
695 void si_pcie_gart_tlb_flush(struct radeon_device *rdev);
696 int si_init(struct radeon_device *rdev);
697 void si_fini(struct radeon_device *rdev);
698 int si_suspend(struct radeon_device *rdev);
699 int si_resume(struct radeon_device *rdev);
700 bool si_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
701 bool si_dma_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
702 int si_asic_reset(struct radeon_device *rdev);
703 void si_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
704 int si_irq_set(struct radeon_device *rdev);
705 int si_irq_process(struct radeon_device *rdev);
706 int si_vm_init(struct radeon_device *rdev);
707 void si_vm_fini(struct radeon_device *rdev);
708 void si_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
709 		 unsigned vm_id, uint64_t pd_addr);
710 int si_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
711 struct radeon_fence *si_copy_dma(struct radeon_device *rdev,
712 				 uint64_t src_offset, uint64_t dst_offset,
713 				 unsigned num_gpu_pages,
714 				 struct reservation_object *resv);
715 
716 void si_dma_vm_copy_pages(struct radeon_device *rdev,
717 			  struct radeon_ib *ib,
718 			  uint64_t pe, uint64_t src,
719 			  unsigned count);
720 void si_dma_vm_write_pages(struct radeon_device *rdev,
721 			   struct radeon_ib *ib,
722 			   uint64_t pe,
723 			   uint64_t addr, unsigned count,
724 			   uint32_t incr, uint32_t flags);
725 void si_dma_vm_set_pages(struct radeon_device *rdev,
726 			 struct radeon_ib *ib,
727 			 uint64_t pe,
728 			 uint64_t addr, unsigned count,
729 			 uint32_t incr, uint32_t flags);
730 
731 void si_dma_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
732 		     unsigned vm_id, uint64_t pd_addr);
733 u32 si_get_xclk(struct radeon_device *rdev);
734 uint64_t si_get_gpu_clock_counter(struct radeon_device *rdev);
735 int si_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
736 int si_get_temp(struct radeon_device *rdev);
737 int si_dpm_init(struct radeon_device *rdev);
738 void si_dpm_setup_asic(struct radeon_device *rdev);
739 int si_dpm_enable(struct radeon_device *rdev);
740 int si_dpm_late_enable(struct radeon_device *rdev);
741 void si_dpm_disable(struct radeon_device *rdev);
742 int si_dpm_pre_set_power_state(struct radeon_device *rdev);
743 int si_dpm_set_power_state(struct radeon_device *rdev);
744 void si_dpm_post_set_power_state(struct radeon_device *rdev);
745 void si_dpm_fini(struct radeon_device *rdev);
746 void si_dpm_display_configuration_changed(struct radeon_device *rdev);
747 void si_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
748 						    struct seq_file *m);
749 int si_dpm_force_performance_level(struct radeon_device *rdev,
750 				   enum radeon_dpm_forced_level level);
751 
752 /* DCE8 - CIK */
753 void dce8_bandwidth_update(struct radeon_device *rdev);
754 
755 /*
756  * cik
757  */
758 uint64_t cik_get_gpu_clock_counter(struct radeon_device *rdev);
759 u32 cik_get_xclk(struct radeon_device *rdev);
760 uint32_t cik_pciep_rreg(struct radeon_device *rdev, uint32_t reg);
761 void cik_pciep_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v);
762 int cik_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
763 int cik_set_vce_clocks(struct radeon_device *rdev, u32 evclk, u32 ecclk);
764 void cik_sdma_fence_ring_emit(struct radeon_device *rdev,
765 			      struct radeon_fence *fence);
766 bool cik_sdma_semaphore_ring_emit(struct radeon_device *rdev,
767 				  struct radeon_ring *ring,
768 				  struct radeon_semaphore *semaphore,
769 				  bool emit_wait);
770 void cik_sdma_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
771 struct radeon_fence *cik_copy_dma(struct radeon_device *rdev,
772 				  uint64_t src_offset, uint64_t dst_offset,
773 				  unsigned num_gpu_pages,
774 				  struct reservation_object *resv);
775 struct radeon_fence *cik_copy_cpdma(struct radeon_device *rdev,
776 				    uint64_t src_offset, uint64_t dst_offset,
777 				    unsigned num_gpu_pages,
778 				    struct reservation_object *resv);
779 int cik_sdma_ring_test(struct radeon_device *rdev, struct radeon_ring *ring);
780 int cik_sdma_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
781 bool cik_sdma_is_lockup(struct radeon_device *rdev, struct radeon_ring *ring);
782 void cik_fence_gfx_ring_emit(struct radeon_device *rdev,
783 			     struct radeon_fence *fence);
784 void cik_fence_compute_ring_emit(struct radeon_device *rdev,
785 				 struct radeon_fence *fence);
786 bool cik_semaphore_ring_emit(struct radeon_device *rdev,
787 			     struct radeon_ring *cp,
788 			     struct radeon_semaphore *semaphore,
789 			     bool emit_wait);
790 void cik_pcie_gart_tlb_flush(struct radeon_device *rdev);
791 int cik_init(struct radeon_device *rdev);
792 void cik_fini(struct radeon_device *rdev);
793 int cik_suspend(struct radeon_device *rdev);
794 int cik_resume(struct radeon_device *rdev);
795 bool cik_gfx_is_lockup(struct radeon_device *rdev, struct radeon_ring *cp);
796 int cik_asic_reset(struct radeon_device *rdev);
797 void cik_ring_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
798 int cik_ring_test(struct radeon_device *rdev, struct radeon_ring *ring);
799 int cik_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
800 int cik_irq_set(struct radeon_device *rdev);
801 int cik_irq_process(struct radeon_device *rdev);
802 int cik_vm_init(struct radeon_device *rdev);
803 void cik_vm_fini(struct radeon_device *rdev);
804 void cik_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
805 		  unsigned vm_id, uint64_t pd_addr);
806 
807 void cik_sdma_vm_copy_pages(struct radeon_device *rdev,
808 			    struct radeon_ib *ib,
809 			    uint64_t pe, uint64_t src,
810 			    unsigned count);
811 void cik_sdma_vm_write_pages(struct radeon_device *rdev,
812 			     struct radeon_ib *ib,
813 			     uint64_t pe,
814 			     uint64_t addr, unsigned count,
815 			     uint32_t incr, uint32_t flags);
816 void cik_sdma_vm_set_pages(struct radeon_device *rdev,
817 			   struct radeon_ib *ib,
818 			   uint64_t pe,
819 			   uint64_t addr, unsigned count,
820 			   uint32_t incr, uint32_t flags);
821 void cik_sdma_vm_pad_ib(struct radeon_ib *ib);
822 
823 void cik_dma_vm_flush(struct radeon_device *rdev, struct radeon_ring *ring,
824 		      unsigned vm_id, uint64_t pd_addr);
825 int cik_ib_parse(struct radeon_device *rdev, struct radeon_ib *ib);
826 u32 cik_gfx_get_rptr(struct radeon_device *rdev,
827 		     struct radeon_ring *ring);
828 u32 cik_gfx_get_wptr(struct radeon_device *rdev,
829 		     struct radeon_ring *ring);
830 void cik_gfx_set_wptr(struct radeon_device *rdev,
831 		      struct radeon_ring *ring);
832 u32 cik_compute_get_rptr(struct radeon_device *rdev,
833 			 struct radeon_ring *ring);
834 u32 cik_compute_get_wptr(struct radeon_device *rdev,
835 			 struct radeon_ring *ring);
836 void cik_compute_set_wptr(struct radeon_device *rdev,
837 			  struct radeon_ring *ring);
838 u32 cik_sdma_get_rptr(struct radeon_device *rdev,
839 		      struct radeon_ring *ring);
840 u32 cik_sdma_get_wptr(struct radeon_device *rdev,
841 		      struct radeon_ring *ring);
842 void cik_sdma_set_wptr(struct radeon_device *rdev,
843 		       struct radeon_ring *ring);
844 int ci_get_temp(struct radeon_device *rdev);
845 int kv_get_temp(struct radeon_device *rdev);
846 
847 int ci_dpm_init(struct radeon_device *rdev);
848 int ci_dpm_enable(struct radeon_device *rdev);
849 int ci_dpm_late_enable(struct radeon_device *rdev);
850 void ci_dpm_disable(struct radeon_device *rdev);
851 int ci_dpm_pre_set_power_state(struct radeon_device *rdev);
852 int ci_dpm_set_power_state(struct radeon_device *rdev);
853 void ci_dpm_post_set_power_state(struct radeon_device *rdev);
854 void ci_dpm_setup_asic(struct radeon_device *rdev);
855 void ci_dpm_display_configuration_changed(struct radeon_device *rdev);
856 void ci_dpm_fini(struct radeon_device *rdev);
857 u32 ci_dpm_get_sclk(struct radeon_device *rdev, bool low);
858 u32 ci_dpm_get_mclk(struct radeon_device *rdev, bool low);
859 void ci_dpm_print_power_state(struct radeon_device *rdev,
860 			      struct radeon_ps *ps);
861 void ci_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
862 						    struct seq_file *m);
863 int ci_dpm_force_performance_level(struct radeon_device *rdev,
864 				   enum radeon_dpm_forced_level level);
865 bool ci_dpm_vblank_too_short(struct radeon_device *rdev);
866 void ci_dpm_powergate_uvd(struct radeon_device *rdev, bool gate);
867 
868 int kv_dpm_init(struct radeon_device *rdev);
869 int kv_dpm_enable(struct radeon_device *rdev);
870 int kv_dpm_late_enable(struct radeon_device *rdev);
871 void kv_dpm_disable(struct radeon_device *rdev);
872 int kv_dpm_pre_set_power_state(struct radeon_device *rdev);
873 int kv_dpm_set_power_state(struct radeon_device *rdev);
874 void kv_dpm_post_set_power_state(struct radeon_device *rdev);
875 void kv_dpm_setup_asic(struct radeon_device *rdev);
876 void kv_dpm_display_configuration_changed(struct radeon_device *rdev);
877 void kv_dpm_fini(struct radeon_device *rdev);
878 u32 kv_dpm_get_sclk(struct radeon_device *rdev, bool low);
879 u32 kv_dpm_get_mclk(struct radeon_device *rdev, bool low);
880 void kv_dpm_print_power_state(struct radeon_device *rdev,
881 			      struct radeon_ps *ps);
882 void kv_dpm_debugfs_print_current_performance_level(struct radeon_device *rdev,
883 						    struct seq_file *m);
884 int kv_dpm_force_performance_level(struct radeon_device *rdev,
885 				   enum radeon_dpm_forced_level level);
886 void kv_dpm_powergate_uvd(struct radeon_device *rdev, bool gate);
887 void kv_dpm_enable_bapm(struct radeon_device *rdev, bool enable);
888 
889 /* uvd v1.0 */
890 uint32_t uvd_v1_0_get_rptr(struct radeon_device *rdev,
891                            struct radeon_ring *ring);
892 uint32_t uvd_v1_0_get_wptr(struct radeon_device *rdev,
893                            struct radeon_ring *ring);
894 void uvd_v1_0_set_wptr(struct radeon_device *rdev,
895                        struct radeon_ring *ring);
896 int uvd_v1_0_resume(struct radeon_device *rdev);
897 
898 int uvd_v1_0_init(struct radeon_device *rdev);
899 void uvd_v1_0_fini(struct radeon_device *rdev);
900 int uvd_v1_0_start(struct radeon_device *rdev);
901 void uvd_v1_0_stop(struct radeon_device *rdev);
902 
903 int uvd_v1_0_ring_test(struct radeon_device *rdev, struct radeon_ring *ring);
904 void uvd_v1_0_fence_emit(struct radeon_device *rdev,
905 			 struct radeon_fence *fence);
906 int uvd_v1_0_ib_test(struct radeon_device *rdev, struct radeon_ring *ring);
907 bool uvd_v1_0_semaphore_emit(struct radeon_device *rdev,
908 			     struct radeon_ring *ring,
909 			     struct radeon_semaphore *semaphore,
910 			     bool emit_wait);
911 void uvd_v1_0_ib_execute(struct radeon_device *rdev, struct radeon_ib *ib);
912 
913 /* uvd v2.2 */
914 int uvd_v2_2_resume(struct radeon_device *rdev);
915 void uvd_v2_2_fence_emit(struct radeon_device *rdev,
916 			 struct radeon_fence *fence);
917 
918 /* uvd v3.1 */
919 bool uvd_v3_1_semaphore_emit(struct radeon_device *rdev,
920 			     struct radeon_ring *ring,
921 			     struct radeon_semaphore *semaphore,
922 			     bool emit_wait);
923 
924 /* uvd v4.2 */
925 int uvd_v4_2_resume(struct radeon_device *rdev);
926 
927 /* vce v1.0 */
928 uint32_t vce_v1_0_get_rptr(struct radeon_device *rdev,
929 			   struct radeon_ring *ring);
930 uint32_t vce_v1_0_get_wptr(struct radeon_device *rdev,
931 			   struct radeon_ring *ring);
932 void vce_v1_0_set_wptr(struct radeon_device *rdev,
933 		       struct radeon_ring *ring);
934 int vce_v1_0_init(struct radeon_device *rdev);
935 int vce_v1_0_start(struct radeon_device *rdev);
936 
937 /* vce v2.0 */
938 int vce_v2_0_resume(struct radeon_device *rdev);
939 
940 #endif
941