36 static struct intel_gt *rps_to_gt(struct intel_rps *rps)  in rps_to_gt()
41 static struct drm_i915_private *rps_to_i915(struct intel_rps *rps)  in rps_to_i915()
46 static struct intel_uncore *rps_to_uncore(struct intel_rps *rps)  in rps_to_uncore()
51 static struct intel_guc_slpc *rps_to_slpc(struct intel_rps *rps)  in rps_to_slpc()
58 static bool rps_uses_slpc(struct intel_rps *rps)  in rps_uses_slpc()
65 static u32 rps_pm_sanitize_mask(struct intel_rps *rps, u32 mask)  in rps_pm_sanitize_mask()
77 	struct intel_rps *rps = from_timer(rps, t, timer);  in rps_timer()  local
155 static void rps_start_timer(struct intel_rps *rps)  in rps_start_timer()
162 static void rps_stop_timer(struct intel_rps *rps)  in rps_stop_timer()
169 static u32 rps_pm_mask(struct intel_rps *rps, u8 val)  in rps_pm_mask()
187 static void rps_reset_ei(struct intel_rps *rps)  in rps_reset_ei()
192 static void rps_enable_interrupts(struct intel_rps *rps)  in rps_enable_interrupts()
211 static void gen6_rps_reset_interrupts(struct intel_rps *rps)  in gen6_rps_reset_interrupts()
216 static void gen11_rps_reset_interrupts(struct intel_rps *rps)  in gen11_rps_reset_interrupts()
222 static void rps_reset_interrupts(struct intel_rps *rps)  in rps_reset_interrupts()
236 static void rps_disable_interrupts(struct intel_rps *rps)  in rps_disable_interrupts()
275 static void gen5_rps_init(struct intel_rps *rps)  in gen5_rps_init()
413 static void gen5_rps_update(struct intel_rps *rps)  in gen5_rps_update()
420 static unsigned int gen5_invert_freq(struct intel_rps *rps,  in gen5_invert_freq()
430 static int __gen5_rps_set(struct intel_rps *rps, u8 val)  in __gen5_rps_set()
460 static int gen5_rps_set(struct intel_rps *rps, u8 val)  in gen5_rps_set()
549 static bool gen5_rps_enable(struct intel_rps *rps)  in gen5_rps_enable()
620 static void gen5_rps_disable(struct intel_rps *rps)  in gen5_rps_disable()
648 static u32 rps_limits(struct intel_rps *rps, u8 val)  in rps_limits()
673 static void rps_set_power(struct intel_rps *rps, int new_power)  in rps_set_power()
739 static void gen6_rps_set_thresholds(struct intel_rps *rps, u8 val)  in gen6_rps_set_thresholds()
779 void intel_rps_mark_interactive(struct intel_rps *rps, bool interactive)  in intel_rps_mark_interactive()
795 static int gen6_rps_set(struct intel_rps *rps, u8 val)  in gen6_rps_set()
819 static int vlv_rps_set(struct intel_rps *rps, u8 val)  in vlv_rps_set()
834 static int rps_set(struct intel_rps *rps, u8 val, bool update)  in rps_set()
858 void intel_rps_unpark(struct intel_rps *rps)  in intel_rps_unpark()
889 void intel_rps_park(struct intel_rps *rps)  in intel_rps_park()
949 u32 intel_rps_get_boost_frequency(struct intel_rps *rps)  in intel_rps_get_boost_frequency()
962 static int rps_set_boost_freq(struct intel_rps *rps, u32 val)  in rps_set_boost_freq()
983 int intel_rps_set_boost_frequency(struct intel_rps *rps, u32 freq)  in intel_rps_set_boost_frequency()
996 void intel_rps_dec_waiters(struct intel_rps *rps)  in intel_rps_dec_waiters()
1018 		struct intel_rps *rps = &READ_ONCE(rq->engine)->gt->rps;  in intel_rps_boost()  local
1053 int intel_rps_set(struct intel_rps *rps, u8 val)  in intel_rps_set()
1084 static u32 intel_rps_read_state_cap(struct intel_rps *rps)  in intel_rps_read_state_cap()
1100 mtl_get_freq_caps(struct intel_rps *rps, struct intel_rps_freq_caps *caps)  in mtl_get_freq_caps()
1117 __gen6_rps_get_freq_caps(struct intel_rps *rps, struct intel_rps_freq_caps *caps)  in __gen6_rps_get_freq_caps()
1160 void gen6_rps_get_freq_caps(struct intel_rps *rps, struct intel_rps_freq_caps *caps)  in gen6_rps_get_freq_caps()
1170 static void gen6_rps_init(struct intel_rps *rps)  in gen6_rps_init()
1202 static bool rps_reset(struct intel_rps *rps)  in rps_reset()
1220 static bool gen9_rps_enable(struct intel_rps *rps)  in gen9_rps_enable()
1237 static bool gen8_rps_enable(struct intel_rps *rps)  in gen8_rps_enable()
1251 static bool gen6_rps_enable(struct intel_rps *rps)  in gen6_rps_enable()
1266 static int chv_rps_max_freq(struct intel_rps *rps)  in chv_rps_max_freq()
1294 static int chv_rps_rpe_freq(struct intel_rps *rps)  in chv_rps_rpe_freq()
1305 static int chv_rps_guar_freq(struct intel_rps *rps)  in chv_rps_guar_freq()
1315 static u32 chv_rps_min_freq(struct intel_rps *rps)  in chv_rps_min_freq()
1326 static bool chv_rps_enable(struct intel_rps *rps)  in chv_rps_enable()
1374 static int vlv_rps_guar_freq(struct intel_rps *rps)  in vlv_rps_guar_freq()
1387 static int vlv_rps_max_freq(struct intel_rps *rps)  in vlv_rps_max_freq()
1401 static int vlv_rps_rpe_freq(struct intel_rps *rps)  in vlv_rps_rpe_freq()
1414 static int vlv_rps_min_freq(struct intel_rps *rps)  in vlv_rps_min_freq()
1430 static bool vlv_rps_enable(struct intel_rps *rps)  in vlv_rps_enable()
1478 	struct intel_rps *rps = container_of(ips, typeof(*rps), ips);  in __ips_gfx_val()  local
1514 static bool has_busy_stats(struct intel_rps *rps)  in has_busy_stats()
1527 void intel_rps_enable(struct intel_rps *rps)  in intel_rps_enable()
1586 static void gen6_rps_disable(struct intel_rps *rps)  in gen6_rps_disable()
1591 void intel_rps_disable(struct intel_rps *rps)  in intel_rps_disable()
1608 static int byt_gpu_freq(struct intel_rps *rps, int val)  in byt_gpu_freq()
1617 static int byt_freq_opcode(struct intel_rps *rps, int val)  in byt_freq_opcode()
1622 static int chv_gpu_freq(struct intel_rps *rps, int val)  in chv_gpu_freq()
1631 static int chv_freq_opcode(struct intel_rps *rps, int val)  in chv_freq_opcode()
1637 int intel_gpu_freq(struct intel_rps *rps, int val)  in intel_gpu_freq()
1654 int intel_freq_opcode(struct intel_rps *rps, int val)  in intel_freq_opcode()
1671 static void vlv_init_gpll_ref_freq(struct intel_rps *rps)  in vlv_init_gpll_ref_freq()
1684 static void vlv_rps_init(struct intel_rps *rps)  in vlv_rps_init()
1718 static void chv_rps_init(struct intel_rps *rps)  in chv_rps_init()
1763 static u32 vlv_wa_c0_ei(struct intel_rps *rps, u32 pm_iir)  in vlv_wa_c0_ei()
1805 	struct intel_rps *rps = container_of(work, typeof(*rps), work);  in rps_work()  local
1893 void gen11_rps_irq_handler(struct intel_rps *rps, u32 pm_iir)  in gen11_rps_irq_handler()
1911 void gen6_rps_irq_handler(struct intel_rps *rps, u32 pm_iir)  in gen6_rps_irq_handler()
1940 void gen5_rps_irq_handler(struct intel_rps *rps)  in gen5_rps_irq_handler()
1974 void intel_rps_init_early(struct intel_rps *rps)  in intel_rps_init_early()
1985 void intel_rps_init(struct intel_rps *rps)  in intel_rps_init()
2053 void intel_rps_sanitize(struct intel_rps *rps)  in intel_rps_sanitize()
2062 u32 intel_rps_read_rpstat(struct intel_rps *rps)  in intel_rps_read_rpstat()
2072 static u32 intel_rps_get_cagf(struct intel_rps *rps, u32 rpstat)  in intel_rps_get_cagf()
2095 static u32 __read_cagf(struct intel_rps *rps, bool take_fw)  in __read_cagf()
2126 static u32 read_cagf(struct intel_rps *rps)  in read_cagf()
2131 u32 intel_rps_read_actual_frequency(struct intel_rps *rps)  in intel_rps_read_actual_frequency()
2143 u32 intel_rps_read_actual_frequency_fw(struct intel_rps *rps)  in intel_rps_read_actual_frequency_fw()
2148 static u32 intel_rps_read_punit_req(struct intel_rps *rps)  in intel_rps_read_punit_req()
2168 u32 intel_rps_read_punit_req_frequency(struct intel_rps *rps)  in intel_rps_read_punit_req_frequency()
2175 u32 intel_rps_get_requested_frequency(struct intel_rps *rps)  in intel_rps_get_requested_frequency()
2183 u32 intel_rps_get_max_frequency(struct intel_rps *rps)  in intel_rps_get_max_frequency()
2200 u32 intel_rps_get_max_raw_freq(struct intel_rps *rps)  in intel_rps_get_max_raw_freq()
2218 u32 intel_rps_get_rp0_frequency(struct intel_rps *rps)  in intel_rps_get_rp0_frequency()
2228 u32 intel_rps_get_rp1_frequency(struct intel_rps *rps)  in intel_rps_get_rp1_frequency()
2238 u32 intel_rps_get_rpn_frequency(struct intel_rps *rps)  in intel_rps_get_rpn_frequency()
2248 static void rps_frequency_dump(struct intel_rps *rps, struct drm_printer *p)  in rps_frequency_dump()
2411 static void slpc_frequency_dump(struct intel_rps *rps, struct drm_printer *p)  in slpc_frequency_dump()
2447 void gen6_rps_frequency_dump(struct intel_rps *rps, struct drm_printer *p)  in gen6_rps_frequency_dump()
2455 static int set_max_freq(struct intel_rps *rps, u32 val)  in set_max_freq()
2493 int intel_rps_set_max_frequency(struct intel_rps *rps, u32 val)  in intel_rps_set_max_frequency()
2503 u32 intel_rps_get_min_frequency(struct intel_rps *rps)  in intel_rps_get_min_frequency()
2520 u32 intel_rps_get_min_raw_freq(struct intel_rps *rps)  in intel_rps_get_min_raw_freq()
2538 static int set_min_freq(struct intel_rps *rps, u32 val)  in set_min_freq()
2571 int intel_rps_set_min_frequency(struct intel_rps *rps, u32 val)  in intel_rps_set_min_frequency()
2581 u8 intel_rps_get_up_threshold(struct intel_rps *rps)  in intel_rps_get_up_threshold()
2586 static int rps_set_threshold(struct intel_rps *rps, u8 *threshold, u8 val)  in rps_set_threshold()
2618 int intel_rps_set_up_threshold(struct intel_rps *rps, u8 threshold)  in intel_rps_set_up_threshold()
2623 u8 intel_rps_get_down_threshold(struct intel_rps *rps)  in intel_rps_get_down_threshold()
2628 int intel_rps_set_down_threshold(struct intel_rps *rps, u8 threshold)  in intel_rps_set_down_threshold()
2633 static void intel_rps_set_manual(struct intel_rps *rps, bool enable)  in intel_rps_set_manual()
2642 void intel_rps_raise_unslice(struct intel_rps *rps)  in intel_rps_raise_unslice()
2667 void intel_rps_lower_unslice(struct intel_rps *rps)  in intel_rps_lower_unslice()
2692 static u32 rps_read_mmio(struct intel_rps *rps, i915_reg_t reg32)  in rps_read_mmio()
2704 bool rps_read_mask_mmio(struct intel_rps *rps,  in rps_read_mask_mmio()
2734 void intel_rps_driver_register(struct intel_rps *rps)  in intel_rps_driver_register()
2749 void intel_rps_driver_unregister(struct intel_rps *rps)  in intel_rps_driver_unregister()
2807 	struct intel_rps *rps;  in i915_gpu_raise()  local
2834 	struct intel_rps *rps;  in i915_gpu_lower()  local
2882 	struct intel_rps *rps;  in i915_gpu_turbo_disable()  local