1 /*
2  * Copyright 2019 Advanced Micro Devices, Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  *
22  * Authors: AMD
23  *
24  */
25 
26 #include "dc.h"
27 #include "dc_dmub_srv.h"
28 #include "../dmub/dmub_srv.h"
29 #include "dm_helpers.h"
30 #include "dc_hw_types.h"
31 #include "core_types.h"
32 #include "../basics/conversion.h"
33 
34 #define CTX dc_dmub_srv->ctx
35 #define DC_LOGGER CTX->logger
36 
37 static void dc_dmub_srv_construct(struct dc_dmub_srv *dc_srv, struct dc *dc,
38 				  struct dmub_srv *dmub)
39 {
40 	dc_srv->dmub = dmub;
41 	dc_srv->ctx = dc->ctx;
42 }
43 
44 struct dc_dmub_srv *dc_dmub_srv_create(struct dc *dc, struct dmub_srv *dmub)
45 {
46 	struct dc_dmub_srv *dc_srv =
47 		kzalloc(sizeof(struct dc_dmub_srv), GFP_KERNEL);
48 
49 	if (dc_srv == NULL) {
50 		BREAK_TO_DEBUGGER();
51 		return NULL;
52 	}
53 
54 	dc_dmub_srv_construct(dc_srv, dc, dmub);
55 
56 	return dc_srv;
57 }
58 
59 void dc_dmub_srv_destroy(struct dc_dmub_srv **dmub_srv)
60 {
61 	if (*dmub_srv) {
62 		kfree(*dmub_srv);
63 		*dmub_srv = NULL;
64 	}
65 }
66 
67 void dc_dmub_srv_cmd_queue(struct dc_dmub_srv *dc_dmub_srv,
68 			   union dmub_rb_cmd *cmd)
69 {
70 	struct dmub_srv *dmub = dc_dmub_srv->dmub;
71 	struct dc_context *dc_ctx = dc_dmub_srv->ctx;
72 	enum dmub_status status;
73 
74 	status = dmub_srv_cmd_queue(dmub, cmd);
75 	if (status == DMUB_STATUS_OK)
76 		return;
77 
78 	if (status != DMUB_STATUS_QUEUE_FULL)
79 		goto error;
80 
81 	/* Execute and wait for queue to become empty again. */
82 	dc_dmub_srv_cmd_execute(dc_dmub_srv);
83 	dc_dmub_srv_wait_idle(dc_dmub_srv);
84 
85 	/* Requeue the command. */
86 	status = dmub_srv_cmd_queue(dmub, cmd);
87 	if (status == DMUB_STATUS_OK)
88 		return;
89 
90 error:
91 	DC_ERROR("Error queuing DMUB command: status=%d\n", status);
92 	dc_dmub_srv_log_diagnostic_data(dc_dmub_srv);
93 }
94 
95 void dc_dmub_srv_cmd_execute(struct dc_dmub_srv *dc_dmub_srv)
96 {
97 	struct dmub_srv *dmub = dc_dmub_srv->dmub;
98 	struct dc_context *dc_ctx = dc_dmub_srv->ctx;
99 	enum dmub_status status;
100 
101 	status = dmub_srv_cmd_execute(dmub);
102 	if (status != DMUB_STATUS_OK) {
103 		DC_ERROR("Error starting DMUB execution: status=%d\n", status);
104 		dc_dmub_srv_log_diagnostic_data(dc_dmub_srv);
105 	}
106 }
107 
108 void dc_dmub_srv_wait_idle(struct dc_dmub_srv *dc_dmub_srv)
109 {
110 	struct dmub_srv *dmub = dc_dmub_srv->dmub;
111 	struct dc_context *dc_ctx = dc_dmub_srv->ctx;
112 	enum dmub_status status;
113 
114 	status = dmub_srv_wait_for_idle(dmub, 100000);
115 	if (status != DMUB_STATUS_OK) {
116 		DC_ERROR("Error waiting for DMUB idle: status=%d\n", status);
117 		dc_dmub_srv_log_diagnostic_data(dc_dmub_srv);
118 	}
119 }
120 
121 void dc_dmub_srv_clear_inbox0_ack(struct dc_dmub_srv *dmub_srv)
122 {
123 	struct dmub_srv *dmub = dmub_srv->dmub;
124 	struct dc_context *dc_ctx = dmub_srv->ctx;
125 	enum dmub_status status = DMUB_STATUS_OK;
126 
127 	status = dmub_srv_clear_inbox0_ack(dmub);
128 	if (status != DMUB_STATUS_OK) {
129 		DC_ERROR("Error clearing INBOX0 ack: status=%d\n", status);
130 		dc_dmub_srv_log_diagnostic_data(dmub_srv);
131 	}
132 }
133 
134 void dc_dmub_srv_wait_for_inbox0_ack(struct dc_dmub_srv *dmub_srv)
135 {
136 	struct dmub_srv *dmub = dmub_srv->dmub;
137 	struct dc_context *dc_ctx = dmub_srv->ctx;
138 	enum dmub_status status = DMUB_STATUS_OK;
139 
140 	status = dmub_srv_wait_for_inbox0_ack(dmub, 100000);
141 	if (status != DMUB_STATUS_OK) {
142 		DC_ERROR("Error waiting for INBOX0 HW Lock Ack\n");
143 		dc_dmub_srv_log_diagnostic_data(dmub_srv);
144 	}
145 }
146 
147 void dc_dmub_srv_send_inbox0_cmd(struct dc_dmub_srv *dmub_srv,
148 		union dmub_inbox0_data_register data)
149 {
150 	struct dmub_srv *dmub = dmub_srv->dmub;
151 	struct dc_context *dc_ctx = dmub_srv->ctx;
152 	enum dmub_status status = DMUB_STATUS_OK;
153 
154 	status = dmub_srv_send_inbox0_cmd(dmub, data);
155 	if (status != DMUB_STATUS_OK) {
156 		DC_ERROR("Error sending INBOX0 cmd\n");
157 		dc_dmub_srv_log_diagnostic_data(dmub_srv);
158 	}
159 }
160 
161 bool dc_dmub_srv_cmd_with_reply_data(struct dc_dmub_srv *dc_dmub_srv, union dmub_rb_cmd *cmd)
162 {
163 	struct dmub_srv *dmub;
164 	enum dmub_status status;
165 
166 	if (!dc_dmub_srv || !dc_dmub_srv->dmub)
167 		return false;
168 
169 	dmub = dc_dmub_srv->dmub;
170 
171 	status = dmub_srv_cmd_with_reply_data(dmub, cmd);
172 	if (status != DMUB_STATUS_OK) {
173 		DC_LOG_DEBUG("No reply for DMUB command: status=%d\n", status);
174 		return false;
175 	}
176 
177 	return true;
178 }
179 
180 void dc_dmub_srv_wait_phy_init(struct dc_dmub_srv *dc_dmub_srv)
181 {
182 	struct dmub_srv *dmub = dc_dmub_srv->dmub;
183 	struct dc_context *dc_ctx = dc_dmub_srv->ctx;
184 	enum dmub_status status;
185 
186 	for (;;) {
187 		/* Wait up to a second for PHY init. */
188 		status = dmub_srv_wait_for_phy_init(dmub, 1000000);
189 		if (status == DMUB_STATUS_OK)
190 			/* Initialization OK */
191 			break;
192 
193 		DC_ERROR("DMCUB PHY init failed: status=%d\n", status);
194 		ASSERT(0);
195 
196 		if (status != DMUB_STATUS_TIMEOUT)
197 			/*
198 			 * Server likely initialized or we don't have
199 			 * DMCUB HW support - this won't end.
200 			 */
201 			break;
202 
203 		/* Continue spinning so we don't hang the ASIC. */
204 	}
205 }
206 
207 bool dc_dmub_srv_notify_stream_mask(struct dc_dmub_srv *dc_dmub_srv,
208 				    unsigned int stream_mask)
209 {
210 	struct dmub_srv *dmub;
211 	const uint32_t timeout = 30;
212 
213 	if (!dc_dmub_srv || !dc_dmub_srv->dmub)
214 		return false;
215 
216 	dmub = dc_dmub_srv->dmub;
217 
218 	return dmub_srv_send_gpint_command(
219 		       dmub, DMUB_GPINT__IDLE_OPT_NOTIFY_STREAM_MASK,
220 		       stream_mask, timeout) == DMUB_STATUS_OK;
221 }
222 
223 bool dc_dmub_srv_is_restore_required(struct dc_dmub_srv *dc_dmub_srv)
224 {
225 	struct dmub_srv *dmub;
226 	struct dc_context *dc_ctx;
227 	union dmub_fw_boot_status boot_status;
228 	enum dmub_status status;
229 
230 	if (!dc_dmub_srv || !dc_dmub_srv->dmub)
231 		return false;
232 
233 	dmub = dc_dmub_srv->dmub;
234 	dc_ctx = dc_dmub_srv->ctx;
235 
236 	status = dmub_srv_get_fw_boot_status(dmub, &boot_status);
237 	if (status != DMUB_STATUS_OK) {
238 		DC_ERROR("Error querying DMUB boot status: error=%d\n", status);
239 		return false;
240 	}
241 
242 	return boot_status.bits.restore_required;
243 }
244 
245 bool dc_dmub_srv_get_dmub_outbox0_msg(const struct dc *dc, struct dmcub_trace_buf_entry *entry)
246 {
247 	struct dmub_srv *dmub = dc->ctx->dmub_srv->dmub;
248 	return dmub_srv_get_outbox0_msg(dmub, entry);
249 }
250 
251 void dc_dmub_trace_event_control(struct dc *dc, bool enable)
252 {
253 	dm_helpers_dmub_outbox_interrupt_control(dc->ctx, enable);
254 }
255 
256 void dc_dmub_srv_drr_update_cmd(struct dc *dc, uint32_t tg_inst, uint32_t vtotal_min, uint32_t vtotal_max)
257 {
258 	union dmub_rb_cmd cmd = { 0 };
259 
260 	cmd.drr_update.header.type = DMUB_CMD__FW_ASSISTED_MCLK_SWITCH;
261 	cmd.drr_update.header.sub_type = DMUB_CMD__FAMS_DRR_UPDATE;
262 	cmd.drr_update.dmub_optc_state_req.v_total_max = vtotal_max;
263 	cmd.drr_update.dmub_optc_state_req.v_total_min = vtotal_min;
264 	cmd.drr_update.dmub_optc_state_req.tg_inst = tg_inst;
265 
266 	cmd.drr_update.header.payload_bytes = sizeof(cmd.drr_update) - sizeof(cmd.drr_update.header);
267 
268 	// Send the command to the DMCUB.
269 	dc_dmub_srv_cmd_queue(dc->ctx->dmub_srv, &cmd);
270 	dc_dmub_srv_cmd_execute(dc->ctx->dmub_srv);
271 	dc_dmub_srv_wait_idle(dc->ctx->dmub_srv);
272 }
273 
274 void dc_dmub_srv_set_drr_manual_trigger_cmd(struct dc *dc, uint32_t tg_inst)
275 {
276 	union dmub_rb_cmd cmd = { 0 };
277 
278 	cmd.drr_update.header.type = DMUB_CMD__FW_ASSISTED_MCLK_SWITCH;
279 	cmd.drr_update.header.sub_type = DMUB_CMD__FAMS_SET_MANUAL_TRIGGER;
280 	cmd.drr_update.dmub_optc_state_req.tg_inst = tg_inst;
281 
282 	cmd.drr_update.header.payload_bytes = sizeof(cmd.drr_update) - sizeof(cmd.drr_update.header);
283 
284 	// Send the command to the DMCUB.
285 	dc_dmub_srv_cmd_queue(dc->ctx->dmub_srv, &cmd);
286 	dc_dmub_srv_cmd_execute(dc->ctx->dmub_srv);
287 	dc_dmub_srv_wait_idle(dc->ctx->dmub_srv);
288 }
289 
290 static uint8_t dc_dmub_srv_get_pipes_for_stream(struct dc *dc, struct dc_stream_state *stream)
291 {
292 	uint8_t pipes = 0;
293 	int i = 0;
294 
295 	for (i = 0; i < MAX_PIPES; i++) {
296 		struct pipe_ctx *pipe = &dc->current_state->res_ctx.pipe_ctx[i];
297 
298 		if (pipe->stream == stream && pipe->stream_res.tg)
299 			pipes = i;
300 	}
301 	return pipes;
302 }
303 
304 static int dc_dmub_srv_get_timing_generator_offset(struct dc *dc, struct dc_stream_state *stream)
305 {
306 	int  tg_inst = 0;
307 	int i = 0;
308 
309 	for (i = 0; i < MAX_PIPES; i++) {
310 		struct pipe_ctx *pipe = &dc->current_state->res_ctx.pipe_ctx[i];
311 
312 		if (pipe->stream == stream && pipe->stream_res.tg) {
313 			tg_inst = pipe->stream_res.tg->inst;
314 			break;
315 		}
316 	}
317 	return tg_inst;
318 }
319 
320 bool dc_dmub_srv_p_state_delegate(struct dc *dc, bool should_manage_pstate, struct dc_state *context)
321 {
322 	union dmub_rb_cmd cmd = { 0 };
323 	struct dmub_cmd_fw_assisted_mclk_switch_config *config_data = &cmd.fw_assisted_mclk_switch.config_data;
324 	int i = 0;
325 	int ramp_up_num_steps = 1; // TODO: Ramp is currently disabled. Reenable it.
326 	uint8_t visual_confirm_enabled = dc->debug.visual_confirm == VISUAL_CONFIRM_FAMS;
327 
328 	if (dc == NULL)
329 		return false;
330 
331 	// Format command.
332 	cmd.fw_assisted_mclk_switch.header.type = DMUB_CMD__FW_ASSISTED_MCLK_SWITCH;
333 	cmd.fw_assisted_mclk_switch.header.sub_type = DMUB_CMD__FAMS_SETUP_FW_CTRL;
334 	cmd.fw_assisted_mclk_switch.config_data.fams_enabled = should_manage_pstate;
335 	cmd.fw_assisted_mclk_switch.config_data.visual_confirm_enabled = visual_confirm_enabled;
336 
337 	for (i = 0; context && i < context->stream_count; i++) {
338 		struct dc_stream_state *stream = context->streams[i];
339 		uint8_t min_refresh_in_hz = (stream->timing.min_refresh_in_uhz + 999999) / 1000000;
340 		int  tg_inst = dc_dmub_srv_get_timing_generator_offset(dc, stream);
341 
342 		config_data->pipe_data[tg_inst].pix_clk_100hz = stream->timing.pix_clk_100hz;
343 		config_data->pipe_data[tg_inst].min_refresh_in_hz = min_refresh_in_hz;
344 		config_data->pipe_data[tg_inst].max_ramp_step = ramp_up_num_steps;
345 		config_data->pipe_data[tg_inst].pipes = dc_dmub_srv_get_pipes_for_stream(dc, stream);
346 	}
347 
348 	cmd.fw_assisted_mclk_switch.header.payload_bytes =
349 		sizeof(cmd.fw_assisted_mclk_switch) - sizeof(cmd.fw_assisted_mclk_switch.header);
350 
351 	// Send the command to the DMCUB.
352 	dc_dmub_srv_cmd_queue(dc->ctx->dmub_srv, &cmd);
353 	dc_dmub_srv_cmd_execute(dc->ctx->dmub_srv);
354 	dc_dmub_srv_wait_idle(dc->ctx->dmub_srv);
355 
356 	return true;
357 }
358 
359 void dc_dmub_srv_query_caps_cmd(struct dmub_srv *dmub)
360 {
361 	union dmub_rb_cmd cmd = { 0 };
362 	enum dmub_status status;
363 
364 	if (!dmub) {
365 		return;
366 	}
367 
368 	memset(&cmd, 0, sizeof(cmd));
369 
370 	/* Prepare fw command */
371 	cmd.query_feature_caps.header.type = DMUB_CMD__QUERY_FEATURE_CAPS;
372 	cmd.query_feature_caps.header.sub_type = 0;
373 	cmd.query_feature_caps.header.ret_status = 1;
374 	cmd.query_feature_caps.header.payload_bytes = sizeof(struct dmub_cmd_query_feature_caps_data);
375 
376 	/* Send command to fw */
377 	status = dmub_srv_cmd_with_reply_data(dmub, &cmd);
378 
379 	ASSERT(status == DMUB_STATUS_OK);
380 
381 	/* If command was processed, copy feature caps to dmub srv */
382 	if (status == DMUB_STATUS_OK &&
383 	    cmd.query_feature_caps.header.ret_status == 0) {
384 		memcpy(&dmub->feature_caps,
385 		       &cmd.query_feature_caps.query_feature_caps_data,
386 		       sizeof(struct dmub_feature_caps));
387 	}
388 }
389 
390 #ifdef CONFIG_DRM_AMD_DC_DCN
391 /**
392  * ***********************************************************************************************
393  * populate_subvp_cmd_drr_info: Helper to populate DRR pipe info for the DMCUB subvp command
394  *
395  * Populate the DMCUB SubVP command with DRR pipe info. All the information required for calculating
396  * the SubVP + DRR microschedule is populated here.
397  *
398  * High level algorithm:
399  * 1. Get timing for SubVP pipe, phantom pipe, and DRR pipe
400  * 2. Calculate the min and max vtotal which supports SubVP + DRR microschedule
401  * 3. Populate the drr_info with the min and max supported vtotal values
402  *
403  * @param [in] dc: current dc state
404  * @param [in] subvp_pipe: pipe_ctx for the SubVP pipe
405  * @param [in] vblank_pipe: pipe_ctx for the DRR pipe
406  * @param [in] pipe_data: Pipe data which stores the VBLANK/DRR info
407  *
408  * @return: void
409  *
410  * ***********************************************************************************************
411  */
412 static void populate_subvp_cmd_drr_info(struct dc *dc,
413 		struct pipe_ctx *subvp_pipe,
414 		struct pipe_ctx *vblank_pipe,
415 		struct dmub_cmd_fw_assisted_mclk_switch_pipe_data_v2 *pipe_data)
416 {
417 	struct dc_crtc_timing *main_timing = &subvp_pipe->stream->timing;
418 	struct dc_crtc_timing *phantom_timing = &subvp_pipe->stream->mall_stream_config.paired_stream->timing;
419 	struct dc_crtc_timing *drr_timing = &vblank_pipe->stream->timing;
420 	int16_t drr_frame_us = 0;
421 	int16_t min_drr_supported_us = 0;
422 	int16_t max_drr_supported_us = 0;
423 	int16_t max_drr_vblank_us = 0;
424 	int16_t max_drr_mallregion_us = 0;
425 	int16_t mall_region_us = 0;
426 	int16_t prefetch_us = 0;
427 	int16_t subvp_active_us = 0;
428 	int16_t drr_active_us = 0;
429 	int16_t min_vtotal_supported = 0;
430 	int16_t max_vtotal_supported = 0;
431 
432 	pipe_data->pipe_config.vblank_data.drr_info.drr_in_use = true;
433 	pipe_data->pipe_config.vblank_data.drr_info.use_ramping = false; // for now don't use ramping
434 	pipe_data->pipe_config.vblank_data.drr_info.drr_window_size_ms = 4; // hardcode 4ms DRR window for now
435 
436 	drr_frame_us = div64_s64(drr_timing->v_total * drr_timing->h_total,
437 				 (int64_t)(drr_timing->pix_clk_100hz * 100) * 1000000);
438 	// P-State allow width and FW delays already included phantom_timing->v_addressable
439 	mall_region_us = div64_s64(phantom_timing->v_addressable * phantom_timing->h_total,
440 				   (int64_t)(phantom_timing->pix_clk_100hz * 100) * 1000000);
441 	min_drr_supported_us = drr_frame_us + mall_region_us + SUBVP_DRR_MARGIN_US;
442 	min_vtotal_supported = div64_s64(drr_timing->pix_clk_100hz * 100 *
443 					 (div64_s64((int64_t)min_drr_supported_us, 1000000)),
444 					 (int64_t)drr_timing->h_total);
445 
446 	prefetch_us = div64_s64((phantom_timing->v_total - phantom_timing->v_front_porch) * phantom_timing->h_total,
447 				(int64_t)(phantom_timing->pix_clk_100hz * 100) * 1000000 +
448 				dc->caps.subvp_prefetch_end_to_mall_start_us);
449 	subvp_active_us = div64_s64(main_timing->v_addressable * main_timing->h_total,
450 				    (int64_t)(main_timing->pix_clk_100hz * 100) * 1000000);
451 	drr_active_us = div64_s64(drr_timing->v_addressable * drr_timing->h_total,
452 				  (int64_t)(drr_timing->pix_clk_100hz * 100) * 1000000);
453 	max_drr_vblank_us = div64_s64((int64_t)(subvp_active_us - prefetch_us - drr_active_us), 2) + drr_active_us;
454 	max_drr_mallregion_us = subvp_active_us - prefetch_us - mall_region_us;
455 	max_drr_supported_us = max_drr_vblank_us > max_drr_mallregion_us ? max_drr_vblank_us : max_drr_mallregion_us;
456 	max_vtotal_supported = div64_s64(drr_timing->pix_clk_100hz * 100 * (div64_s64((int64_t)max_drr_supported_us, 1000000)),
457 					 (int64_t)drr_timing->h_total);
458 
459 	pipe_data->pipe_config.vblank_data.drr_info.min_vtotal_supported = min_vtotal_supported;
460 	pipe_data->pipe_config.vblank_data.drr_info.max_vtotal_supported = max_vtotal_supported;
461 }
462 
463 /**
464  * ***********************************************************************************************
465  * populate_subvp_cmd_vblank_pipe_info: Helper to populate VBLANK pipe info for the DMUB subvp command
466  *
467  * Populate the DMCUB SubVP command with VBLANK pipe info. All the information required to calculate
468  * the microschedule for SubVP + VBLANK case is stored in the pipe_data (subvp_data and vblank_data).
469  * Also check if the VBLANK pipe is a DRR display -- if it is make a call to populate drr_info.
470  *
471  * @param [in] dc: current dc state
472  * @param [in] context: new dc state
473  * @param [in] cmd: DMUB cmd to be populated with SubVP info
474  * @param [in] vblank_pipe: pipe_ctx for the VBLANK pipe
475  * @param [in] cmd_pipe_index: index for the pipe array in DMCUB SubVP cmd
476  *
477  * @return: void
478  *
479  * ***********************************************************************************************
480  */
481 static void populate_subvp_cmd_vblank_pipe_info(struct dc *dc,
482 		struct dc_state *context,
483 		union dmub_rb_cmd *cmd,
484 		struct pipe_ctx *vblank_pipe,
485 		uint8_t cmd_pipe_index)
486 {
487 	uint32_t i;
488 	struct pipe_ctx *pipe = NULL;
489 	struct dmub_cmd_fw_assisted_mclk_switch_pipe_data_v2 *pipe_data =
490 			&cmd->fw_assisted_mclk_switch_v2.config_data.pipe_data[cmd_pipe_index];
491 
492 	// Find the SubVP pipe
493 	for (i = 0; i < dc->res_pool->pipe_count; i++) {
494 		pipe = &context->res_ctx.pipe_ctx[i];
495 
496 		// We check for master pipe, but it shouldn't matter since we only need
497 		// the pipe for timing info (stream should be same for any pipe splits)
498 		if (!pipe->stream || !pipe->plane_state || pipe->top_pipe || pipe->prev_odm_pipe)
499 			continue;
500 
501 		// Find the SubVP pipe
502 		if (pipe->stream->mall_stream_config.type == SUBVP_MAIN)
503 			break;
504 	}
505 
506 	pipe_data->mode = VBLANK;
507 	pipe_data->pipe_config.vblank_data.pix_clk_100hz = vblank_pipe->stream->timing.pix_clk_100hz;
508 	pipe_data->pipe_config.vblank_data.vblank_start = vblank_pipe->stream->timing.v_total -
509 							vblank_pipe->stream->timing.v_front_porch;
510 	pipe_data->pipe_config.vblank_data.vtotal = vblank_pipe->stream->timing.v_total;
511 	pipe_data->pipe_config.vblank_data.htotal = vblank_pipe->stream->timing.h_total;
512 	pipe_data->pipe_config.vblank_data.vblank_pipe_index = vblank_pipe->pipe_idx;
513 	pipe_data->pipe_config.vblank_data.vstartup_start = vblank_pipe->pipe_dlg_param.vstartup_start;
514 	pipe_data->pipe_config.vblank_data.vblank_end =
515 			vblank_pipe->stream->timing.v_total - vblank_pipe->stream->timing.v_front_porch - vblank_pipe->stream->timing.v_addressable;
516 
517 	if (vblank_pipe->stream->ignore_msa_timing_param)
518 		populate_subvp_cmd_drr_info(dc, pipe, vblank_pipe, pipe_data);
519 }
520 
521 /**
522  * ***********************************************************************************************
523  * update_subvp_prefetch_end_to_mall_start: Helper for SubVP + SubVP case
524  *
525  * For SubVP + SubVP, we use a single vertical interrupt to start the microschedule for both
526  * SubVP pipes. In order for this to work correctly, the MALL REGION of both SubVP pipes must
527  * start at the same time. This function lengthens the prefetch end to mall start delay of the
528  * SubVP pipe that has the shorter prefetch so that both MALL REGION's will start at the same time.
529  *
530  * @param [in] dc: current dc state
531  * @param [in] context: new dc state
532  * @param [in] cmd: DMUB cmd to be populated with SubVP info
533  * @param [in] subvp_pipes: Array of SubVP pipes (should always be length 2)
534  *
535  * @return: void
536  *
537  * ***********************************************************************************************
538  */
539 static void update_subvp_prefetch_end_to_mall_start(struct dc *dc,
540 		struct dc_state *context,
541 		union dmub_rb_cmd *cmd,
542 		struct pipe_ctx *subvp_pipes[])
543 {
544 	uint32_t subvp0_prefetch_us = 0;
545 	uint32_t subvp1_prefetch_us = 0;
546 	uint32_t prefetch_delta_us = 0;
547 	struct dc_crtc_timing *phantom_timing0 = &subvp_pipes[0]->stream->mall_stream_config.paired_stream->timing;
548 	struct dc_crtc_timing *phantom_timing1 = &subvp_pipes[1]->stream->mall_stream_config.paired_stream->timing;
549 	struct dmub_cmd_fw_assisted_mclk_switch_pipe_data_v2 *pipe_data = NULL;
550 
551 	subvp0_prefetch_us = div64_s64((phantom_timing0->v_total - phantom_timing0->v_front_porch) * phantom_timing0->h_total,
552 				       (int64_t)(phantom_timing0->pix_clk_100hz * 100) * 1000000 + dc->caps.subvp_prefetch_end_to_mall_start_us);
553 	subvp1_prefetch_us = div64_s64((phantom_timing1->v_total - phantom_timing1->v_front_porch) * phantom_timing1->h_total,
554 				       (int64_t)(phantom_timing1->pix_clk_100hz * 100) * 1000000 + dc->caps.subvp_prefetch_end_to_mall_start_us);
555 
556 	// Whichever SubVP PIPE has the smaller prefetch (including the prefetch end to mall start time)
557 	// should increase it's prefetch time to match the other
558 	if (subvp0_prefetch_us > subvp1_prefetch_us) {
559 		pipe_data = &cmd->fw_assisted_mclk_switch_v2.config_data.pipe_data[1];
560 		prefetch_delta_us = subvp0_prefetch_us - subvp1_prefetch_us;
561 		pipe_data->pipe_config.subvp_data.prefetch_to_mall_start_lines =
562 			div64_s64(((div64_s64((int64_t)(dc->caps.subvp_prefetch_end_to_mall_start_us + prefetch_delta_us), 1000000)) *
563 				   (phantom_timing1->pix_clk_100hz * 100) + phantom_timing1->h_total - 1),
564 				  (int64_t)phantom_timing1->h_total);
565 	} else if (subvp1_prefetch_us >  subvp0_prefetch_us) {
566 		pipe_data = &cmd->fw_assisted_mclk_switch_v2.config_data.pipe_data[0];
567 		prefetch_delta_us = subvp1_prefetch_us - subvp0_prefetch_us;
568 		pipe_data->pipe_config.subvp_data.prefetch_to_mall_start_lines =
569 			div64_s64(((div64_s64((int64_t)(dc->caps.subvp_prefetch_end_to_mall_start_us + prefetch_delta_us), 1000000)) *
570 				   (phantom_timing0->pix_clk_100hz * 100) + phantom_timing0->h_total - 1),
571 				  (int64_t)phantom_timing0->h_total);
572 	}
573 }
574 
575 /**
576  * ***************************************************************************************
577  * setup_subvp_dmub_command: Helper to populate the SubVP pipe info for the DMUB subvp command
578  *
579  * Populate the DMCUB SubVP command with SubVP pipe info. All the information required to
580  * calculate the microschedule for the SubVP pipe is stored in the pipe_data of the DMCUB
581  * SubVP command.
582  *
583  * @param [in] dc: current dc state
584  * @param [in] context: new dc state
585  * @param [in] cmd: DMUB cmd to be populated with SubVP info
586  * @param [in] subvp_pipe: pipe_ctx for the SubVP pipe
587  * @param [in] cmd_pipe_index: index for the pipe array in DMCUB SubVP cmd
588  *
589  * @return: void
590  *
591  * ***************************************************************************************
592  */
593 static void populate_subvp_cmd_pipe_info(struct dc *dc,
594 		struct dc_state *context,
595 		union dmub_rb_cmd *cmd,
596 		struct pipe_ctx *subvp_pipe,
597 		uint8_t cmd_pipe_index)
598 {
599 	uint32_t j;
600 	struct dmub_cmd_fw_assisted_mclk_switch_pipe_data_v2 *pipe_data =
601 			&cmd->fw_assisted_mclk_switch_v2.config_data.pipe_data[cmd_pipe_index];
602 	struct dc_crtc_timing *main_timing = &subvp_pipe->stream->timing;
603 	struct dc_crtc_timing *phantom_timing = &subvp_pipe->stream->mall_stream_config.paired_stream->timing;
604 	uint32_t out_num, out_den;
605 
606 	pipe_data->mode = SUBVP;
607 	pipe_data->pipe_config.subvp_data.pix_clk_100hz = subvp_pipe->stream->timing.pix_clk_100hz;
608 	pipe_data->pipe_config.subvp_data.htotal = subvp_pipe->stream->timing.h_total;
609 	pipe_data->pipe_config.subvp_data.vtotal = subvp_pipe->stream->timing.v_total;
610 	pipe_data->pipe_config.subvp_data.main_vblank_start =
611 			main_timing->v_total - main_timing->v_front_porch;
612 	pipe_data->pipe_config.subvp_data.main_vblank_end =
613 			main_timing->v_total - main_timing->v_front_porch - main_timing->v_addressable;
614 	pipe_data->pipe_config.subvp_data.mall_region_lines = phantom_timing->v_addressable;
615 	pipe_data->pipe_config.subvp_data.main_pipe_index = subvp_pipe->pipe_idx;
616 	pipe_data->pipe_config.subvp_data.is_drr = subvp_pipe->stream->ignore_msa_timing_param;
617 
618 	/* Calculate the scaling factor from the src and dst height.
619 	 * e.g. If 3840x2160 being downscaled to 1920x1080, the scaling factor is 1/2.
620 	 * Reduce the fraction 1080/2160 = 1/2 for the "scaling factor"
621 	 */
622 	reduce_fraction(subvp_pipe->stream->src.height, subvp_pipe->stream->dst.height, &out_num, &out_den);
623 	// TODO: Uncomment below lines once DMCUB include headers are promoted
624 	//pipe_data->pipe_config.subvp_data.scale_factor_numerator = out_num;
625 	//pipe_data->pipe_config.subvp_data.scale_factor_denominator = out_den;
626 
627 	// Prefetch lines is equal to VACTIVE + BP + VSYNC
628 	pipe_data->pipe_config.subvp_data.prefetch_lines =
629 			phantom_timing->v_total - phantom_timing->v_front_porch;
630 
631 	// Round up
632 	pipe_data->pipe_config.subvp_data.prefetch_to_mall_start_lines =
633 		div64_s64(((div64_s64((int64_t)dc->caps.subvp_prefetch_end_to_mall_start_us, 1000000)) *
634 			   (phantom_timing->pix_clk_100hz * 100) + phantom_timing->h_total - 1),
635 			  (int64_t)phantom_timing->h_total);
636 	pipe_data->pipe_config.subvp_data.processing_delay_lines =
637 		div64_s64(((div64_s64((int64_t)dc->caps.subvp_fw_processing_delay_us, 1000000)) *
638 			   (phantom_timing->pix_clk_100hz * 100) + phantom_timing->h_total - 1),
639 			  (int64_t)phantom_timing->h_total);
640 	// Find phantom pipe index based on phantom stream
641 	for (j = 0; j < dc->res_pool->pipe_count; j++) {
642 		struct pipe_ctx *phantom_pipe = &context->res_ctx.pipe_ctx[j];
643 
644 		if (phantom_pipe->stream == subvp_pipe->stream->mall_stream_config.paired_stream) {
645 			pipe_data->pipe_config.subvp_data.phantom_pipe_index = phantom_pipe->pipe_idx;
646 			break;
647 		}
648 	}
649 }
650 
651 /**
652  * ***************************************************************************************
653  * dc_dmub_setup_subvp_dmub_command: Populate the DMCUB SubVP command
654  *
655  * This function loops through each pipe and populates the DMUB
656  * SubVP CMD info based on the pipe (e.g. SubVP, VBLANK).
657  *
658  * @param [in] dc: current dc state
659  * @param [in] context: new dc state
660  * @param [in] cmd: DMUB cmd to be populated with SubVP info
661  *
662  * @return: void
663  *
664  * ***************************************************************************************
665  */
666 void dc_dmub_setup_subvp_dmub_command(struct dc *dc,
667 		struct dc_state *context,
668 		bool enable)
669 {
670 	uint8_t cmd_pipe_index = 0;
671 	uint32_t i, pipe_idx;
672 	uint8_t subvp_count = 0;
673 	union dmub_rb_cmd cmd;
674 	struct pipe_ctx *subvp_pipes[2];
675 	uint32_t wm_val_refclk = 0;
676 
677 	memset(&cmd, 0, sizeof(cmd));
678 	// FW command for SUBVP
679 	cmd.fw_assisted_mclk_switch_v2.header.type = DMUB_CMD__FW_ASSISTED_MCLK_SWITCH;
680 	cmd.fw_assisted_mclk_switch_v2.header.sub_type = DMUB_CMD__HANDLE_SUBVP_CMD;
681 	cmd.fw_assisted_mclk_switch_v2.header.payload_bytes =
682 			sizeof(cmd.fw_assisted_mclk_switch_v2) - sizeof(cmd.fw_assisted_mclk_switch_v2.header);
683 
684 	for (i = 0; i < dc->res_pool->pipe_count; i++) {
685 		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
686 
687 		if (!pipe->stream)
688 			continue;
689 
690 		if (pipe->plane_state && !pipe->top_pipe &&
691 				pipe->stream->mall_stream_config.type == SUBVP_MAIN)
692 			subvp_pipes[subvp_count++] = pipe;
693 	}
694 
695 	if (enable) {
696 		// For each pipe that is a "main" SUBVP pipe, fill in pipe data for DMUB SUBVP cmd
697 		for (i = 0, pipe_idx = 0; i < dc->res_pool->pipe_count; i++) {
698 			struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
699 
700 			if (!pipe->stream)
701 				continue;
702 
703 			if (pipe->plane_state && pipe->stream->mall_stream_config.paired_stream &&
704 					pipe->stream->mall_stream_config.type == SUBVP_MAIN) {
705 				populate_subvp_cmd_pipe_info(dc, context, &cmd, pipe, cmd_pipe_index++);
706 			} else if (pipe->plane_state && pipe->stream->mall_stream_config.type == SUBVP_NONE) {
707 				// Don't need to check for ActiveDRAMClockChangeMargin < 0, not valid in cases where
708 				// we run through DML without calculating "natural" P-state support
709 				populate_subvp_cmd_vblank_pipe_info(dc, context, &cmd, pipe, cmd_pipe_index++);
710 
711 			}
712 			pipe_idx++;
713 		}
714 		if (subvp_count == 2) {
715 			update_subvp_prefetch_end_to_mall_start(dc, context, &cmd, subvp_pipes);
716 		}
717 		cmd.fw_assisted_mclk_switch_v2.config_data.pstate_allow_width_us = dc->caps.subvp_pstate_allow_width_us;
718 		cmd.fw_assisted_mclk_switch_v2.config_data.vertical_int_margin_us = dc->caps.subvp_vertical_int_margin_us;
719 
720 		// Store the original watermark value for this SubVP config so we can lower it when the
721 		// MCLK switch starts
722 		wm_val_refclk = context->bw_ctx.bw.dcn.watermarks.a.cstate_pstate.pstate_change_ns *
723 				dc->res_pool->ref_clocks.dchub_ref_clock_inKhz / 1000 / 1000;
724 
725 		cmd.fw_assisted_mclk_switch_v2.config_data.watermark_a_cache = wm_val_refclk < 0xFFFF ? wm_val_refclk : 0xFFFF;
726 	}
727 	dc_dmub_srv_cmd_queue(dc->ctx->dmub_srv, &cmd);
728 	dc_dmub_srv_cmd_execute(dc->ctx->dmub_srv);
729 	dc_dmub_srv_wait_idle(dc->ctx->dmub_srv);
730 }
731 #endif
732 
733 bool dc_dmub_srv_get_diagnostic_data(struct dc_dmub_srv *dc_dmub_srv, struct dmub_diagnostic_data *diag_data)
734 {
735 	if (!dc_dmub_srv || !dc_dmub_srv->dmub || !diag_data)
736 		return false;
737 	return dmub_srv_get_diagnostic_data(dc_dmub_srv->dmub, diag_data);
738 }
739 
740 void dc_dmub_srv_log_diagnostic_data(struct dc_dmub_srv *dc_dmub_srv)
741 {
742 	struct dmub_diagnostic_data diag_data = {0};
743 
744 	if (!dc_dmub_srv || !dc_dmub_srv->dmub) {
745 		DC_LOG_ERROR("%s: invalid parameters.", __func__);
746 		return;
747 	}
748 
749 	if (!dc_dmub_srv_get_diagnostic_data(dc_dmub_srv, &diag_data)) {
750 		DC_LOG_ERROR("%s: dc_dmub_srv_get_diagnostic_data failed.", __func__);
751 		return;
752 	}
753 
754 	DC_LOG_DEBUG(
755 		"DMCUB STATE\n"
756 		"    dmcub_version      : %08x\n"
757 		"    scratch  [0]       : %08x\n"
758 		"    scratch  [1]       : %08x\n"
759 		"    scratch  [2]       : %08x\n"
760 		"    scratch  [3]       : %08x\n"
761 		"    scratch  [4]       : %08x\n"
762 		"    scratch  [5]       : %08x\n"
763 		"    scratch  [6]       : %08x\n"
764 		"    scratch  [7]       : %08x\n"
765 		"    scratch  [8]       : %08x\n"
766 		"    scratch  [9]       : %08x\n"
767 		"    scratch [10]       : %08x\n"
768 		"    scratch [11]       : %08x\n"
769 		"    scratch [12]       : %08x\n"
770 		"    scratch [13]       : %08x\n"
771 		"    scratch [14]       : %08x\n"
772 		"    scratch [15]       : %08x\n"
773 		"    pc                 : %08x\n"
774 		"    unk_fault_addr     : %08x\n"
775 		"    inst_fault_addr    : %08x\n"
776 		"    data_fault_addr    : %08x\n"
777 		"    inbox1_rptr        : %08x\n"
778 		"    inbox1_wptr        : %08x\n"
779 		"    inbox1_size        : %08x\n"
780 		"    inbox0_rptr        : %08x\n"
781 		"    inbox0_wptr        : %08x\n"
782 		"    inbox0_size        : %08x\n"
783 		"    is_enabled         : %d\n"
784 		"    is_soft_reset      : %d\n"
785 		"    is_secure_reset    : %d\n"
786 		"    is_traceport_en    : %d\n"
787 		"    is_cw0_en          : %d\n"
788 		"    is_cw6_en          : %d\n",
789 		diag_data.dmcub_version,
790 		diag_data.scratch[0],
791 		diag_data.scratch[1],
792 		diag_data.scratch[2],
793 		diag_data.scratch[3],
794 		diag_data.scratch[4],
795 		diag_data.scratch[5],
796 		diag_data.scratch[6],
797 		diag_data.scratch[7],
798 		diag_data.scratch[8],
799 		diag_data.scratch[9],
800 		diag_data.scratch[10],
801 		diag_data.scratch[11],
802 		diag_data.scratch[12],
803 		diag_data.scratch[13],
804 		diag_data.scratch[14],
805 		diag_data.scratch[15],
806 		diag_data.pc,
807 		diag_data.undefined_address_fault_addr,
808 		diag_data.inst_fetch_fault_addr,
809 		diag_data.data_write_fault_addr,
810 		diag_data.inbox1_rptr,
811 		diag_data.inbox1_wptr,
812 		diag_data.inbox1_size,
813 		diag_data.inbox0_rptr,
814 		diag_data.inbox0_wptr,
815 		diag_data.inbox0_size,
816 		diag_data.is_dmcub_enabled,
817 		diag_data.is_dmcub_soft_reset,
818 		diag_data.is_dmcub_secure_reset,
819 		diag_data.is_traceport_en,
820 		diag_data.is_cw0_enabled,
821 		diag_data.is_cw6_enabled);
822 }
823