cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

dml_wrapper.c (73436B)


      1/*
      2 * Copyright 2017 Advanced Micro Devices, Inc.
      3 *
      4 * Permission is hereby granted, free of charge, to any person obtaining a
      5 * copy of this software and associated documentation files (the "Software"),
      6 * to deal in the Software without restriction, including without limitation
      7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
      8 * and/or sell copies of the Software, and to permit persons to whom the
      9 * Software is furnished to do so, subject to the following conditions:
     10 *
     11 * The above copyright notice and this permission notice shall be included in
     12 * all copies or substantial portions of the Software.
     13 *
     14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
     15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
     16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
     17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
     18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
     19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
     20 * OTHER DEALINGS IN THE SOFTWARE.
     21 *
     22 * Authors: AMD
     23 *
     24 */
     25
     26#include "dml_wrapper.h"
     27#include "resource.h"
     28#include "core_types.h"
     29#include "dsc.h"
     30#include "clk_mgr.h"
     31
     32#ifndef DC_LOGGER_INIT
     33#define DC_LOGGER_INIT
     34#undef DC_LOG_WARNING
     35#define DC_LOG_WARNING
     36#endif
     37
     38#define DML_WRAPPER_TRANSLATION_
     39#include "dml_wrapper_translation.c"
     40#undef DML_WRAPPER_TRANSLATION_
     41
     42static bool is_dual_plane(enum surface_pixel_format format)
     43{
     44	return format >= SURFACE_PIXEL_FORMAT_VIDEO_BEGIN || format == SURFACE_PIXEL_FORMAT_GRPH_RGBE_ALPHA;
     45}
     46
     47static void build_clamping_params(struct dc_stream_state *stream)
     48{
     49	stream->clamping.clamping_level = CLAMPING_FULL_RANGE;
     50	stream->clamping.c_depth = stream->timing.display_color_depth;
     51	stream->clamping.pixel_encoding = stream->timing.pixel_encoding;
     52}
     53
     54static void get_pixel_clock_parameters(
     55	const struct pipe_ctx *pipe_ctx,
     56	struct pixel_clk_params *pixel_clk_params)
     57{
     58	const struct dc_stream_state *stream = pipe_ctx->stream;
     59
     60	/*TODO: is this halved for YCbCr 420? in that case we might want to move
     61	 * the pixel clock normalization for hdmi up to here instead of doing it
     62	 * in pll_adjust_pix_clk
     63	 */
     64	pixel_clk_params->requested_pix_clk_100hz = stream->timing.pix_clk_100hz;
     65	pixel_clk_params->encoder_object_id = stream->link->link_enc->id;
     66	pixel_clk_params->signal_type = pipe_ctx->stream->signal;
     67	pixel_clk_params->controller_id = pipe_ctx->stream_res.tg->inst + 1;
     68	/* TODO: un-hardcode*/
     69	pixel_clk_params->requested_sym_clk = LINK_RATE_LOW *
     70						LINK_RATE_REF_FREQ_IN_KHZ;
     71	pixel_clk_params->flags.ENABLE_SS = 0;
     72	pixel_clk_params->color_depth =
     73		stream->timing.display_color_depth;
     74	pixel_clk_params->flags.DISPLAY_BLANKED = 1;
     75	pixel_clk_params->flags.SUPPORT_YCBCR420 = (stream->timing.pixel_encoding ==
     76			PIXEL_ENCODING_YCBCR420);
     77	pixel_clk_params->pixel_encoding = stream->timing.pixel_encoding;
     78	if (stream->timing.pixel_encoding == PIXEL_ENCODING_YCBCR422) {
     79		pixel_clk_params->color_depth = COLOR_DEPTH_888;
     80	}
     81	if (stream->timing.pixel_encoding == PIXEL_ENCODING_YCBCR420) {
     82		pixel_clk_params->requested_pix_clk_100hz  = pixel_clk_params->requested_pix_clk_100hz / 2;
     83	}
     84	if (stream->timing.timing_3d_format == TIMING_3D_FORMAT_HW_FRAME_PACKING)
     85		pixel_clk_params->requested_pix_clk_100hz *= 2;
     86
     87}
     88
     89static enum dc_status build_pipe_hw_param(struct pipe_ctx *pipe_ctx)
     90{
     91	get_pixel_clock_parameters(pipe_ctx, &pipe_ctx->stream_res.pix_clk_params);
     92
     93	if (pipe_ctx->clock_source)
     94		pipe_ctx->clock_source->funcs->get_pix_clk_dividers(
     95			pipe_ctx->clock_source,
     96			&pipe_ctx->stream_res.pix_clk_params,
     97			&pipe_ctx->pll_settings);
     98
     99	pipe_ctx->stream->clamping.pixel_encoding = pipe_ctx->stream->timing.pixel_encoding;
    100
    101	resource_build_bit_depth_reduction_params(pipe_ctx->stream,
    102					&pipe_ctx->stream->bit_depth_params);
    103	build_clamping_params(pipe_ctx->stream);
    104
    105	return DC_OK;
    106}
    107
    108static void resource_build_bit_depth_reduction_params(struct dc_stream_state *stream,
    109		struct bit_depth_reduction_params *fmt_bit_depth)
    110{
    111	enum dc_dither_option option = stream->dither_option;
    112	enum dc_pixel_encoding pixel_encoding =
    113			stream->timing.pixel_encoding;
    114
    115	memset(fmt_bit_depth, 0, sizeof(*fmt_bit_depth));
    116
    117	if (option == DITHER_OPTION_DEFAULT) {
    118		switch (stream->timing.display_color_depth) {
    119		case COLOR_DEPTH_666:
    120			option = DITHER_OPTION_SPATIAL6;
    121			break;
    122		case COLOR_DEPTH_888:
    123			option = DITHER_OPTION_SPATIAL8;
    124			break;
    125		case COLOR_DEPTH_101010:
    126			option = DITHER_OPTION_SPATIAL10;
    127			break;
    128		default:
    129			option = DITHER_OPTION_DISABLE;
    130		}
    131	}
    132
    133	if (option == DITHER_OPTION_DISABLE)
    134		return;
    135
    136	if (option == DITHER_OPTION_TRUN6) {
    137		fmt_bit_depth->flags.TRUNCATE_ENABLED = 1;
    138		fmt_bit_depth->flags.TRUNCATE_DEPTH = 0;
    139	} else if (option == DITHER_OPTION_TRUN8 ||
    140			option == DITHER_OPTION_TRUN8_SPATIAL6 ||
    141			option == DITHER_OPTION_TRUN8_FM6) {
    142		fmt_bit_depth->flags.TRUNCATE_ENABLED = 1;
    143		fmt_bit_depth->flags.TRUNCATE_DEPTH = 1;
    144	} else if (option == DITHER_OPTION_TRUN10        ||
    145			option == DITHER_OPTION_TRUN10_SPATIAL6   ||
    146			option == DITHER_OPTION_TRUN10_SPATIAL8   ||
    147			option == DITHER_OPTION_TRUN10_FM8     ||
    148			option == DITHER_OPTION_TRUN10_FM6     ||
    149			option == DITHER_OPTION_TRUN10_SPATIAL8_FM6) {
    150		fmt_bit_depth->flags.TRUNCATE_ENABLED = 1;
    151		fmt_bit_depth->flags.TRUNCATE_DEPTH = 2;
    152	}
    153
    154	/* special case - Formatter can only reduce by 4 bits at most.
    155	 * When reducing from 12 to 6 bits,
    156	 * HW recommends we use trunc with round mode
    157	 * (if we did nothing, trunc to 10 bits would be used)
    158	 * note that any 12->10 bit reduction is ignored prior to DCE8,
    159	 * as the input was 10 bits.
    160	 */
    161	if (option == DITHER_OPTION_SPATIAL6_FRAME_RANDOM ||
    162			option == DITHER_OPTION_SPATIAL6 ||
    163			option == DITHER_OPTION_FM6) {
    164		fmt_bit_depth->flags.TRUNCATE_ENABLED = 1;
    165		fmt_bit_depth->flags.TRUNCATE_DEPTH = 2;
    166		fmt_bit_depth->flags.TRUNCATE_MODE = 1;
    167	}
    168
    169	/* spatial dither
    170	 * note that spatial modes 1-3 are never used
    171	 */
    172	if (option == DITHER_OPTION_SPATIAL6_FRAME_RANDOM            ||
    173			option == DITHER_OPTION_SPATIAL6 ||
    174			option == DITHER_OPTION_TRUN10_SPATIAL6      ||
    175			option == DITHER_OPTION_TRUN8_SPATIAL6) {
    176		fmt_bit_depth->flags.SPATIAL_DITHER_ENABLED = 1;
    177		fmt_bit_depth->flags.SPATIAL_DITHER_DEPTH = 0;
    178		fmt_bit_depth->flags.HIGHPASS_RANDOM = 1;
    179		fmt_bit_depth->flags.RGB_RANDOM =
    180				(pixel_encoding == PIXEL_ENCODING_RGB) ? 1 : 0;
    181	} else if (option == DITHER_OPTION_SPATIAL8_FRAME_RANDOM            ||
    182			option == DITHER_OPTION_SPATIAL8 ||
    183			option == DITHER_OPTION_SPATIAL8_FM6        ||
    184			option == DITHER_OPTION_TRUN10_SPATIAL8      ||
    185			option == DITHER_OPTION_TRUN10_SPATIAL8_FM6) {
    186		fmt_bit_depth->flags.SPATIAL_DITHER_ENABLED = 1;
    187		fmt_bit_depth->flags.SPATIAL_DITHER_DEPTH = 1;
    188		fmt_bit_depth->flags.HIGHPASS_RANDOM = 1;
    189		fmt_bit_depth->flags.RGB_RANDOM =
    190				(pixel_encoding == PIXEL_ENCODING_RGB) ? 1 : 0;
    191	} else if (option == DITHER_OPTION_SPATIAL10_FRAME_RANDOM ||
    192			option == DITHER_OPTION_SPATIAL10 ||
    193			option == DITHER_OPTION_SPATIAL10_FM8 ||
    194			option == DITHER_OPTION_SPATIAL10_FM6) {
    195		fmt_bit_depth->flags.SPATIAL_DITHER_ENABLED = 1;
    196		fmt_bit_depth->flags.SPATIAL_DITHER_DEPTH = 2;
    197		fmt_bit_depth->flags.HIGHPASS_RANDOM = 1;
    198		fmt_bit_depth->flags.RGB_RANDOM =
    199				(pixel_encoding == PIXEL_ENCODING_RGB) ? 1 : 0;
    200	}
    201
    202	if (option == DITHER_OPTION_SPATIAL6 ||
    203			option == DITHER_OPTION_SPATIAL8 ||
    204			option == DITHER_OPTION_SPATIAL10) {
    205		fmt_bit_depth->flags.FRAME_RANDOM = 0;
    206	} else {
    207		fmt_bit_depth->flags.FRAME_RANDOM = 1;
    208	}
    209
    210	//////////////////////
    211	//// temporal dither
    212	//////////////////////
    213	if (option == DITHER_OPTION_FM6           ||
    214			option == DITHER_OPTION_SPATIAL8_FM6     ||
    215			option == DITHER_OPTION_SPATIAL10_FM6     ||
    216			option == DITHER_OPTION_TRUN10_FM6     ||
    217			option == DITHER_OPTION_TRUN8_FM6      ||
    218			option == DITHER_OPTION_TRUN10_SPATIAL8_FM6) {
    219		fmt_bit_depth->flags.FRAME_MODULATION_ENABLED = 1;
    220		fmt_bit_depth->flags.FRAME_MODULATION_DEPTH = 0;
    221	} else if (option == DITHER_OPTION_FM8        ||
    222			option == DITHER_OPTION_SPATIAL10_FM8  ||
    223			option == DITHER_OPTION_TRUN10_FM8) {
    224		fmt_bit_depth->flags.FRAME_MODULATION_ENABLED = 1;
    225		fmt_bit_depth->flags.FRAME_MODULATION_DEPTH = 1;
    226	} else if (option == DITHER_OPTION_FM10) {
    227		fmt_bit_depth->flags.FRAME_MODULATION_ENABLED = 1;
    228		fmt_bit_depth->flags.FRAME_MODULATION_DEPTH = 2;
    229	}
    230
    231	fmt_bit_depth->pixel_encoding = pixel_encoding;
    232}
    233
    234bool dml_validate_dsc(struct dc *dc, struct dc_state *new_ctx)
    235{
    236	int i;
    237
    238	/* Validate DSC config, dsc count validation is already done */
    239	for (i = 0; i < dc->res_pool->pipe_count; i++) {
    240		struct pipe_ctx *pipe_ctx = &new_ctx->res_ctx.pipe_ctx[i];
    241		struct dc_stream_state *stream = pipe_ctx->stream;
    242		struct dsc_config dsc_cfg;
    243		struct pipe_ctx *odm_pipe;
    244		int opp_cnt = 1;
    245
    246		for (odm_pipe = pipe_ctx->next_odm_pipe; odm_pipe; odm_pipe = odm_pipe->next_odm_pipe)
    247			opp_cnt++;
    248
    249		/* Only need to validate top pipe */
    250		if (pipe_ctx->top_pipe || pipe_ctx->prev_odm_pipe || !stream || !stream->timing.flags.DSC)
    251			continue;
    252
    253		dsc_cfg.pic_width = (stream->timing.h_addressable + stream->timing.h_border_left
    254				+ stream->timing.h_border_right) / opp_cnt;
    255		dsc_cfg.pic_height = stream->timing.v_addressable + stream->timing.v_border_top
    256				+ stream->timing.v_border_bottom;
    257		dsc_cfg.pixel_encoding = stream->timing.pixel_encoding;
    258		dsc_cfg.color_depth = stream->timing.display_color_depth;
    259		dsc_cfg.is_odm = pipe_ctx->next_odm_pipe ? true : false;
    260		dsc_cfg.dc_dsc_cfg = stream->timing.dsc_cfg;
    261		dsc_cfg.dc_dsc_cfg.num_slices_h /= opp_cnt;
    262
    263		if (pipe_ctx->stream_res.dsc && !pipe_ctx->stream_res.dsc->funcs->dsc_validate_stream(pipe_ctx->stream_res.dsc, &dsc_cfg))
    264			return false;
    265	}
    266	return true;
    267}
    268
    269enum dc_status dml_build_mapped_resource(const struct dc *dc, struct dc_state *context, struct dc_stream_state *stream)
    270{
    271	enum dc_status status = DC_OK;
    272	struct pipe_ctx *pipe_ctx = resource_get_head_pipe_for_stream(&context->res_ctx, stream);
    273
    274	if (!pipe_ctx)
    275		return DC_ERROR_UNEXPECTED;
    276
    277
    278	status = build_pipe_hw_param(pipe_ctx);
    279
    280	return status;
    281}
    282
    283void dml_acquire_dsc(const struct dc *dc,
    284			struct resource_context *res_ctx,
    285			struct display_stream_compressor **dsc,
    286			int pipe_idx)
    287{
    288	int i;
    289	const struct resource_pool *pool = dc->res_pool;
    290	struct display_stream_compressor *dsc_old = dc->current_state->res_ctx.pipe_ctx[pipe_idx].stream_res.dsc;
    291
    292	ASSERT(*dsc == NULL); /* If this ASSERT fails, dsc was not released properly */
    293	*dsc = NULL;
    294
    295	/* Always do 1-to-1 mapping when number of DSCs is same as number of pipes */
    296	if (pool->res_cap->num_dsc == pool->res_cap->num_opp) {
    297		*dsc = pool->dscs[pipe_idx];
    298		res_ctx->is_dsc_acquired[pipe_idx] = true;
    299		return;
    300	}
    301
    302	/* Return old DSC to avoid the need for redo it */
    303	if (dsc_old && !res_ctx->is_dsc_acquired[dsc_old->inst]) {
    304		*dsc = dsc_old;
    305		res_ctx->is_dsc_acquired[dsc_old->inst] = true;
    306		return ;
    307	}
    308
    309	/* Find first free DSC */
    310	for (i = 0; i < pool->res_cap->num_dsc; i++)
    311		if (!res_ctx->is_dsc_acquired[i]) {
    312			*dsc = pool->dscs[i];
    313			res_ctx->is_dsc_acquired[i] = true;
    314			break;
    315		}
    316}
    317
    318static bool dml_split_stream_for_mpc_or_odm(
    319		const struct dc *dc,
    320		struct resource_context *res_ctx,
    321		struct pipe_ctx *pri_pipe,
    322		struct pipe_ctx *sec_pipe,
    323		bool odm)
    324{
    325	int pipe_idx = sec_pipe->pipe_idx;
    326	const struct resource_pool *pool = dc->res_pool;
    327
    328	*sec_pipe = *pri_pipe;
    329
    330	sec_pipe->pipe_idx = pipe_idx;
    331	sec_pipe->plane_res.mi = pool->mis[pipe_idx];
    332	sec_pipe->plane_res.hubp = pool->hubps[pipe_idx];
    333	sec_pipe->plane_res.ipp = pool->ipps[pipe_idx];
    334	sec_pipe->plane_res.xfm = pool->transforms[pipe_idx];
    335	sec_pipe->plane_res.dpp = pool->dpps[pipe_idx];
    336	sec_pipe->plane_res.mpcc_inst = pool->dpps[pipe_idx]->inst;
    337	sec_pipe->stream_res.dsc = NULL;
    338	if (odm) {
    339		if (pri_pipe->next_odm_pipe) {
    340			ASSERT(pri_pipe->next_odm_pipe != sec_pipe);
    341			sec_pipe->next_odm_pipe = pri_pipe->next_odm_pipe;
    342			sec_pipe->next_odm_pipe->prev_odm_pipe = sec_pipe;
    343		}
    344		if (pri_pipe->top_pipe && pri_pipe->top_pipe->next_odm_pipe) {
    345			pri_pipe->top_pipe->next_odm_pipe->bottom_pipe = sec_pipe;
    346			sec_pipe->top_pipe = pri_pipe->top_pipe->next_odm_pipe;
    347		}
    348		if (pri_pipe->bottom_pipe && pri_pipe->bottom_pipe->next_odm_pipe) {
    349			pri_pipe->bottom_pipe->next_odm_pipe->top_pipe = sec_pipe;
    350			sec_pipe->bottom_pipe = pri_pipe->bottom_pipe->next_odm_pipe;
    351		}
    352		pri_pipe->next_odm_pipe = sec_pipe;
    353		sec_pipe->prev_odm_pipe = pri_pipe;
    354		ASSERT(sec_pipe->top_pipe == NULL);
    355
    356		if (!sec_pipe->top_pipe)
    357			sec_pipe->stream_res.opp = pool->opps[pipe_idx];
    358		else
    359			sec_pipe->stream_res.opp = sec_pipe->top_pipe->stream_res.opp;
    360		if (sec_pipe->stream->timing.flags.DSC == 1) {
    361			dml_acquire_dsc(dc, res_ctx, &sec_pipe->stream_res.dsc, pipe_idx);
    362			ASSERT(sec_pipe->stream_res.dsc);
    363			if (sec_pipe->stream_res.dsc == NULL)
    364				return false;
    365		}
    366	} else {
    367		if (pri_pipe->bottom_pipe) {
    368			ASSERT(pri_pipe->bottom_pipe != sec_pipe);
    369			sec_pipe->bottom_pipe = pri_pipe->bottom_pipe;
    370			sec_pipe->bottom_pipe->top_pipe = sec_pipe;
    371		}
    372		pri_pipe->bottom_pipe = sec_pipe;
    373		sec_pipe->top_pipe = pri_pipe;
    374
    375		ASSERT(pri_pipe->plane_state);
    376	}
    377
    378	return true;
    379}
    380
    381static struct pipe_ctx *dml_find_split_pipe(
    382		struct dc *dc,
    383		struct dc_state *context,
    384		int old_index)
    385{
    386	struct pipe_ctx *pipe = NULL;
    387	int i;
    388
    389	if (old_index >= 0 && context->res_ctx.pipe_ctx[old_index].stream == NULL) {
    390		pipe = &context->res_ctx.pipe_ctx[old_index];
    391		pipe->pipe_idx = old_index;
    392	}
    393
    394	if (!pipe)
    395		for (i = dc->res_pool->pipe_count - 1; i >= 0; i--) {
    396			if (dc->current_state->res_ctx.pipe_ctx[i].top_pipe == NULL
    397					&& dc->current_state->res_ctx.pipe_ctx[i].prev_odm_pipe == NULL) {
    398				if (context->res_ctx.pipe_ctx[i].stream == NULL) {
    399					pipe = &context->res_ctx.pipe_ctx[i];
    400					pipe->pipe_idx = i;
    401					break;
    402				}
    403			}
    404		}
    405
    406	/*
    407	 * May need to fix pipes getting tossed from 1 opp to another on flip
    408	 * Add for debugging transient underflow during topology updates:
    409	 * ASSERT(pipe);
    410	 */
    411	if (!pipe)
    412		for (i = dc->res_pool->pipe_count - 1; i >= 0; i--) {
    413			if (context->res_ctx.pipe_ctx[i].stream == NULL) {
    414				pipe = &context->res_ctx.pipe_ctx[i];
    415				pipe->pipe_idx = i;
    416				break;
    417			}
    418		}
    419
    420	return pipe;
    421}
    422
    423static void dml_release_dsc(struct resource_context *res_ctx,
    424			const struct resource_pool *pool,
    425			struct display_stream_compressor **dsc)
    426{
    427	int i;
    428
    429	for (i = 0; i < pool->res_cap->num_dsc; i++)
    430		if (pool->dscs[i] == *dsc) {
    431			res_ctx->is_dsc_acquired[i] = false;
    432			*dsc = NULL;
    433			break;
    434		}
    435}
    436
    437static int dml_get_num_mpc_splits(struct pipe_ctx *pipe)
    438{
    439	int mpc_split_count = 0;
    440	struct pipe_ctx *other_pipe = pipe->bottom_pipe;
    441
    442	while (other_pipe && other_pipe->plane_state == pipe->plane_state) {
    443		mpc_split_count++;
    444		other_pipe = other_pipe->bottom_pipe;
    445	}
    446	other_pipe = pipe->top_pipe;
    447	while (other_pipe && other_pipe->plane_state == pipe->plane_state) {
    448		mpc_split_count++;
    449		other_pipe = other_pipe->top_pipe;
    450	}
    451
    452	return mpc_split_count;
    453}
    454
    455static bool dml_enough_pipes_for_subvp(struct dc *dc,
    456		struct dc_state *context)
    457{
    458	int i = 0;
    459	int num_pipes = 0;
    460
    461	for (i = 0; i < dc->res_pool->pipe_count; i++) {
    462		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
    463
    464		if (pipe->stream && pipe->plane_state)
    465			num_pipes++;
    466	}
    467
    468	// Sub-VP only possible if the number of "real" pipes is
    469	// less than or equal to half the number of available pipes
    470	if (num_pipes * 2 > dc->res_pool->pipe_count)
    471		return false;
    472
    473	return true;
    474}
    475
    476static int dml_validate_apply_pipe_split_flags(
    477		struct dc *dc,
    478		struct dc_state *context,
    479		int vlevel,
    480		int *split,
    481		bool *merge)
    482{
    483	int i, pipe_idx, vlevel_split;
    484	int plane_count = 0;
    485	bool force_split = false;
    486	bool avoid_split = dc->debug.pipe_split_policy == MPC_SPLIT_AVOID;
    487	struct vba_vars_st *v = &context->bw_ctx.dml.vba;
    488	int max_mpc_comb = v->maxMpcComb;
    489
    490	if (context->stream_count > 1) {
    491		if (dc->debug.pipe_split_policy == MPC_SPLIT_AVOID_MULT_DISP)
    492			avoid_split = true;
    493	} else if (dc->debug.force_single_disp_pipe_split)
    494			force_split = true;
    495
    496	for (i = 0; i < dc->res_pool->pipe_count; i++) {
    497		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
    498
    499		/**
    500		 * Workaround for avoiding pipe-split in cases where we'd split
    501		 * planes that are too small, resulting in splits that aren't
    502		 * valid for the scaler.
    503		 */
    504		if (pipe->plane_state &&
    505		    (pipe->plane_state->dst_rect.width <= 16 ||
    506		     pipe->plane_state->dst_rect.height <= 16 ||
    507		     pipe->plane_state->src_rect.width <= 16 ||
    508		     pipe->plane_state->src_rect.height <= 16))
    509			avoid_split = true;
    510
    511		/* TODO: fix dc bugs and remove this split threshold thing */
    512		if (pipe->stream && !pipe->prev_odm_pipe &&
    513				(!pipe->top_pipe || pipe->top_pipe->plane_state != pipe->plane_state))
    514			++plane_count;
    515	}
    516	if (plane_count > dc->res_pool->pipe_count / 2)
    517		avoid_split = true;
    518
    519	/* W/A: Mode timing with borders may not work well with pipe split, avoid for this corner case */
    520	for (i = 0; i < dc->res_pool->pipe_count; i++) {
    521		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
    522		struct dc_crtc_timing timing;
    523
    524		if (!pipe->stream)
    525			continue;
    526		else {
    527			timing = pipe->stream->timing;
    528			if (timing.h_border_left + timing.h_border_right
    529					+ timing.v_border_top + timing.v_border_bottom > 0) {
    530				avoid_split = true;
    531				break;
    532			}
    533		}
    534	}
    535
    536	/* Avoid split loop looks for lowest voltage level that allows most unsplit pipes possible */
    537	if (avoid_split) {
    538		for (i = 0, pipe_idx = 0; i < dc->res_pool->pipe_count; i++) {
    539			if (!context->res_ctx.pipe_ctx[i].stream)
    540				continue;
    541
    542			for (vlevel_split = vlevel; vlevel <= context->bw_ctx.dml.soc.num_states; vlevel++)
    543				if (v->NoOfDPP[vlevel][0][pipe_idx] == 1 &&
    544						v->ModeSupport[vlevel][0])
    545					break;
    546			/* Impossible to not split this pipe */
    547			if (vlevel > context->bw_ctx.dml.soc.num_states)
    548				vlevel = vlevel_split;
    549			else
    550				max_mpc_comb = 0;
    551			pipe_idx++;
    552		}
    553		v->maxMpcComb = max_mpc_comb;
    554	}
    555
    556	/* Split loop sets which pipe should be split based on dml outputs and dc flags */
    557	for (i = 0, pipe_idx = 0; i < dc->res_pool->pipe_count; i++) {
    558		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
    559		int pipe_plane = v->pipe_plane[pipe_idx];
    560		bool split4mpc = context->stream_count == 1 && plane_count == 1
    561				&& dc->config.enable_4to1MPC && dc->res_pool->pipe_count >= 4;
    562
    563		if (!context->res_ctx.pipe_ctx[i].stream)
    564			continue;
    565
    566		if (split4mpc || v->NoOfDPP[vlevel][max_mpc_comb][pipe_plane] == 4)
    567			split[i] = 4;
    568		else if (force_split || v->NoOfDPP[vlevel][max_mpc_comb][pipe_plane] == 2)
    569				split[i] = 2;
    570
    571		if ((pipe->stream->view_format ==
    572				VIEW_3D_FORMAT_SIDE_BY_SIDE ||
    573				pipe->stream->view_format ==
    574				VIEW_3D_FORMAT_TOP_AND_BOTTOM) &&
    575				(pipe->stream->timing.timing_3d_format ==
    576				TIMING_3D_FORMAT_TOP_AND_BOTTOM ||
    577				 pipe->stream->timing.timing_3d_format ==
    578				TIMING_3D_FORMAT_SIDE_BY_SIDE))
    579			split[i] = 2;
    580		if (dc->debug.force_odm_combine & (1 << pipe->stream_res.tg->inst)) {
    581			split[i] = 2;
    582			v->ODMCombineEnablePerState[vlevel][pipe_plane] = dm_odm_combine_mode_2to1;
    583		}
    584		if (dc->debug.force_odm_combine_4to1 & (1 << pipe->stream_res.tg->inst)) {
    585			split[i] = 4;
    586			v->ODMCombineEnablePerState[vlevel][pipe_plane] = dm_odm_combine_mode_4to1;
    587		}
    588		/*420 format workaround*/
    589		if (pipe->stream->timing.h_addressable > 7680 &&
    590				pipe->stream->timing.pixel_encoding == PIXEL_ENCODING_YCBCR420) {
    591			split[i] = 4;
    592		}
    593
    594		v->ODMCombineEnabled[pipe_plane] =
    595			v->ODMCombineEnablePerState[vlevel][pipe_plane];
    596
    597		if (v->ODMCombineEnabled[pipe_plane] == dm_odm_combine_mode_disabled) {
    598			if (dml_get_num_mpc_splits(pipe) == 1) {
    599				/*If need split for mpc but 2 way split already*/
    600				if (split[i] == 4)
    601					split[i] = 2; /* 2 -> 4 MPC */
    602				else if (split[i] == 2)
    603					split[i] = 0; /* 2 -> 2 MPC */
    604				else if (pipe->top_pipe && pipe->top_pipe->plane_state == pipe->plane_state)
    605					merge[i] = true; /* 2 -> 1 MPC */
    606			} else if (dml_get_num_mpc_splits(pipe) == 3) {
    607				/*If need split for mpc but 4 way split already*/
    608				if (split[i] == 2 && ((pipe->top_pipe && !pipe->top_pipe->top_pipe)
    609						|| !pipe->bottom_pipe)) {
    610					merge[i] = true; /* 4 -> 2 MPC */
    611				} else if (split[i] == 0 && pipe->top_pipe &&
    612						pipe->top_pipe->plane_state == pipe->plane_state)
    613					merge[i] = true; /* 4 -> 1 MPC */
    614				split[i] = 0;
    615			} else if (dml_get_num_mpc_splits(pipe)) {
    616				/* ODM -> MPC transition */
    617				if (pipe->prev_odm_pipe) {
    618					split[i] = 0;
    619					merge[i] = true;
    620				}
    621			}
    622		} else {
    623			if (dml_get_num_mpc_splits(pipe) == 1) {
    624				/*If need split for odm but 2 way split already*/
    625				if (split[i] == 4)
    626					split[i] = 2; /* 2 -> 4 ODM */
    627				else if (split[i] == 2)
    628					split[i] = 0; /* 2 -> 2 ODM */
    629				else if (pipe->prev_odm_pipe) {
    630					ASSERT(0); /* NOT expected yet */
    631					merge[i] = true; /* exit ODM */
    632				}
    633			} else if (dml_get_num_mpc_splits(pipe) == 3) {
    634				/*If need split for odm but 4 way split already*/
    635				if (split[i] == 2 && ((pipe->prev_odm_pipe && !pipe->prev_odm_pipe->prev_odm_pipe)
    636						|| !pipe->next_odm_pipe)) {
    637					ASSERT(0); /* NOT expected yet */
    638					merge[i] = true; /* 4 -> 2 ODM */
    639				} else if (split[i] == 0 && pipe->prev_odm_pipe) {
    640					ASSERT(0); /* NOT expected yet */
    641					merge[i] = true; /* exit ODM */
    642				}
    643				split[i] = 0;
    644			} else if (dml_get_num_mpc_splits(pipe)) {
    645				/* MPC -> ODM transition */
    646				ASSERT(0); /* NOT expected yet */
    647				if (pipe->top_pipe && pipe->top_pipe->plane_state == pipe->plane_state) {
    648					split[i] = 0;
    649					merge[i] = true;
    650				}
    651			}
    652		}
    653
    654		/* Adjust dppclk when split is forced, do not bother with dispclk */
    655		if (split[i] != 0 && v->NoOfDPP[vlevel][max_mpc_comb][pipe_idx] == 1)
    656			v->RequiredDPPCLK[vlevel][max_mpc_comb][pipe_idx] /= 2;
    657		pipe_idx++;
    658	}
    659
    660	return vlevel;
    661}
    662
    663static void dml_set_phantom_stream_timing(struct dc *dc,
    664		struct dc_state *context,
    665		struct pipe_ctx *ref_pipe,
    666		struct dc_stream_state *phantom_stream)
    667{
    668	// phantom_vactive = blackout (latency + margin) + fw_processing_delays + pstate allow width
    669	uint32_t phantom_vactive_us = context->bw_ctx.dml.soc.dram_clock_change_latency_us + 60 +
    670					dc->caps.subvp_fw_processing_delay_us +
    671					dc->caps.subvp_pstate_allow_width_us;
    672	uint32_t phantom_vactive = ((double)phantom_vactive_us/1000000) *
    673					(ref_pipe->stream->timing.pix_clk_100hz * 100) /
    674					(double)ref_pipe->stream->timing.h_total;
    675	uint32_t phantom_bp = ref_pipe->pipe_dlg_param.vstartup_start;
    676
    677	phantom_stream->dst.y = 0;
    678	phantom_stream->dst.height = phantom_vactive;
    679	phantom_stream->src.y = 0;
    680	phantom_stream->src.height = phantom_vactive;
    681
    682	phantom_stream->timing.v_addressable = phantom_vactive;
    683	phantom_stream->timing.v_front_porch = 1;
    684	phantom_stream->timing.v_total = phantom_stream->timing.v_addressable +
    685						phantom_stream->timing.v_front_porch +
    686						phantom_stream->timing.v_sync_width +
    687						phantom_bp;
    688}
    689
    690static struct dc_stream_state *dml_enable_phantom_stream(struct dc *dc,
    691		struct dc_state *context,
    692		struct pipe_ctx *ref_pipe)
    693{
    694	struct dc_stream_state *phantom_stream = NULL;
    695
    696	phantom_stream = dc_create_stream_for_sink(ref_pipe->stream->sink);
    697	phantom_stream->signal = SIGNAL_TYPE_VIRTUAL;
    698	phantom_stream->dpms_off = true;
    699	phantom_stream->mall_stream_config.type = SUBVP_PHANTOM;
    700	phantom_stream->mall_stream_config.paired_stream = ref_pipe->stream;
    701	ref_pipe->stream->mall_stream_config.type = SUBVP_MAIN;
    702	ref_pipe->stream->mall_stream_config.paired_stream = phantom_stream;
    703
    704	/* stream has limited viewport and small timing */
    705	memcpy(&phantom_stream->timing, &ref_pipe->stream->timing, sizeof(phantom_stream->timing));
    706	memcpy(&phantom_stream->src, &ref_pipe->stream->src, sizeof(phantom_stream->src));
    707	memcpy(&phantom_stream->dst, &ref_pipe->stream->dst, sizeof(phantom_stream->dst));
    708	dml_set_phantom_stream_timing(dc, context, ref_pipe, phantom_stream);
    709
    710	dc_add_stream_to_ctx(dc, context, phantom_stream);
    711	dc->hwss.apply_ctx_to_hw(dc, context);
    712	return phantom_stream;
    713}
    714
    715static void dml_enable_phantom_plane(struct dc *dc,
    716		struct dc_state *context,
    717		struct dc_stream_state *phantom_stream,
    718		struct pipe_ctx *main_pipe)
    719{
    720	struct dc_plane_state *phantom_plane = NULL;
    721	struct dc_plane_state *prev_phantom_plane = NULL;
    722	struct pipe_ctx *curr_pipe = main_pipe;
    723
    724	while (curr_pipe) {
    725		if (curr_pipe->top_pipe && curr_pipe->top_pipe->plane_state == curr_pipe->plane_state)
    726			phantom_plane = prev_phantom_plane;
    727		else
    728			phantom_plane = dc_create_plane_state(dc);
    729
    730		memcpy(&phantom_plane->address, &curr_pipe->plane_state->address, sizeof(phantom_plane->address));
    731		memcpy(&phantom_plane->scaling_quality, &curr_pipe->plane_state->scaling_quality,
    732				sizeof(phantom_plane->scaling_quality));
    733		memcpy(&phantom_plane->src_rect, &curr_pipe->plane_state->src_rect, sizeof(phantom_plane->src_rect));
    734		memcpy(&phantom_plane->dst_rect, &curr_pipe->plane_state->dst_rect, sizeof(phantom_plane->dst_rect));
    735		memcpy(&phantom_plane->clip_rect, &curr_pipe->plane_state->clip_rect, sizeof(phantom_plane->clip_rect));
    736		memcpy(&phantom_plane->plane_size, &curr_pipe->plane_state->plane_size,
    737				sizeof(phantom_plane->plane_size));
    738		memcpy(&phantom_plane->tiling_info, &curr_pipe->plane_state->tiling_info,
    739				sizeof(phantom_plane->tiling_info));
    740		memcpy(&phantom_plane->dcc, &curr_pipe->plane_state->dcc, sizeof(phantom_plane->dcc));
    741		/* Currently compat_level is undefined in dc_state
    742		* phantom_plane->compat_level = curr_pipe->plane_state->compat_level;
    743		*/
    744		phantom_plane->format = curr_pipe->plane_state->format;
    745		phantom_plane->rotation = curr_pipe->plane_state->rotation;
    746		phantom_plane->visible = curr_pipe->plane_state->visible;
    747
    748		/* Shadow pipe has small viewport. */
    749		phantom_plane->clip_rect.y = 0;
    750		phantom_plane->clip_rect.height = phantom_stream->timing.v_addressable;
    751
    752		dc_add_plane_to_context(dc, phantom_stream, phantom_plane, context);
    753
    754		curr_pipe = curr_pipe->bottom_pipe;
    755		prev_phantom_plane = phantom_plane;
    756	}
    757}
    758
    759static void dml_add_phantom_pipes(struct dc *dc, struct dc_state *context)
    760{
    761	int i = 0;
    762
    763	for (i = 0; i < dc->res_pool->pipe_count; i++) {
    764		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
    765		struct dc_stream_state *ref_stream = pipe->stream;
    766		// Only construct phantom stream for top pipes that have plane enabled
    767		if (!pipe->top_pipe && pipe->plane_state && pipe->stream &&
    768				pipe->stream->mall_stream_config.type == SUBVP_NONE) {
    769			struct dc_stream_state *phantom_stream = NULL;
    770
    771			phantom_stream = dml_enable_phantom_stream(dc, context, pipe);
    772			dml_enable_phantom_plane(dc, context, phantom_stream, pipe);
    773		}
    774	}
    775
    776	for (i = 0; i < dc->res_pool->pipe_count; i++) {
    777		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
    778
    779		if (pipe->plane_state && pipe->stream &&
    780				pipe->stream->mall_stream_config.type == SUBVP_PHANTOM) {
    781			pipe->stream->use_dynamic_meta = false;
    782			pipe->plane_state->flip_immediate = false;
    783			if (!resource_build_scaling_params(pipe)) {
    784				// Log / remove phantom pipes since failed to build scaling params
    785			}
    786		}
    787	}
    788}
    789
    790static void dml_remove_phantom_pipes(struct dc *dc, struct dc_state *context)
    791{
    792	int i;
    793	bool removed_pipe = false;
    794
    795	for (i = 0; i < dc->res_pool->pipe_count; i++) {
    796		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
    797		// build scaling params for phantom pipes
    798		if (pipe->plane_state && pipe->stream && pipe->stream->mall_stream_config.type == SUBVP_PHANTOM) {
    799			dc_rem_all_planes_for_stream(dc, pipe->stream, context);
    800			dc_remove_stream_from_ctx(dc, context, pipe->stream);
    801			removed_pipe = true;
    802		}
    803
    804		// Clear all phantom stream info
    805		if (pipe->stream) {
    806			pipe->stream->mall_stream_config.type = SUBVP_NONE;
    807			pipe->stream->mall_stream_config.paired_stream = NULL;
    808		}
    809	}
    810	if (removed_pipe)
    811		dc->hwss.apply_ctx_to_hw(dc, context);
    812}
    813
    814/*
    815 * If the input state contains no upstream planes for a particular pipe (i.e. only timing)
    816 * we need to populate some "conservative" plane information as DML cannot handle "no planes"
    817 */
    818static void populate_default_plane_from_timing(const struct dc_crtc_timing *timing, struct _vcs_dpi_display_pipe_params_st *pipe)
    819{
    820	pipe->src.is_hsplit = pipe->dest.odm_combine != dm_odm_combine_mode_disabled;
    821	pipe->src.source_scan = dm_horz;
    822	pipe->src.sw_mode = dm_sw_4kb_s;
    823	pipe->src.macro_tile_size = dm_64k_tile;
    824	pipe->src.viewport_width = timing->h_addressable;
    825	if (pipe->src.viewport_width > 1920)
    826		pipe->src.viewport_width = 1920;
    827	pipe->src.viewport_height = timing->v_addressable;
    828	if (pipe->src.viewport_height > 1080)
    829		pipe->src.viewport_height = 1080;
    830	pipe->src.surface_height_y = pipe->src.viewport_height;
    831	pipe->src.surface_width_y = pipe->src.viewport_width;
    832	pipe->src.surface_height_c = pipe->src.viewport_height;
    833	pipe->src.surface_width_c = pipe->src.viewport_width;
    834	pipe->src.data_pitch = ((pipe->src.viewport_width + 255) / 256) * 256;
    835	pipe->src.source_format = dm_444_32;
    836	pipe->dest.recout_width = pipe->src.viewport_width;
    837	pipe->dest.recout_height = pipe->src.viewport_height;
    838	pipe->dest.full_recout_width = pipe->dest.recout_width;
    839	pipe->dest.full_recout_height = pipe->dest.recout_height;
    840	pipe->scale_ratio_depth.lb_depth = dm_lb_16;
    841	pipe->scale_ratio_depth.hscl_ratio = 1.0;
    842	pipe->scale_ratio_depth.vscl_ratio = 1.0;
    843	pipe->scale_ratio_depth.scl_enable = 0;
    844	pipe->scale_taps.htaps = 1;
    845	pipe->scale_taps.vtaps = 1;
    846	pipe->dest.vtotal_min = timing->v_total;
    847	pipe->dest.vtotal_max = timing->v_total;
    848
    849	if (pipe->dest.odm_combine == dm_odm_combine_mode_2to1) {
    850		pipe->src.viewport_width /= 2;
    851		pipe->dest.recout_width /= 2;
    852	} else if (pipe->dest.odm_combine == dm_odm_combine_mode_4to1) {
    853		pipe->src.viewport_width /= 4;
    854		pipe->dest.recout_width /= 4;
    855	}
    856
    857	pipe->src.dcc = false;
    858	pipe->src.dcc_rate = 1;
    859}
    860
    861/*
    862 * If the pipe is not blending (i.e. pipe_ctx->top pipe == null) then its
    863 * hsplit group is equal to its own pipe ID
    864 * Otherwise, all pipes part of the same blending tree have the same hsplit group
    865 * ID as the top most pipe
    866 *
    867 * If the pipe ctx is ODM combined, then similar logic follows
    868 */
    869static void populate_hsplit_group_from_dc_pipe_ctx (const struct pipe_ctx *dc_pipe_ctx, struct _vcs_dpi_display_e2e_pipe_params_st *e2e_pipe)
    870{
    871	e2e_pipe->pipe.src.hsplit_grp = dc_pipe_ctx->pipe_idx;
    872
    873	if (dc_pipe_ctx->top_pipe && dc_pipe_ctx->top_pipe->plane_state
    874			== dc_pipe_ctx->plane_state) {
    875		struct pipe_ctx *first_pipe = dc_pipe_ctx->top_pipe;
    876		int split_idx = 0;
    877
    878		while (first_pipe->top_pipe && first_pipe->top_pipe->plane_state
    879				== dc_pipe_ctx->plane_state) {
    880			first_pipe = first_pipe->top_pipe;
    881			split_idx++;
    882		}
    883
    884		/* Treat 4to1 mpc combine as an mpo of 2 2-to-1 combines */
    885		if (split_idx == 0)
    886			e2e_pipe->pipe.src.hsplit_grp = first_pipe->pipe_idx;
    887		else if (split_idx == 1)
    888			e2e_pipe->pipe.src.hsplit_grp = dc_pipe_ctx->pipe_idx;
    889		else if (split_idx == 2)
    890			e2e_pipe->pipe.src.hsplit_grp = dc_pipe_ctx->top_pipe->pipe_idx;
    891
    892	} else if (dc_pipe_ctx->prev_odm_pipe) {
    893		struct pipe_ctx *first_pipe = dc_pipe_ctx->prev_odm_pipe;
    894
    895		while (first_pipe->prev_odm_pipe)
    896			first_pipe = first_pipe->prev_odm_pipe;
    897		e2e_pipe->pipe.src.hsplit_grp = first_pipe->pipe_idx;
    898	}
    899}
    900
    901static void populate_dml_from_dc_pipe_ctx (const struct pipe_ctx *dc_pipe_ctx, struct _vcs_dpi_display_e2e_pipe_params_st *e2e_pipe, int always_scale)
    902{
    903	const struct dc_plane_state *pln = dc_pipe_ctx->plane_state;
    904	const struct scaler_data *scl = &dc_pipe_ctx->plane_res.scl_data;
    905
    906	e2e_pipe->pipe.src.immediate_flip = pln->flip_immediate;
    907	e2e_pipe->pipe.src.is_hsplit = (dc_pipe_ctx->bottom_pipe && dc_pipe_ctx->bottom_pipe->plane_state == pln)
    908			|| (dc_pipe_ctx->top_pipe && dc_pipe_ctx->top_pipe->plane_state == pln)
    909			|| e2e_pipe->pipe.dest.odm_combine != dm_odm_combine_mode_disabled;
    910
    911	/* stereo is not split */
    912	if (pln->stereo_format == PLANE_STEREO_FORMAT_SIDE_BY_SIDE ||
    913		pln->stereo_format == PLANE_STEREO_FORMAT_TOP_AND_BOTTOM) {
    914		e2e_pipe->pipe.src.is_hsplit = false;
    915		e2e_pipe->pipe.src.hsplit_grp = dc_pipe_ctx->pipe_idx;
    916	}
    917
    918	e2e_pipe->pipe.src.source_scan = pln->rotation == ROTATION_ANGLE_90
    919			|| pln->rotation == ROTATION_ANGLE_270 ? dm_vert : dm_horz;
    920	e2e_pipe->pipe.src.viewport_y_y = scl->viewport.y;
    921	e2e_pipe->pipe.src.viewport_y_c = scl->viewport_c.y;
    922	e2e_pipe->pipe.src.viewport_width = scl->viewport.width;
    923	e2e_pipe->pipe.src.viewport_width_c = scl->viewport_c.width;
    924	e2e_pipe->pipe.src.viewport_height = scl->viewport.height;
    925	e2e_pipe->pipe.src.viewport_height_c = scl->viewport_c.height;
    926	e2e_pipe->pipe.src.viewport_width_max = pln->src_rect.width;
    927	e2e_pipe->pipe.src.viewport_height_max = pln->src_rect.height;
    928	e2e_pipe->pipe.src.surface_width_y = pln->plane_size.surface_size.width;
    929	e2e_pipe->pipe.src.surface_height_y = pln->plane_size.surface_size.height;
    930	e2e_pipe->pipe.src.surface_width_c = pln->plane_size.chroma_size.width;
    931	e2e_pipe->pipe.src.surface_height_c = pln->plane_size.chroma_size.height;
    932
    933	if (pln->format == SURFACE_PIXEL_FORMAT_GRPH_RGBE_ALPHA
    934			|| pln->format >= SURFACE_PIXEL_FORMAT_VIDEO_BEGIN) {
    935		e2e_pipe->pipe.src.data_pitch = pln->plane_size.surface_pitch;
    936		e2e_pipe->pipe.src.data_pitch_c = pln->plane_size.chroma_pitch;
    937		e2e_pipe->pipe.src.meta_pitch = pln->dcc.meta_pitch;
    938		e2e_pipe->pipe.src.meta_pitch_c = pln->dcc.meta_pitch_c;
    939	} else {
    940		e2e_pipe->pipe.src.data_pitch = pln->plane_size.surface_pitch;
    941		e2e_pipe->pipe.src.meta_pitch = pln->dcc.meta_pitch;
    942	}
    943	e2e_pipe->pipe.src.dcc = pln->dcc.enable;
    944	e2e_pipe->pipe.src.dcc_rate = 1;
    945	e2e_pipe->pipe.dest.recout_width = scl->recout.width;
    946	e2e_pipe->pipe.dest.recout_height = scl->recout.height;
    947	e2e_pipe->pipe.dest.full_recout_height = scl->recout.height;
    948	e2e_pipe->pipe.dest.full_recout_width = scl->recout.width;
    949	if (e2e_pipe->pipe.dest.odm_combine == dm_odm_combine_mode_2to1)
    950		e2e_pipe->pipe.dest.full_recout_width *= 2;
    951	else if (e2e_pipe->pipe.dest.odm_combine == dm_odm_combine_mode_4to1)
    952		e2e_pipe->pipe.dest.full_recout_width *= 4;
    953	else {
    954		struct pipe_ctx *split_pipe = dc_pipe_ctx->bottom_pipe;
    955
    956		while (split_pipe && split_pipe->plane_state == pln) {
    957			e2e_pipe->pipe.dest.full_recout_width += split_pipe->plane_res.scl_data.recout.width;
    958			split_pipe = split_pipe->bottom_pipe;
    959		}
    960		split_pipe = dc_pipe_ctx->top_pipe;
    961		while (split_pipe && split_pipe->plane_state == pln) {
    962			e2e_pipe->pipe.dest.full_recout_width += split_pipe->plane_res.scl_data.recout.width;
    963			split_pipe = split_pipe->top_pipe;
    964		}
    965	}
    966
    967	e2e_pipe->pipe.scale_ratio_depth.lb_depth = dm_lb_16;
    968	e2e_pipe->pipe.scale_ratio_depth.hscl_ratio = (double) scl->ratios.horz.value / (1ULL<<32);
    969	e2e_pipe->pipe.scale_ratio_depth.hscl_ratio_c = (double) scl->ratios.horz_c.value / (1ULL<<32);
    970	e2e_pipe->pipe.scale_ratio_depth.vscl_ratio = (double) scl->ratios.vert.value / (1ULL<<32);
    971	e2e_pipe->pipe.scale_ratio_depth.vscl_ratio_c = (double) scl->ratios.vert_c.value / (1ULL<<32);
    972	e2e_pipe->pipe.scale_ratio_depth.scl_enable =
    973			scl->ratios.vert.value != dc_fixpt_one.value
    974			|| scl->ratios.horz.value != dc_fixpt_one.value
    975			|| scl->ratios.vert_c.value != dc_fixpt_one.value
    976			|| scl->ratios.horz_c.value != dc_fixpt_one.value /*Lb only or Full scl*/
    977			|| always_scale; /*support always scale*/
    978	e2e_pipe->pipe.scale_taps.htaps = scl->taps.h_taps;
    979	e2e_pipe->pipe.scale_taps.htaps_c = scl->taps.h_taps_c;
    980	e2e_pipe->pipe.scale_taps.vtaps = scl->taps.v_taps;
    981	e2e_pipe->pipe.scale_taps.vtaps_c = scl->taps.v_taps_c;
    982
    983	/* Currently compat_level is not defined. Commenting it until further resolution
    984	 * if (pln->compat_level == DC_LEGACY_TILING_ADDR_GEN_TWO) {
    985		swizzle_to_dml_params(pln->tiling_info.gfx9.swizzle,
    986				&e2e_pipe->pipe.src.sw_mode);
    987		e2e_pipe->pipe.src.macro_tile_size =
    988				swizzle_mode_to_macro_tile_size(pln->tiling_info.gfx9.swizzle);
    989	} else {
    990		gfx10array_mode_to_dml_params(pln->tiling_info.gfx10compatible.array_mode,
    991				pln->compat_level,
    992				&e2e_pipe->pipe.src.sw_mode);
    993		e2e_pipe->pipe.src.macro_tile_size = dm_4k_tile;
    994	}*/
    995
    996	e2e_pipe->pipe.src.source_format = dc_source_format_to_dml_source_format(pln->format);
    997}
    998
    999static void populate_dml_cursor_parameters_from_dc_pipe_ctx (const struct pipe_ctx *dc_pipe_ctx, struct _vcs_dpi_display_e2e_pipe_params_st *e2e_pipe)
   1000{
   1001	/*
   1002	* For graphic plane, cursor number is 1, nv12 is 0
   1003	* bw calculations due to cursor on/off
   1004	*/
   1005	if (dc_pipe_ctx->plane_state &&
   1006			(dc_pipe_ctx->plane_state->address.type == PLN_ADDR_TYPE_VIDEO_PROGRESSIVE ||
   1007			dc_pipe_ctx->stream->mall_stream_config.type == SUBVP_PHANTOM))
   1008		e2e_pipe->pipe.src.num_cursors = 0;
   1009	else
   1010		e2e_pipe->pipe.src.num_cursors = 1;
   1011
   1012	e2e_pipe->pipe.src.cur0_src_width = 256;
   1013	e2e_pipe->pipe.src.cur0_bpp = dm_cur_32bit;
   1014}
   1015
   1016static int populate_dml_pipes_from_context_base(
   1017		struct dc *dc,
   1018		struct dc_state *context,
   1019		display_e2e_pipe_params_st *pipes,
   1020		bool fast_validate)
   1021{
   1022	int pipe_cnt, i;
   1023	bool synchronized_vblank = true;
   1024	struct resource_context *res_ctx = &context->res_ctx;
   1025
   1026	for (i = 0, pipe_cnt = -1; i < dc->res_pool->pipe_count; i++) {
   1027		if (!res_ctx->pipe_ctx[i].stream)
   1028			continue;
   1029
   1030		if (pipe_cnt < 0) {
   1031			pipe_cnt = i;
   1032			continue;
   1033		}
   1034
   1035		if (res_ctx->pipe_ctx[pipe_cnt].stream == res_ctx->pipe_ctx[i].stream)
   1036			continue;
   1037
   1038		if (dc->debug.disable_timing_sync ||
   1039			(!resource_are_streams_timing_synchronizable(
   1040				res_ctx->pipe_ctx[pipe_cnt].stream,
   1041				res_ctx->pipe_ctx[i].stream) &&
   1042			!resource_are_vblanks_synchronizable(
   1043				res_ctx->pipe_ctx[pipe_cnt].stream,
   1044				res_ctx->pipe_ctx[i].stream))) {
   1045			synchronized_vblank = false;
   1046			break;
   1047		}
   1048	}
   1049
   1050	for (i = 0, pipe_cnt = 0; i < dc->res_pool->pipe_count; i++) {
   1051		struct dc_crtc_timing *timing = &res_ctx->pipe_ctx[i].stream->timing;
   1052
   1053		struct audio_check aud_check = {0};
   1054		if (!res_ctx->pipe_ctx[i].stream)
   1055			continue;
   1056
   1057		/* todo:
   1058		pipes[pipe_cnt].pipe.src.dynamic_metadata_enable = 0;
   1059		pipes[pipe_cnt].pipe.src.dcc = 0;
   1060		pipes[pipe_cnt].pipe.src.vm = 0;*/
   1061
   1062		pipes[pipe_cnt].clks_cfg.refclk_mhz = dc->res_pool->ref_clocks.dchub_ref_clock_inKhz / 1000.0;
   1063
   1064		pipes[pipe_cnt].dout.dsc_enable = res_ctx->pipe_ctx[i].stream->timing.flags.DSC;
   1065		/* todo: rotation?*/
   1066		pipes[pipe_cnt].dout.dsc_slices = res_ctx->pipe_ctx[i].stream->timing.dsc_cfg.num_slices_h;
   1067		if (res_ctx->pipe_ctx[i].stream->use_dynamic_meta) {
   1068			pipes[pipe_cnt].pipe.src.dynamic_metadata_enable = true;
   1069			/* 1/2 vblank */
   1070			pipes[pipe_cnt].pipe.src.dynamic_metadata_lines_before_active =
   1071				(timing->v_total - timing->v_addressable
   1072					- timing->v_border_top - timing->v_border_bottom) / 2;
   1073			/* 36 bytes dp, 32 hdmi */
   1074			pipes[pipe_cnt].pipe.src.dynamic_metadata_xmit_bytes =
   1075				dc_is_dp_signal(res_ctx->pipe_ctx[i].stream->signal) ? 36 : 32;
   1076		}
   1077		pipes[pipe_cnt].pipe.dest.synchronized_vblank_all_planes = synchronized_vblank;
   1078
   1079		dc_timing_to_dml_timing(timing, &pipes[pipe_cnt].pipe.dest);
   1080		pipes[pipe_cnt].pipe.dest.vtotal_min = res_ctx->pipe_ctx[i].stream->adjust.v_total_min;
   1081		pipes[pipe_cnt].pipe.dest.vtotal_max = res_ctx->pipe_ctx[i].stream->adjust.v_total_max;
   1082
   1083		pipes[pipe_cnt].pipe.dest.otg_inst = res_ctx->pipe_ctx[i].stream_res.tg->inst;
   1084
   1085		pipes[pipe_cnt].pipe.dest.odm_combine = get_dml_odm_combine(&res_ctx->pipe_ctx[i]);
   1086
   1087		populate_hsplit_group_from_dc_pipe_ctx(&res_ctx->pipe_ctx[i], &pipes[pipe_cnt]);
   1088
   1089		pipes[pipe_cnt].dout.dp_lanes = 4;
   1090		pipes[pipe_cnt].dout.is_virtual = 0;
   1091		pipes[pipe_cnt].dout.output_type = get_dml_output_type(res_ctx->pipe_ctx[i].stream->signal);
   1092		if (pipes[pipe_cnt].dout.output_type < 0) {
   1093			pipes[pipe_cnt].dout.output_type = dm_dp;
   1094			pipes[pipe_cnt].dout.is_virtual = 1;
   1095		}
   1096
   1097		populate_color_depth_and_encoding_from_timing(&res_ctx->pipe_ctx[i].stream->timing, &pipes[pipe_cnt].dout);
   1098
   1099		if (res_ctx->pipe_ctx[i].stream->timing.flags.DSC)
   1100			pipes[pipe_cnt].dout.output_bpp = res_ctx->pipe_ctx[i].stream->timing.dsc_cfg.bits_per_pixel / 16.0;
   1101
   1102		/* todo: default max for now, until there is logic reflecting this in dc*/
   1103		pipes[pipe_cnt].dout.dsc_input_bpc = 12;
   1104		/*fill up the audio sample rate (unit in kHz)*/
   1105		get_audio_check(&res_ctx->pipe_ctx[i].stream->audio_info, &aud_check);
   1106		pipes[pipe_cnt].dout.max_audio_sample_rate = aud_check.max_audiosample_rate / 1000;
   1107
   1108		populate_dml_cursor_parameters_from_dc_pipe_ctx(&res_ctx->pipe_ctx[i], &pipes[pipe_cnt]);
   1109
   1110		if (!res_ctx->pipe_ctx[i].plane_state) {
   1111			populate_default_plane_from_timing(timing, &pipes[pipe_cnt].pipe);
   1112		} else {
   1113			populate_dml_from_dc_pipe_ctx(&res_ctx->pipe_ctx[i], &pipes[pipe_cnt], dc->debug.always_scale);
   1114		}
   1115
   1116		pipe_cnt++;
   1117	}
   1118
   1119	/* populate writeback information */
   1120	if (dc->res_pool)
   1121		dc->res_pool->funcs->populate_dml_writeback_from_context(dc, res_ctx, pipes);
   1122
   1123	return pipe_cnt;
   1124}
   1125
   1126static int dml_populate_dml_pipes_from_context(
   1127	struct dc *dc, struct dc_state *context,
   1128	display_e2e_pipe_params_st *pipes,
   1129	bool fast_validate)
   1130{
   1131	int i, pipe_cnt;
   1132	struct resource_context *res_ctx = &context->res_ctx;
   1133	struct pipe_ctx *pipe;
   1134
   1135	populate_dml_pipes_from_context_base(dc, context, pipes, fast_validate);
   1136
   1137	for (i = 0, pipe_cnt = 0; i < dc->res_pool->pipe_count; i++) {
   1138		struct dc_crtc_timing *timing;
   1139
   1140		if (!res_ctx->pipe_ctx[i].stream)
   1141			continue;
   1142		pipe = &res_ctx->pipe_ctx[i];
   1143		timing = &pipe->stream->timing;
   1144
   1145		pipes[pipe_cnt].pipe.src.gpuvm = true;
   1146		pipes[pipe_cnt].pipe.src.dcc_fraction_of_zs_req_luma = 0;
   1147		pipes[pipe_cnt].pipe.src.dcc_fraction_of_zs_req_chroma = 0;
   1148		pipes[pipe_cnt].pipe.dest.vfront_porch = timing->v_front_porch;
   1149
   1150		pipes[pipe_cnt].dout.dsc_input_bpc = 0;
   1151		if (pipes[pipe_cnt].dout.dsc_enable) {
   1152			switch (timing->display_color_depth) {
   1153			case COLOR_DEPTH_888:
   1154				pipes[pipe_cnt].dout.dsc_input_bpc = 8;
   1155				break;
   1156			case COLOR_DEPTH_101010:
   1157				pipes[pipe_cnt].dout.dsc_input_bpc = 10;
   1158				break;
   1159			case COLOR_DEPTH_121212:
   1160				pipes[pipe_cnt].dout.dsc_input_bpc = 12;
   1161				break;
   1162			default:
   1163				ASSERT(0);
   1164				break;
   1165			}
   1166		}
   1167		pipe_cnt++;
   1168	}
   1169	dc->config.enable_4to1MPC = false;
   1170	if (pipe_cnt == 1 && pipe->plane_state && !dc->debug.disable_z9_mpc) {
   1171		if (is_dual_plane(pipe->plane_state->format)
   1172				&& pipe->plane_state->src_rect.width <= 1920 && pipe->plane_state->src_rect.height <= 1080) {
   1173			dc->config.enable_4to1MPC = true;
   1174		} else if (!is_dual_plane(pipe->plane_state->format)) {
   1175			context->bw_ctx.dml.ip.det_buffer_size_kbytes = 192;
   1176			pipes[0].pipe.src.unbounded_req_mode = true;
   1177		}
   1178	}
   1179
   1180	return pipe_cnt;
   1181}
   1182
   1183static void dml_full_validate_bw_helper(struct dc *dc,
   1184		struct dc_state *context,
   1185		display_e2e_pipe_params_st *pipes,
   1186		int *vlevel,
   1187		int *split,
   1188		bool *merge,
   1189		int *pipe_cnt)
   1190{
   1191	struct vba_vars_st *vba = &context->bw_ctx.dml.vba;
   1192
   1193	/*
   1194	 * DML favors voltage over p-state, but we're more interested in
   1195	 * supporting p-state over voltage. We can't support p-state in
   1196	 * prefetch mode > 0 so try capping the prefetch mode to start.
   1197	 */
   1198	context->bw_ctx.dml.soc.allow_dram_self_refresh_or_dram_clock_change_in_vblank =
   1199		dm_allow_self_refresh_and_mclk_switch;
   1200	*vlevel = dml_get_voltage_level(&context->bw_ctx.dml, pipes, *pipe_cnt);
   1201	/* This may adjust vlevel and maxMpcComb */
   1202	if (*vlevel < context->bw_ctx.dml.soc.num_states)
   1203		*vlevel = dml_validate_apply_pipe_split_flags(dc, context, *vlevel, split, merge);
   1204
   1205	/* Conditions for setting up phantom pipes for SubVP:
   1206	 * 1. Not force disable SubVP
   1207	 * 2. Full update (i.e. !fast_validate)
   1208	 * 3. Enough pipes are available to support SubVP (TODO: Which pipes will use VACTIVE / VBLANK / SUBVP?)
   1209	 * 4. Display configuration passes validation
   1210	 * 5. (Config doesn't support MCLK in VACTIVE/VBLANK || dc->debug.force_subvp_mclk_switch)
   1211	 */
   1212	if (!dc->debug.force_disable_subvp &&
   1213			dml_enough_pipes_for_subvp(dc, context) &&
   1214			*vlevel < context->bw_ctx.dml.soc.num_states &&
   1215			(vba->DRAMClockChangeSupport[*vlevel][vba->maxMpcComb] == dm_dram_clock_change_unsupported ||
   1216			dc->debug.force_subvp_mclk_switch)) {
   1217
   1218		dml_add_phantom_pipes(dc, context);
   1219
   1220		 /* Create input to DML based on new context which includes phantom pipes
   1221		  * TODO: Input to DML should mark which pipes are phantom
   1222		  */
   1223		*pipe_cnt = dml_populate_dml_pipes_from_context(dc, context, pipes, false);
   1224		*vlevel = dml_get_voltage_level(&context->bw_ctx.dml, pipes, *pipe_cnt);
   1225		if (*vlevel < context->bw_ctx.dml.soc.num_states) {
   1226			memset(split, 0, MAX_PIPES * sizeof(*split));
   1227			memset(merge, 0, MAX_PIPES * sizeof(*merge));
   1228			*vlevel = dml_validate_apply_pipe_split_flags(dc, context, *vlevel, split, merge);
   1229		}
   1230
   1231		// If SubVP pipe config is unsupported (or cannot be used for UCLK switching)
   1232		// remove phantom pipes and repopulate dml pipes
   1233		if (*vlevel == context->bw_ctx.dml.soc.num_states ||
   1234				vba->DRAMClockChangeSupport[*vlevel][vba->maxMpcComb] == dm_dram_clock_change_unsupported) {
   1235			dml_remove_phantom_pipes(dc, context);
   1236			*pipe_cnt = dml_populate_dml_pipes_from_context(dc, context, pipes, false);
   1237		}
   1238	}
   1239}
   1240
   1241static void dcn20_adjust_adaptive_sync_v_startup(
   1242		const struct dc_crtc_timing *dc_crtc_timing, int *vstartup_start)
   1243{
   1244	struct dc_crtc_timing patched_crtc_timing;
   1245	uint32_t asic_blank_end   = 0;
   1246	uint32_t asic_blank_start = 0;
   1247	uint32_t newVstartup	  = 0;
   1248
   1249	patched_crtc_timing = *dc_crtc_timing;
   1250
   1251	if (patched_crtc_timing.flags.INTERLACE == 1) {
   1252		if (patched_crtc_timing.v_front_porch < 2)
   1253			patched_crtc_timing.v_front_porch = 2;
   1254	} else {
   1255		if (patched_crtc_timing.v_front_porch < 1)
   1256			patched_crtc_timing.v_front_porch = 1;
   1257	}
   1258
   1259	/* blank_start = frame end - front porch */
   1260	asic_blank_start = patched_crtc_timing.v_total -
   1261					patched_crtc_timing.v_front_porch;
   1262
   1263	/* blank_end = blank_start - active */
   1264	asic_blank_end = asic_blank_start -
   1265					patched_crtc_timing.v_border_bottom -
   1266					patched_crtc_timing.v_addressable -
   1267					patched_crtc_timing.v_border_top;
   1268
   1269	newVstartup = asic_blank_end + (patched_crtc_timing.v_total - asic_blank_start);
   1270
   1271	*vstartup_start = ((newVstartup > *vstartup_start) ? newVstartup : *vstartup_start);
   1272}
   1273
   1274static bool is_dp_128b_132b_signal(struct pipe_ctx *pipe_ctx)
   1275{
   1276	return (pipe_ctx->stream_res.hpo_dp_stream_enc &&
   1277			pipe_ctx->link_res.hpo_dp_link_enc &&
   1278			dc_is_dp_signal(pipe_ctx->stream->signal));
   1279}
   1280
   1281static bool is_dtbclk_required(struct dc *dc, struct dc_state *context)
   1282{
   1283	int i;
   1284	for (i = 0; i < dc->res_pool->pipe_count; i++) {
   1285		if (!context->res_ctx.pipe_ctx[i].stream)
   1286			continue;
   1287		if (is_dp_128b_132b_signal(&context->res_ctx.pipe_ctx[i]))
   1288			return true;
   1289	}
   1290	return false;
   1291}
   1292
   1293static void dml_update_soc_for_wm_a(struct dc *dc, struct dc_state *context)
   1294{
   1295	if (dc->clk_mgr->bw_params->wm_table.nv_entries[WM_A].valid) {
   1296		context->bw_ctx.dml.soc.dram_clock_change_latency_us = dc->clk_mgr->bw_params->wm_table.nv_entries[WM_A].dml_input.pstate_latency_us;
   1297		context->bw_ctx.dml.soc.sr_enter_plus_exit_time_us = dc->clk_mgr->bw_params->wm_table.nv_entries[WM_A].dml_input.sr_enter_plus_exit_time_us;
   1298		context->bw_ctx.dml.soc.sr_exit_time_us = dc->clk_mgr->bw_params->wm_table.nv_entries[WM_A].dml_input.sr_exit_time_us;
   1299	}
   1300}
   1301
   1302static bool dml_internal_validate(
   1303		struct dc *dc,
   1304		struct dc_state *context,
   1305		display_e2e_pipe_params_st *pipes,
   1306		int *pipe_cnt_out,
   1307		int *vlevel_out,
   1308		bool fast_validate)
   1309{
   1310	bool out = false;
   1311	bool repopulate_pipes = false;
   1312	int split[MAX_PIPES] = { 0 };
   1313	bool merge[MAX_PIPES] = { false };
   1314	bool newly_split[MAX_PIPES] = { false };
   1315	int pipe_cnt, i, pipe_idx, vlevel;
   1316	struct vba_vars_st *vba = &context->bw_ctx.dml.vba;
   1317
   1318	ASSERT(pipes);
   1319	if (!pipes)
   1320		return false;
   1321
   1322	// For each full update, remove all existing phantom pipes first
   1323	dml_remove_phantom_pipes(dc, context);
   1324
   1325	dml_update_soc_for_wm_a(dc, context);
   1326
   1327	for (i = 0; i < dc->res_pool->pipe_count; i++) {
   1328		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
   1329
   1330		if (pipe->plane_state) {
   1331			// On initial pass through DML, we intend to use MALL for SS on all
   1332			// (non-PSR) surfaces with none using MALL for P-State
   1333			// 'mall_plane_config': is not a member of 'dc_plane_state' - commenting it out till mall_plane_config gets supported in dc_plant_state
   1334			//if (pipe->stream && pipe->stream->link->psr_settings.psr_version == DC_PSR_VERSION_UNSUPPORTED)
   1335			//	pipe->plane_state->mall_plane_config.use_mall_for_ss = true;
   1336		}
   1337	}
   1338	pipe_cnt = dml_populate_dml_pipes_from_context(dc, context, pipes, fast_validate);
   1339
   1340	if (!pipe_cnt) {
   1341		out = true;
   1342		goto validate_out;
   1343	}
   1344
   1345	dml_log_pipe_params(&context->bw_ctx.dml, pipes, pipe_cnt);
   1346
   1347	if (!fast_validate) {
   1348		dml_full_validate_bw_helper(dc, context, pipes, &vlevel, split, merge, &pipe_cnt);
   1349	}
   1350
   1351	if (fast_validate || vlevel == context->bw_ctx.dml.soc.num_states ||
   1352			vba->DRAMClockChangeSupport[vlevel][vba->maxMpcComb] == dm_dram_clock_change_unsupported) {
   1353		/*
   1354		 * If mode is unsupported or there's still no p-state support then
   1355		 * fall back to favoring voltage.
   1356		 *
   1357		 * We don't actually support prefetch mode 2, so require that we
   1358		 * at least support prefetch mode 1.
   1359		 */
   1360		context->bw_ctx.dml.soc.allow_dram_self_refresh_or_dram_clock_change_in_vblank =
   1361			dm_allow_self_refresh;
   1362
   1363		vlevel = dml_get_voltage_level(&context->bw_ctx.dml, pipes, pipe_cnt);
   1364		if (vlevel < context->bw_ctx.dml.soc.num_states) {
   1365			memset(split, 0, sizeof(split));
   1366			memset(merge, 0, sizeof(merge));
   1367			vlevel = dml_validate_apply_pipe_split_flags(dc, context, vlevel, split, merge);
   1368		}
   1369	}
   1370
   1371	dml_log_mode_support_params(&context->bw_ctx.dml);
   1372
   1373	if (vlevel == context->bw_ctx.dml.soc.num_states)
   1374		goto validate_fail;
   1375
   1376	for (i = 0, pipe_idx = 0; i < dc->res_pool->pipe_count; i++) {
   1377		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
   1378		struct pipe_ctx *mpo_pipe = pipe->bottom_pipe;
   1379
   1380		if (!pipe->stream)
   1381			continue;
   1382
   1383		/* We only support full screen mpo with ODM */
   1384		if (vba->ODMCombineEnabled[vba->pipe_plane[pipe_idx]] != dm_odm_combine_mode_disabled
   1385				&& pipe->plane_state && mpo_pipe
   1386				&& memcmp(&mpo_pipe->plane_res.scl_data.recout,
   1387						&pipe->plane_res.scl_data.recout,
   1388						sizeof(struct rect)) != 0) {
   1389			ASSERT(mpo_pipe->plane_state != pipe->plane_state);
   1390			goto validate_fail;
   1391		}
   1392		pipe_idx++;
   1393	}
   1394
   1395	/* merge pipes if necessary */
   1396	for (i = 0; i < dc->res_pool->pipe_count; i++) {
   1397		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
   1398
   1399		/*skip pipes that don't need merging*/
   1400		if (!merge[i])
   1401			continue;
   1402
   1403		/* if ODM merge we ignore mpc tree, mpo pipes will have their own flags */
   1404		if (pipe->prev_odm_pipe) {
   1405			/*split off odm pipe*/
   1406			pipe->prev_odm_pipe->next_odm_pipe = pipe->next_odm_pipe;
   1407			if (pipe->next_odm_pipe)
   1408				pipe->next_odm_pipe->prev_odm_pipe = pipe->prev_odm_pipe;
   1409
   1410			pipe->bottom_pipe = NULL;
   1411			pipe->next_odm_pipe = NULL;
   1412			pipe->plane_state = NULL;
   1413			pipe->stream = NULL;
   1414			pipe->top_pipe = NULL;
   1415			pipe->prev_odm_pipe = NULL;
   1416			if (pipe->stream_res.dsc)
   1417				dml_release_dsc(&context->res_ctx, dc->res_pool, &pipe->stream_res.dsc);
   1418			memset(&pipe->plane_res, 0, sizeof(pipe->plane_res));
   1419			memset(&pipe->stream_res, 0, sizeof(pipe->stream_res));
   1420			repopulate_pipes = true;
   1421		} else if (pipe->top_pipe && pipe->top_pipe->plane_state == pipe->plane_state) {
   1422			struct pipe_ctx *top_pipe = pipe->top_pipe;
   1423			struct pipe_ctx *bottom_pipe = pipe->bottom_pipe;
   1424
   1425			top_pipe->bottom_pipe = bottom_pipe;
   1426			if (bottom_pipe)
   1427				bottom_pipe->top_pipe = top_pipe;
   1428
   1429			pipe->top_pipe = NULL;
   1430			pipe->bottom_pipe = NULL;
   1431			pipe->plane_state = NULL;
   1432			pipe->stream = NULL;
   1433			memset(&pipe->plane_res, 0, sizeof(pipe->plane_res));
   1434			memset(&pipe->stream_res, 0, sizeof(pipe->stream_res));
   1435			repopulate_pipes = true;
   1436		} else
   1437			ASSERT(0); /* Should never try to merge master pipe */
   1438
   1439	}
   1440
   1441	for (i = 0, pipe_idx = -1; i < dc->res_pool->pipe_count; i++) {
   1442		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
   1443		struct pipe_ctx *old_pipe = &dc->current_state->res_ctx.pipe_ctx[i];
   1444		struct pipe_ctx *hsplit_pipe = NULL;
   1445		bool odm;
   1446		int old_index = -1;
   1447
   1448		if (!pipe->stream || newly_split[i])
   1449			continue;
   1450
   1451		pipe_idx++;
   1452		odm = vba->ODMCombineEnabled[vba->pipe_plane[pipe_idx]] != dm_odm_combine_mode_disabled;
   1453
   1454		if (!pipe->plane_state && !odm)
   1455			continue;
   1456
   1457		if (split[i]) {
   1458			if (odm) {
   1459				if (split[i] == 4 && old_pipe->next_odm_pipe && old_pipe->next_odm_pipe->next_odm_pipe)
   1460					old_index = old_pipe->next_odm_pipe->next_odm_pipe->pipe_idx;
   1461				else if (old_pipe->next_odm_pipe)
   1462					old_index = old_pipe->next_odm_pipe->pipe_idx;
   1463			} else {
   1464				if (split[i] == 4 && old_pipe->bottom_pipe && old_pipe->bottom_pipe->bottom_pipe &&
   1465						old_pipe->bottom_pipe->bottom_pipe->plane_state == old_pipe->plane_state)
   1466					old_index = old_pipe->bottom_pipe->bottom_pipe->pipe_idx;
   1467				else if (old_pipe->bottom_pipe &&
   1468						old_pipe->bottom_pipe->plane_state == old_pipe->plane_state)
   1469					old_index = old_pipe->bottom_pipe->pipe_idx;
   1470			}
   1471			hsplit_pipe = dml_find_split_pipe(dc, context, old_index);
   1472			ASSERT(hsplit_pipe);
   1473			if (!hsplit_pipe)
   1474				goto validate_fail;
   1475
   1476			if (!dml_split_stream_for_mpc_or_odm(
   1477					dc, &context->res_ctx,
   1478					pipe, hsplit_pipe, odm))
   1479				goto validate_fail;
   1480
   1481			newly_split[hsplit_pipe->pipe_idx] = true;
   1482			repopulate_pipes = true;
   1483		}
   1484		if (split[i] == 4) {
   1485			struct pipe_ctx *pipe_4to1;
   1486
   1487			if (odm && old_pipe->next_odm_pipe)
   1488				old_index = old_pipe->next_odm_pipe->pipe_idx;
   1489			else if (!odm && old_pipe->bottom_pipe &&
   1490						old_pipe->bottom_pipe->plane_state == old_pipe->plane_state)
   1491				old_index = old_pipe->bottom_pipe->pipe_idx;
   1492			else
   1493				old_index = -1;
   1494			pipe_4to1 = dml_find_split_pipe(dc, context, old_index);
   1495			ASSERT(pipe_4to1);
   1496			if (!pipe_4to1)
   1497				goto validate_fail;
   1498			if (!dml_split_stream_for_mpc_or_odm(
   1499					dc, &context->res_ctx,
   1500					pipe, pipe_4to1, odm))
   1501				goto validate_fail;
   1502			newly_split[pipe_4to1->pipe_idx] = true;
   1503
   1504			if (odm && old_pipe->next_odm_pipe && old_pipe->next_odm_pipe->next_odm_pipe
   1505					&& old_pipe->next_odm_pipe->next_odm_pipe->next_odm_pipe)
   1506				old_index = old_pipe->next_odm_pipe->next_odm_pipe->next_odm_pipe->pipe_idx;
   1507			else if (!odm && old_pipe->bottom_pipe && old_pipe->bottom_pipe->bottom_pipe &&
   1508					old_pipe->bottom_pipe->bottom_pipe->bottom_pipe &&
   1509					old_pipe->bottom_pipe->bottom_pipe->bottom_pipe->plane_state == old_pipe->plane_state)
   1510				old_index = old_pipe->bottom_pipe->bottom_pipe->bottom_pipe->pipe_idx;
   1511			else
   1512				old_index = -1;
   1513			pipe_4to1 = dml_find_split_pipe(dc, context, old_index);
   1514			ASSERT(pipe_4to1);
   1515			if (!pipe_4to1)
   1516				goto validate_fail;
   1517			if (!dml_split_stream_for_mpc_or_odm(
   1518					dc, &context->res_ctx,
   1519					hsplit_pipe, pipe_4to1, odm))
   1520				goto validate_fail;
   1521			newly_split[pipe_4to1->pipe_idx] = true;
   1522		}
   1523		if (odm)
   1524			dml_build_mapped_resource(dc, context, pipe->stream);
   1525	}
   1526
   1527	for (i = 0; i < dc->res_pool->pipe_count; i++) {
   1528		struct pipe_ctx *pipe = &context->res_ctx.pipe_ctx[i];
   1529
   1530		if (pipe->plane_state) {
   1531			if (!resource_build_scaling_params(pipe))
   1532				goto validate_fail;
   1533		}
   1534	}
   1535
   1536	/* Actual dsc count per stream dsc validation*/
   1537	if (!dml_validate_dsc(dc, context)) {
   1538		vba->ValidationStatus[vba->soc.num_states] = DML_FAIL_DSC_VALIDATION_FAILURE;
   1539		goto validate_fail;
   1540	}
   1541
   1542	if (repopulate_pipes)
   1543		pipe_cnt = dml_populate_dml_pipes_from_context(dc, context, pipes, fast_validate);
   1544	*vlevel_out = vlevel;
   1545	*pipe_cnt_out = pipe_cnt;
   1546
   1547	out = true;
   1548	goto validate_out;
   1549
   1550validate_fail:
   1551	out = false;
   1552
   1553validate_out:
   1554	return out;
   1555}
   1556
   1557static void dml_calculate_dlg_params(
   1558		struct dc *dc, struct dc_state *context,
   1559		display_e2e_pipe_params_st *pipes,
   1560		int pipe_cnt,
   1561		int vlevel)
   1562{
   1563	int i, pipe_idx;
   1564	int plane_count;
   1565
   1566	/* Writeback MCIF_WB arbitration parameters */
   1567	if (dc->res_pool)
   1568		dc->res_pool->funcs->set_mcif_arb_params(dc, context, pipes, pipe_cnt);
   1569
   1570	context->bw_ctx.bw.dcn.clk.dispclk_khz = context->bw_ctx.dml.vba.DISPCLK * 1000;
   1571	context->bw_ctx.bw.dcn.clk.dcfclk_khz = context->bw_ctx.dml.vba.DCFCLK * 1000;
   1572	context->bw_ctx.bw.dcn.clk.socclk_khz = context->bw_ctx.dml.vba.SOCCLK * 1000;
   1573	context->bw_ctx.bw.dcn.clk.dramclk_khz = context->bw_ctx.dml.vba.DRAMSpeed * 1000 / 16;
   1574	context->bw_ctx.bw.dcn.clk.dcfclk_deep_sleep_khz = context->bw_ctx.dml.vba.DCFCLKDeepSleep * 1000;
   1575	context->bw_ctx.bw.dcn.clk.fclk_khz = context->bw_ctx.dml.vba.FabricClock * 1000;
   1576	context->bw_ctx.bw.dcn.clk.p_state_change_support =
   1577		context->bw_ctx.dml.vba.DRAMClockChangeSupport[vlevel][context->bw_ctx.dml.vba.maxMpcComb]
   1578							!= dm_dram_clock_change_unsupported;
   1579
   1580	context->bw_ctx.bw.dcn.clk.dppclk_khz = 0;
   1581	/* 'z9_support': is not a member of 'dc_clocks' - Commenting out till we have this support in dc_clocks
   1582	 * context->bw_ctx.bw.dcn.clk.z9_support = (context->bw_ctx.dml.vba.StutterPeriod > 5000.0) ?
   1583			DCN_Z9_SUPPORT_ALLOW : DCN_Z9_SUPPORT_DISALLOW;
   1584	*/
   1585	plane_count = 0;
   1586	for (i = 0; i < dc->res_pool->pipe_count; i++) {
   1587		if (context->res_ctx.pipe_ctx[i].plane_state)
   1588			plane_count++;
   1589	}
   1590
   1591	/* Commented out as per above error for now.
   1592	if (plane_count == 0)
   1593		context->bw_ctx.bw.dcn.clk.z9_support = DCN_Z9_SUPPORT_ALLOW;
   1594	*/
   1595	context->bw_ctx.bw.dcn.clk.dtbclk_en = is_dtbclk_required(dc, context);
   1596	/* TODO : Uncomment the below line and make changes
   1597	 * as per DML nomenclature once it is available.
   1598	 * context->bw_ctx.bw.dcn.clk.fclk_p_state_change_support = context->bw_ctx.dml.vba.fclk_pstate_support;
   1599	 */
   1600
   1601	if (context->bw_ctx.bw.dcn.clk.dispclk_khz < dc->debug.min_disp_clk_khz)
   1602		context->bw_ctx.bw.dcn.clk.dispclk_khz = dc->debug.min_disp_clk_khz;
   1603
   1604	for (i = 0, pipe_idx = 0; i < dc->res_pool->pipe_count; i++) {
   1605		if (!context->res_ctx.pipe_ctx[i].stream)
   1606			continue;
   1607		pipes[pipe_idx].pipe.dest.vstartup_start = get_vstartup(&context->bw_ctx.dml, pipes, pipe_cnt, pipe_idx);
   1608		pipes[pipe_idx].pipe.dest.vupdate_offset = get_vupdate_offset(&context->bw_ctx.dml, pipes, pipe_cnt, pipe_idx);
   1609		pipes[pipe_idx].pipe.dest.vupdate_width = get_vupdate_width(&context->bw_ctx.dml, pipes, pipe_cnt, pipe_idx);
   1610		pipes[pipe_idx].pipe.dest.vready_offset = get_vready_offset(&context->bw_ctx.dml, pipes, pipe_cnt, pipe_idx);
   1611		if (context->res_ctx.pipe_ctx[i].stream->mall_stream_config.type == SUBVP_PHANTOM) {
   1612			// Phantom pipe requires that DET_SIZE = 0 and no unbounded requests
   1613			context->res_ctx.pipe_ctx[i].det_buffer_size_kb = 0;
   1614			context->res_ctx.pipe_ctx[i].unbounded_req = false;
   1615		} else {
   1616			context->res_ctx.pipe_ctx[i].det_buffer_size_kb = context->bw_ctx.dml.ip.det_buffer_size_kbytes;
   1617			context->res_ctx.pipe_ctx[i].unbounded_req = pipes[pipe_idx].pipe.src.unbounded_req_mode;
   1618		}
   1619
   1620		if (context->bw_ctx.bw.dcn.clk.dppclk_khz < pipes[pipe_idx].clks_cfg.dppclk_mhz * 1000)
   1621			context->bw_ctx.bw.dcn.clk.dppclk_khz = pipes[pipe_idx].clks_cfg.dppclk_mhz * 1000;
   1622		context->res_ctx.pipe_ctx[i].plane_res.bw.dppclk_khz =
   1623						pipes[pipe_idx].clks_cfg.dppclk_mhz * 1000;
   1624		context->res_ctx.pipe_ctx[i].pipe_dlg_param = pipes[pipe_idx].pipe.dest;
   1625		pipe_idx++;
   1626	}
   1627	/*save a original dppclock copy*/
   1628	context->bw_ctx.bw.dcn.clk.bw_dppclk_khz = context->bw_ctx.bw.dcn.clk.dppclk_khz;
   1629	context->bw_ctx.bw.dcn.clk.bw_dispclk_khz = context->bw_ctx.bw.dcn.clk.dispclk_khz;
   1630	context->bw_ctx.bw.dcn.clk.max_supported_dppclk_khz = context->bw_ctx.dml.soc.clock_limits[vlevel].dppclk_mhz * 1000;
   1631	context->bw_ctx.bw.dcn.clk.max_supported_dispclk_khz = context->bw_ctx.dml.soc.clock_limits[vlevel].dispclk_mhz * 1000;
   1632	context->bw_ctx.bw.dcn.compbuf_size_kb = context->bw_ctx.dml.ip.config_return_buffer_size_in_kbytes
   1633						- context->bw_ctx.dml.ip.det_buffer_size_kbytes * pipe_idx;
   1634
   1635	for (i = 0, pipe_idx = 0; i < dc->res_pool->pipe_count; i++) {
   1636		bool cstate_en = context->bw_ctx.dml.vba.PrefetchMode[vlevel][context->bw_ctx.dml.vba.maxMpcComb] != 2;
   1637
   1638		if (!context->res_ctx.pipe_ctx[i].stream)
   1639			continue;
   1640
   1641		context->bw_ctx.dml.funcs.rq_dlg_get_dlg_reg(&context->bw_ctx.dml,
   1642				&context->res_ctx.pipe_ctx[i].dlg_regs,
   1643				&context->res_ctx.pipe_ctx[i].ttu_regs,
   1644				pipes,
   1645				pipe_cnt,
   1646				pipe_idx,
   1647				cstate_en,
   1648				context->bw_ctx.bw.dcn.clk.p_state_change_support,
   1649				false, false, true);
   1650
   1651		context->bw_ctx.dml.funcs.rq_dlg_get_rq_reg(&context->bw_ctx.dml,
   1652				&context->res_ctx.pipe_ctx[i].rq_regs,
   1653				&pipes[pipe_idx].pipe);
   1654		pipe_idx++;
   1655	}
   1656}
   1657
   1658static void dml_calculate_wm_and_dlg(
   1659		struct dc *dc, struct dc_state *context,
   1660		display_e2e_pipe_params_st *pipes,
   1661		int pipe_cnt,
   1662		int vlevel)
   1663{
   1664	int i, pipe_idx, vlevel_temp = 0;
   1665
   1666	double dcfclk = context->bw_ctx.dml.soc.clock_limits[0].dcfclk_mhz;
   1667	double dcfclk_from_validation = context->bw_ctx.dml.vba.DCFCLKState[vlevel][context->bw_ctx.dml.vba.maxMpcComb];
   1668	unsigned int min_dram_speed_mts = context->bw_ctx.dml.vba.DRAMSpeed;
   1669	bool pstate_en = context->bw_ctx.dml.vba.DRAMClockChangeSupport[vlevel][context->bw_ctx.dml.vba.maxMpcComb] !=
   1670			dm_dram_clock_change_unsupported;
   1671
   1672	/* Set B:
   1673	 * For Set B calculations use clocks from clock_limits[2] when available i.e. when SMU is present,
   1674	 * otherwise use arbitrary low value from spreadsheet for DCFCLK as lower is safer for watermark
   1675	 * calculations to cover bootup clocks.
   1676	 * DCFCLK: soc.clock_limits[2] when available
   1677	 * UCLK: soc.clock_limits[2] when available
   1678	 */
   1679	if (context->bw_ctx.dml.soc.num_states > 2) {
   1680		vlevel_temp = 2;
   1681		dcfclk = context->bw_ctx.dml.soc.clock_limits[2].dcfclk_mhz;
   1682	} else
   1683		dcfclk = 615; //DCFCLK Vmin_lv
   1684
   1685	pipes[0].clks_cfg.voltage = vlevel_temp;
   1686	pipes[0].clks_cfg.dcfclk_mhz = dcfclk;
   1687	pipes[0].clks_cfg.socclk_mhz = context->bw_ctx.dml.soc.clock_limits[vlevel_temp].socclk_mhz;
   1688
   1689	if (dc->clk_mgr->bw_params->wm_table.nv_entries[WM_B].valid) {
   1690		context->bw_ctx.dml.soc.dram_clock_change_latency_us = dc->clk_mgr->bw_params->wm_table.nv_entries[WM_B].dml_input.pstate_latency_us;
   1691		context->bw_ctx.dml.soc.sr_enter_plus_exit_time_us = dc->clk_mgr->bw_params->wm_table.nv_entries[WM_B].dml_input.sr_enter_plus_exit_time_us;
   1692		context->bw_ctx.dml.soc.sr_exit_time_us = dc->clk_mgr->bw_params->wm_table.nv_entries[WM_B].dml_input.sr_exit_time_us;
   1693	}
   1694	context->bw_ctx.bw.dcn.watermarks.b.urgent_ns = get_wm_urgent(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1695	context->bw_ctx.bw.dcn.watermarks.b.cstate_pstate.cstate_enter_plus_exit_ns = get_wm_stutter_enter_exit(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1696	context->bw_ctx.bw.dcn.watermarks.b.cstate_pstate.cstate_exit_ns = get_wm_stutter_exit(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1697	context->bw_ctx.bw.dcn.watermarks.b.cstate_pstate.pstate_change_ns = get_wm_dram_clock_change(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1698	context->bw_ctx.bw.dcn.watermarks.b.pte_meta_urgent_ns = get_wm_memory_trip(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1699	context->bw_ctx.bw.dcn.watermarks.b.frac_urg_bw_nom = get_fraction_of_urgent_bandwidth(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1700	context->bw_ctx.bw.dcn.watermarks.b.frac_urg_bw_flip = get_fraction_of_urgent_bandwidth_imm_flip(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1701	context->bw_ctx.bw.dcn.watermarks.b.urgent_latency_ns = get_urgent_latency(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1702	//context->bw_ctx.bw.dcn.watermarks.b.cstate_pstate.fclk_pstate_change_ns = get_wm_fclk_pstate(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1703	//context->bw_ctx.bw.dcn.watermarks.b.usr_retraining_ns = get_wm_usr_retraining(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1704
   1705	/* Temporary, to have some fclk_pstate_change_ns and usr_retraining_ns wm values until DML is implemented */
   1706	context->bw_ctx.bw.dcn.watermarks.b.cstate_pstate.fclk_pstate_change_ns = context->bw_ctx.bw.dcn.watermarks.b.cstate_pstate.pstate_change_ns / 4;
   1707	context->bw_ctx.bw.dcn.watermarks.b.usr_retraining_ns = context->bw_ctx.bw.dcn.watermarks.b.cstate_pstate.pstate_change_ns / 8;
   1708
   1709	/* Set D:
   1710	 * All clocks min.
   1711	 * DCFCLK: Min, as reported by PM FW when available
   1712	 * UCLK  : Min, as reported by PM FW when available
   1713	 * sr_enter_exit/sr_exit should be lower than used for DRAM (TBD after bringup or later, use as decided in Clk Mgr)
   1714	 */
   1715
   1716	if (context->bw_ctx.dml.soc.num_states > 2) {
   1717		vlevel_temp = 0;
   1718		dcfclk = dc->clk_mgr->bw_params->clk_table.entries[0].dcfclk_mhz;
   1719	} else
   1720		dcfclk = 615; //DCFCLK Vmin_lv
   1721
   1722	pipes[0].clks_cfg.voltage = vlevel_temp;
   1723	pipes[0].clks_cfg.dcfclk_mhz = dcfclk;
   1724	pipes[0].clks_cfg.socclk_mhz = context->bw_ctx.dml.soc.clock_limits[vlevel_temp].socclk_mhz;
   1725
   1726	if (dc->clk_mgr->bw_params->wm_table.nv_entries[WM_D].valid) {
   1727		context->bw_ctx.dml.soc.dram_clock_change_latency_us = dc->clk_mgr->bw_params->wm_table.nv_entries[WM_D].dml_input.pstate_latency_us;
   1728		context->bw_ctx.dml.soc.sr_enter_plus_exit_time_us = dc->clk_mgr->bw_params->wm_table.nv_entries[WM_D].dml_input.sr_enter_plus_exit_time_us;
   1729		context->bw_ctx.dml.soc.sr_exit_time_us = dc->clk_mgr->bw_params->wm_table.nv_entries[WM_D].dml_input.sr_exit_time_us;
   1730	}
   1731	context->bw_ctx.bw.dcn.watermarks.d.urgent_ns = get_wm_urgent(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1732	context->bw_ctx.bw.dcn.watermarks.d.cstate_pstate.cstate_enter_plus_exit_ns = get_wm_stutter_enter_exit(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1733	context->bw_ctx.bw.dcn.watermarks.d.cstate_pstate.cstate_exit_ns = get_wm_stutter_exit(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1734	context->bw_ctx.bw.dcn.watermarks.d.cstate_pstate.pstate_change_ns = get_wm_dram_clock_change(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1735	context->bw_ctx.bw.dcn.watermarks.d.pte_meta_urgent_ns = get_wm_memory_trip(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1736	context->bw_ctx.bw.dcn.watermarks.d.frac_urg_bw_nom = get_fraction_of_urgent_bandwidth(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1737	context->bw_ctx.bw.dcn.watermarks.d.frac_urg_bw_flip = get_fraction_of_urgent_bandwidth_imm_flip(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1738	context->bw_ctx.bw.dcn.watermarks.d.urgent_latency_ns = get_urgent_latency(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1739	//context->bw_ctx.bw.dcn.watermarks.d.cstate_pstate.fclk_pstate_change_ns = get_wm_fclk_pstate(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1740	//context->bw_ctx.bw.dcn.watermarks.d.usr_retraining_ns = get_wm_usr_retraining(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1741
   1742	/* Temporary, to have some fclk_pstate_change_ns and usr_retraining_ns wm values until DML is implemented */
   1743	context->bw_ctx.bw.dcn.watermarks.d.cstate_pstate.fclk_pstate_change_ns = context->bw_ctx.bw.dcn.watermarks.d.cstate_pstate.pstate_change_ns / 4;
   1744	context->bw_ctx.bw.dcn.watermarks.d.usr_retraining_ns = context->bw_ctx.bw.dcn.watermarks.d.cstate_pstate.pstate_change_ns / 8;
   1745
   1746	/* Set C, for Dummy P-State:
   1747	 * All clocks min.
   1748	 * DCFCLK: Min, as reported by PM FW, when available
   1749	 * UCLK  : Min,  as reported by PM FW, when available
   1750	 * pstate latency as per UCLK state dummy pstate latency
   1751	 */
   1752	if (dc->clk_mgr->bw_params->wm_table.nv_entries[WM_C].valid) {
   1753		unsigned int min_dram_speed_mts_margin = 160;
   1754
   1755		if ((!pstate_en))
   1756			min_dram_speed_mts = dc->clk_mgr->bw_params->clk_table.entries[dc->clk_mgr->bw_params->clk_table.num_entries - 1].memclk_mhz * 16;
   1757
   1758		/* find largest table entry that is lower than dram speed, but lower than DPM0 still uses DPM0 */
   1759		for (i = 3; i > 0; i--)
   1760			if (min_dram_speed_mts + min_dram_speed_mts_margin > dc->clk_mgr->bw_params->dummy_pstate_table[i].dram_speed_mts)
   1761				break;
   1762
   1763		context->bw_ctx.dml.soc.dram_clock_change_latency_us = dc->clk_mgr->bw_params->dummy_pstate_table[i].dummy_pstate_latency_us;
   1764		context->bw_ctx.dml.soc.dummy_pstate_latency_us = dc->clk_mgr->bw_params->dummy_pstate_table[i].dummy_pstate_latency_us;
   1765		context->bw_ctx.dml.soc.sr_enter_plus_exit_time_us = dc->clk_mgr->bw_params->wm_table.nv_entries[WM_C].dml_input.sr_enter_plus_exit_time_us;
   1766		context->bw_ctx.dml.soc.sr_exit_time_us = dc->clk_mgr->bw_params->wm_table.nv_entries[WM_C].dml_input.sr_exit_time_us;
   1767	}
   1768	context->bw_ctx.bw.dcn.watermarks.c.urgent_ns = get_wm_urgent(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1769	context->bw_ctx.bw.dcn.watermarks.c.cstate_pstate.cstate_enter_plus_exit_ns = get_wm_stutter_enter_exit(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1770	context->bw_ctx.bw.dcn.watermarks.c.cstate_pstate.cstate_exit_ns = get_wm_stutter_exit(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1771	context->bw_ctx.bw.dcn.watermarks.c.cstate_pstate.pstate_change_ns = get_wm_dram_clock_change(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1772	context->bw_ctx.bw.dcn.watermarks.c.pte_meta_urgent_ns = get_wm_memory_trip(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1773	context->bw_ctx.bw.dcn.watermarks.c.frac_urg_bw_nom = get_fraction_of_urgent_bandwidth(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1774	context->bw_ctx.bw.dcn.watermarks.c.frac_urg_bw_flip = get_fraction_of_urgent_bandwidth_imm_flip(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1775	context->bw_ctx.bw.dcn.watermarks.c.urgent_latency_ns = get_urgent_latency(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1776	//context->bw_ctx.bw.dcn.watermarks.c.cstate_pstate.fclk_pstate_change_ns = get_wm_fclk_pstate(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1777	//context->bw_ctx.bw.dcn.watermarks.c.usr_retraining_ns = get_wm_usr_retraining(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1778
   1779	/* Temporary, to have some fclk_pstate_change_ns and usr_retraining_ns wm values until DML is implemented */
   1780	context->bw_ctx.bw.dcn.watermarks.c.cstate_pstate.fclk_pstate_change_ns = context->bw_ctx.bw.dcn.watermarks.c.cstate_pstate.pstate_change_ns / 4;
   1781	context->bw_ctx.bw.dcn.watermarks.c.usr_retraining_ns = context->bw_ctx.bw.dcn.watermarks.c.cstate_pstate.pstate_change_ns / 8;
   1782
   1783	if ((!pstate_en) && (dc->clk_mgr->bw_params->wm_table.nv_entries[WM_C].valid)) {
   1784		/* The only difference between A and C is p-state latency, if p-state is not supported
   1785		 * with full p-state latency we want to calculate DLG based on dummy p-state latency,
   1786		 * Set A p-state watermark set to 0 previously, when p-state unsupported, for now keep as previous implementation.
   1787		 */
   1788		context->bw_ctx.bw.dcn.watermarks.a = context->bw_ctx.bw.dcn.watermarks.c;
   1789		context->bw_ctx.bw.dcn.watermarks.a.cstate_pstate.pstate_change_ns = 0;
   1790	} else {
   1791		/* Set A:
   1792		 * All clocks min.
   1793		 * DCFCLK: Min, as reported by PM FW, when available
   1794		 * UCLK: Min, as reported by PM FW, when available
   1795		 */
   1796		dml_update_soc_for_wm_a(dc, context);
   1797		context->bw_ctx.bw.dcn.watermarks.a.urgent_ns = get_wm_urgent(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1798		context->bw_ctx.bw.dcn.watermarks.a.cstate_pstate.cstate_enter_plus_exit_ns = get_wm_stutter_enter_exit(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1799		context->bw_ctx.bw.dcn.watermarks.a.cstate_pstate.cstate_exit_ns = get_wm_stutter_exit(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1800		context->bw_ctx.bw.dcn.watermarks.a.cstate_pstate.pstate_change_ns = get_wm_dram_clock_change(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1801		context->bw_ctx.bw.dcn.watermarks.a.pte_meta_urgent_ns = get_wm_memory_trip(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1802		context->bw_ctx.bw.dcn.watermarks.a.frac_urg_bw_nom = get_fraction_of_urgent_bandwidth(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1803		context->bw_ctx.bw.dcn.watermarks.a.frac_urg_bw_flip = get_fraction_of_urgent_bandwidth_imm_flip(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1804		context->bw_ctx.bw.dcn.watermarks.a.urgent_latency_ns = get_urgent_latency(&context->bw_ctx.dml, pipes, pipe_cnt) * 1000;
   1805	}
   1806
   1807	pipes[0].clks_cfg.voltage = vlevel;
   1808	pipes[0].clks_cfg.dcfclk_mhz = dcfclk_from_validation;
   1809	pipes[0].clks_cfg.socclk_mhz = context->bw_ctx.dml.soc.clock_limits[vlevel].socclk_mhz;
   1810
   1811	for (i = 0, pipe_idx = 0; i < dc->res_pool->pipe_count; i++) {
   1812		if (!context->res_ctx.pipe_ctx[i].stream)
   1813			continue;
   1814
   1815		pipes[pipe_idx].clks_cfg.dispclk_mhz = get_dispclk_calculated(&context->bw_ctx.dml, pipes, pipe_cnt);
   1816		pipes[pipe_idx].clks_cfg.dppclk_mhz = get_dppclk_calculated(&context->bw_ctx.dml, pipes, pipe_cnt, pipe_idx);
   1817
   1818		if (dc->config.forced_clocks) {
   1819			pipes[pipe_idx].clks_cfg.dispclk_mhz = context->bw_ctx.dml.soc.clock_limits[0].dispclk_mhz;
   1820			pipes[pipe_idx].clks_cfg.dppclk_mhz = context->bw_ctx.dml.soc.clock_limits[0].dppclk_mhz;
   1821		}
   1822		if (dc->debug.min_disp_clk_khz > pipes[pipe_idx].clks_cfg.dispclk_mhz * 1000)
   1823			pipes[pipe_idx].clks_cfg.dispclk_mhz = dc->debug.min_disp_clk_khz / 1000.0;
   1824		if (dc->debug.min_dpp_clk_khz > pipes[pipe_idx].clks_cfg.dppclk_mhz * 1000)
   1825			pipes[pipe_idx].clks_cfg.dppclk_mhz = dc->debug.min_dpp_clk_khz / 1000.0;
   1826
   1827		pipe_idx++;
   1828	}
   1829
   1830	context->perf_params.stutter_period_us = context->bw_ctx.dml.vba.StutterPeriod;
   1831
   1832	dml_calculate_dlg_params(dc, context, pipes, pipe_cnt, vlevel);
   1833
   1834	if (!pstate_en)
   1835		/* Restore full p-state latency */
   1836		context->bw_ctx.dml.soc.dram_clock_change_latency_us =
   1837				dc->clk_mgr->bw_params->wm_table.nv_entries[WM_A].dml_input.pstate_latency_us;
   1838}
   1839
   1840bool dml_validate(struct dc *dc,
   1841		struct dc_state *context,
   1842		bool fast_validate)
   1843{
   1844	bool out = false;
   1845
   1846	BW_VAL_TRACE_SETUP();
   1847
   1848	int vlevel = 0;
   1849	int pipe_cnt = 0;
   1850	display_e2e_pipe_params_st *pipes = context->bw_ctx.dml.dml_pipe_state;
   1851	DC_LOGGER_INIT(dc->ctx->logger);
   1852
   1853	BW_VAL_TRACE_COUNT();
   1854
   1855	out = dml_internal_validate(dc, context, pipes, &pipe_cnt, &vlevel, fast_validate);
   1856
   1857	if (pipe_cnt == 0)
   1858		goto validate_out;
   1859
   1860	if (!out)
   1861		goto validate_fail;
   1862
   1863	BW_VAL_TRACE_END_VOLTAGE_LEVEL();
   1864
   1865	if (fast_validate) {
   1866		BW_VAL_TRACE_SKIP(fast);
   1867		goto validate_out;
   1868	}
   1869
   1870	dml_calculate_wm_and_dlg(dc, context, pipes, pipe_cnt, vlevel);
   1871
   1872	BW_VAL_TRACE_END_WATERMARKS();
   1873
   1874	goto validate_out;
   1875
   1876validate_fail:
   1877	DC_LOG_WARNING("Mode Validation Warning: %s failed validation.\n",
   1878		dml_get_status_message(context->bw_ctx.dml.vba.ValidationStatus[context->bw_ctx.dml.vba.soc.num_states]));
   1879
   1880	BW_VAL_TRACE_SKIP(fail);
   1881	out = false;
   1882
   1883validate_out:
   1884	BW_VAL_TRACE_FINISH();
   1885
   1886	return out;
   1887}