cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

dcn301_resource.c (44023B)


      1/*
      2 * Copyright 2019-2021 Advanced Micro Devices, Inc.
      3 *
      4 * Permission is hereby granted, free of charge, to any person obtaining a
      5 * copy of this software and associated documentation files (the "Software"),
      6 * to deal in the Software without restriction, including without limitation
      7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
      8 * and/or sell copies of the Software, and to permit persons to whom the
      9 * Software is furnished to do so, subject to the following conditions:
     10 *
     11 * The above copyright notice and this permission notice shall be included in
     12 * all copies or substantial portions of the Software.
     13 *
     14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
     15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
     16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
     17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
     18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
     19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
     20 * OTHER DEALINGS IN THE SOFTWARE.
     21 *
     22 * Authors: AMD
     23 *
     24 */
     25
     26
     27#include "dm_services.h"
     28#include "dc.h"
     29
     30#include "dcn301_init.h"
     31
     32#include "resource.h"
     33#include "include/irq_service_interface.h"
     34#include "dcn30/dcn30_resource.h"
     35#include "dcn301_resource.h"
     36
     37#include "dcn20/dcn20_resource.h"
     38
     39#include "dcn10/dcn10_ipp.h"
     40#include "dcn301/dcn301_hubbub.h"
     41#include "dcn30/dcn30_mpc.h"
     42#include "dcn30/dcn30_hubp.h"
     43#include "irq/dcn30/irq_service_dcn30.h"
     44#include "dcn30/dcn30_dpp.h"
     45#include "dcn30/dcn30_optc.h"
     46#include "dcn20/dcn20_hwseq.h"
     47#include "dcn30/dcn30_hwseq.h"
     48#include "dce110/dce110_hw_sequencer.h"
     49#include "dcn30/dcn30_opp.h"
     50#include "dcn20/dcn20_dsc.h"
     51#include "dcn30/dcn30_vpg.h"
     52#include "dcn30/dcn30_afmt.h"
     53#include "dce/dce_clock_source.h"
     54#include "dce/dce_audio.h"
     55#include "dce/dce_hwseq.h"
     56#include "clk_mgr.h"
     57#include "virtual/virtual_stream_encoder.h"
     58#include "dce110/dce110_resource.h"
     59#include "dml/display_mode_vba.h"
     60#include "dcn301/dcn301_dccg.h"
     61#include "dcn10/dcn10_resource.h"
     62#include "dcn30/dcn30_dio_stream_encoder.h"
     63#include "dcn301/dcn301_dio_link_encoder.h"
     64#include "dcn301_panel_cntl.h"
     65
     66#include "vangogh_ip_offset.h"
     67
     68#include "dcn30/dcn30_dwb.h"
     69#include "dcn30/dcn30_mmhubbub.h"
     70
     71#include "dcn/dcn_3_0_1_offset.h"
     72#include "dcn/dcn_3_0_1_sh_mask.h"
     73
     74#include "nbio/nbio_7_2_0_offset.h"
     75
     76#include "dpcs/dpcs_3_0_0_offset.h"
     77#include "dpcs/dpcs_3_0_0_sh_mask.h"
     78
     79#include "reg_helper.h"
     80#include "dce/dmub_abm.h"
     81#include "dce/dce_aux.h"
     82#include "dce/dce_i2c.h"
     83
     84#include "dml/dcn30/dcn30_fpu.h"
     85
     86#include "dml/dcn30/display_mode_vba_30.h"
     87#include "dml/dcn301/dcn301_fpu.h"
     88#include "vm_helper.h"
     89#include "dcn20/dcn20_vmid.h"
     90#include "amdgpu_socbb.h"
     91
     92#define TO_DCN301_RES_POOL(pool)\
     93	container_of(pool, struct dcn301_resource_pool, base)
     94
     95#define DC_LOGGER_INIT(logger)
     96
     97enum dcn301_clk_src_array_id {
     98	DCN301_CLK_SRC_PLL0,
     99	DCN301_CLK_SRC_PLL1,
    100	DCN301_CLK_SRC_PLL2,
    101	DCN301_CLK_SRC_PLL3,
    102	DCN301_CLK_SRC_TOTAL
    103};
    104
    105/* begin *********************
    106 * macros to expend register list macro defined in HW object header file
    107 */
    108
    109/* DCN */
    110/* TODO awful hack. fixup dcn20_dwb.h */
    111#undef BASE_INNER
    112#define BASE_INNER(seg) DCN_BASE__INST0_SEG ## seg
    113
    114#define BASE(seg) BASE_INNER(seg)
    115
    116#define SR(reg_name)\
    117		.reg_name = BASE(mm ## reg_name ## _BASE_IDX) +  \
    118					mm ## reg_name
    119
    120#define SRI(reg_name, block, id)\
    121	.reg_name = BASE(mm ## block ## id ## _ ## reg_name ## _BASE_IDX) + \
    122					mm ## block ## id ## _ ## reg_name
    123
    124#define SRI2(reg_name, block, id)\
    125	.reg_name = BASE(mm ## reg_name ## _BASE_IDX) + \
    126					mm ## reg_name
    127
    128#define SRIR(var_name, reg_name, block, id)\
    129	.var_name = BASE(mm ## block ## id ## _ ## reg_name ## _BASE_IDX) + \
    130					mm ## block ## id ## _ ## reg_name
    131
    132#define SRII(reg_name, block, id)\
    133	.reg_name[id] = BASE(mm ## block ## id ## _ ## reg_name ## _BASE_IDX) + \
    134					mm ## block ## id ## _ ## reg_name
    135
    136#define SRII2(reg_name_pre, reg_name_post, id)\
    137	.reg_name_pre ## _ ##  reg_name_post[id] = BASE(mm ## reg_name_pre \
    138			## id ## _ ## reg_name_post ## _BASE_IDX) + \
    139			mm ## reg_name_pre ## id ## _ ## reg_name_post
    140
    141#define SRII_MPC_RMU(reg_name, block, id)\
    142	.RMU##_##reg_name[id] = BASE(mm ## block ## id ## _ ## reg_name ## _BASE_IDX) + \
    143					mm ## block ## id ## _ ## reg_name
    144
    145#define SRII_DWB(reg_name, temp_name, block, id)\
    146	.reg_name[id] = BASE(mm ## block ## id ## _ ## temp_name ## _BASE_IDX) + \
    147					mm ## block ## id ## _ ## temp_name
    148
    149#define DCCG_SRII(reg_name, block, id)\
    150	.block ## _ ## reg_name[id] = BASE(mm ## block ## id ## _ ## reg_name ## _BASE_IDX) + \
    151					mm ## block ## id ## _ ## reg_name
    152
    153#define VUPDATE_SRII(reg_name, block, id)\
    154	.reg_name[id] = BASE(mm ## reg_name ## _ ## block ## id ## _BASE_IDX) + \
    155					mm ## reg_name ## _ ## block ## id
    156
    157/* NBIO */
    158#define NBIO_BASE_INNER(seg) \
    159	NBIO_BASE__INST0_SEG ## seg
    160
    161#define NBIO_BASE(seg) \
    162	NBIO_BASE_INNER(seg)
    163
    164#define NBIO_SR(reg_name)\
    165		.reg_name = NBIO_BASE(regBIF_BX0_ ## reg_name ## _BASE_IDX) + \
    166					regBIF_BX0_ ## reg_name
    167
    168/* MMHUB */
    169#define MMHUB_BASE_INNER(seg) \
    170	MMHUB_BASE__INST0_SEG ## seg
    171
    172#define MMHUB_BASE(seg) \
    173	MMHUB_BASE_INNER(seg)
    174
    175#define MMHUB_SR(reg_name)\
    176		.reg_name = MMHUB_BASE(regMM ## reg_name ## _BASE_IDX) + \
    177					regMM ## reg_name
    178
    179/* CLOCK */
    180#define CLK_BASE_INNER(seg) \
    181	CLK_BASE__INST0_SEG ## seg
    182
    183#define CLK_BASE(seg) \
    184	CLK_BASE_INNER(seg)
    185
    186#define CLK_SRI(reg_name, block, inst)\
    187	.reg_name = CLK_BASE(mm ## block ## _ ## inst ## _ ## reg_name ## _BASE_IDX) + \
    188					mm ## block ## _ ## inst ## _ ## reg_name
    189
    190static const struct bios_registers bios_regs = {
    191		NBIO_SR(BIOS_SCRATCH_3),
    192		NBIO_SR(BIOS_SCRATCH_6)
    193};
    194
    195#define clk_src_regs(index, pllid)\
    196[index] = {\
    197	CS_COMMON_REG_LIST_DCN3_01(index, pllid),\
    198}
    199
    200static const struct dce110_clk_src_regs clk_src_regs[] = {
    201	clk_src_regs(0, A),
    202	clk_src_regs(1, B),
    203	clk_src_regs(2, C),
    204	clk_src_regs(3, D)
    205};
    206
    207static const struct dce110_clk_src_shift cs_shift = {
    208		CS_COMMON_MASK_SH_LIST_DCN2_0(__SHIFT)
    209};
    210
    211static const struct dce110_clk_src_mask cs_mask = {
    212		CS_COMMON_MASK_SH_LIST_DCN2_0(_MASK)
    213};
    214
    215#define abm_regs(id)\
    216[id] = {\
    217		ABM_DCN301_REG_LIST(id)\
    218}
    219
    220static const struct dce_abm_registers abm_regs[] = {
    221		abm_regs(0),
    222		abm_regs(1),
    223		abm_regs(2),
    224		abm_regs(3),
    225};
    226
    227static const struct dce_abm_shift abm_shift = {
    228		ABM_MASK_SH_LIST_DCN30(__SHIFT)
    229};
    230
    231static const struct dce_abm_mask abm_mask = {
    232		ABM_MASK_SH_LIST_DCN30(_MASK)
    233};
    234
    235#define audio_regs(id)\
    236[id] = {\
    237		AUD_COMMON_REG_LIST(id)\
    238}
    239
    240static const struct dce_audio_registers audio_regs[] = {
    241	audio_regs(0),
    242	audio_regs(1),
    243	audio_regs(2),
    244	audio_regs(3),
    245	audio_regs(4),
    246	audio_regs(5),
    247	audio_regs(6)
    248};
    249
    250#define DCE120_AUD_COMMON_MASK_SH_LIST(mask_sh)\
    251		SF(AZF0ENDPOINT0_AZALIA_F0_CODEC_ENDPOINT_INDEX, AZALIA_ENDPOINT_REG_INDEX, mask_sh),\
    252		SF(AZF0ENDPOINT0_AZALIA_F0_CODEC_ENDPOINT_DATA, AZALIA_ENDPOINT_REG_DATA, mask_sh),\
    253		AUD_COMMON_MASK_SH_LIST_BASE(mask_sh)
    254
    255static const struct dce_audio_shift audio_shift = {
    256		DCE120_AUD_COMMON_MASK_SH_LIST(__SHIFT)
    257};
    258
    259static const struct dce_audio_mask audio_mask = {
    260		DCE120_AUD_COMMON_MASK_SH_LIST(_MASK)
    261};
    262
    263#define vpg_regs(id)\
    264[id] = {\
    265	VPG_DCN3_REG_LIST(id)\
    266}
    267
    268static const struct dcn30_vpg_registers vpg_regs[] = {
    269	vpg_regs(0),
    270	vpg_regs(1),
    271	vpg_regs(2),
    272	vpg_regs(3),
    273};
    274
    275static const struct dcn30_vpg_shift vpg_shift = {
    276	DCN3_VPG_MASK_SH_LIST(__SHIFT)
    277};
    278
    279static const struct dcn30_vpg_mask vpg_mask = {
    280	DCN3_VPG_MASK_SH_LIST(_MASK)
    281};
    282
    283#define afmt_regs(id)\
    284[id] = {\
    285	AFMT_DCN3_REG_LIST(id)\
    286}
    287
    288static const struct dcn30_afmt_registers afmt_regs[] = {
    289	afmt_regs(0),
    290	afmt_regs(1),
    291	afmt_regs(2),
    292	afmt_regs(3),
    293};
    294
    295static const struct dcn30_afmt_shift afmt_shift = {
    296	DCN3_AFMT_MASK_SH_LIST(__SHIFT)
    297};
    298
    299static const struct dcn30_afmt_mask afmt_mask = {
    300	DCN3_AFMT_MASK_SH_LIST(_MASK)
    301};
    302
    303#define stream_enc_regs(id)\
    304[id] = {\
    305	SE_DCN3_REG_LIST(id)\
    306}
    307
    308static const struct dcn10_stream_enc_registers stream_enc_regs[] = {
    309	stream_enc_regs(0),
    310	stream_enc_regs(1),
    311	stream_enc_regs(2),
    312	stream_enc_regs(3),
    313};
    314
    315static const struct dcn10_stream_encoder_shift se_shift = {
    316		SE_COMMON_MASK_SH_LIST_DCN30(__SHIFT)
    317};
    318
    319static const struct dcn10_stream_encoder_mask se_mask = {
    320		SE_COMMON_MASK_SH_LIST_DCN30(_MASK)
    321};
    322
    323
    324#define aux_regs(id)\
    325[id] = {\
    326	DCN2_AUX_REG_LIST(id)\
    327}
    328
    329static const struct dcn10_link_enc_aux_registers link_enc_aux_regs[] = {
    330		aux_regs(0),
    331		aux_regs(1),
    332		aux_regs(2),
    333		aux_regs(3),
    334};
    335
    336#define hpd_regs(id)\
    337[id] = {\
    338	HPD_REG_LIST(id)\
    339}
    340
    341static const struct dcn10_link_enc_hpd_registers link_enc_hpd_regs[] = {
    342		hpd_regs(0),
    343		hpd_regs(1),
    344		hpd_regs(2),
    345		hpd_regs(3),
    346};
    347
    348
    349#define link_regs(id, phyid)\
    350[id] = {\
    351	LE_DCN301_REG_LIST(id), \
    352	UNIPHY_DCN2_REG_LIST(phyid), \
    353	DPCS_DCN2_REG_LIST(id), \
    354	SRI(DP_DPHY_INTERNAL_CTRL, DP, id) \
    355}
    356
    357static const struct dce110_aux_registers_shift aux_shift = {
    358	DCN_AUX_MASK_SH_LIST(__SHIFT)
    359};
    360
    361static const struct dce110_aux_registers_mask aux_mask = {
    362	DCN_AUX_MASK_SH_LIST(_MASK)
    363};
    364
    365static const struct dcn10_link_enc_registers link_enc_regs[] = {
    366	link_regs(0, A),
    367	link_regs(1, B),
    368	link_regs(2, C),
    369	link_regs(3, D),
    370};
    371
    372static const struct dcn10_link_enc_shift le_shift = {
    373	LINK_ENCODER_MASK_SH_LIST_DCN301(__SHIFT),\
    374	DPCS_DCN2_MASK_SH_LIST(__SHIFT)
    375};
    376
    377static const struct dcn10_link_enc_mask le_mask = {
    378	LINK_ENCODER_MASK_SH_LIST_DCN301(_MASK),\
    379	DPCS_DCN2_MASK_SH_LIST(_MASK)
    380};
    381
    382#define panel_cntl_regs(id)\
    383[id] = {\
    384	DCN301_PANEL_CNTL_REG_LIST(id),\
    385}
    386
    387static const struct dce_panel_cntl_registers panel_cntl_regs[] = {
    388	panel_cntl_regs(0),
    389	panel_cntl_regs(1),
    390};
    391
    392static const struct dcn301_panel_cntl_shift panel_cntl_shift = {
    393	DCN301_PANEL_CNTL_MASK_SH_LIST(__SHIFT)
    394};
    395
    396static const struct dcn301_panel_cntl_mask panel_cntl_mask = {
    397	DCN301_PANEL_CNTL_MASK_SH_LIST(_MASK)
    398};
    399
    400#define dpp_regs(id)\
    401[id] = {\
    402	DPP_REG_LIST_DCN30(id),\
    403}
    404
    405static const struct dcn3_dpp_registers dpp_regs[] = {
    406	dpp_regs(0),
    407	dpp_regs(1),
    408	dpp_regs(2),
    409	dpp_regs(3),
    410};
    411
    412static const struct dcn3_dpp_shift tf_shift = {
    413		DPP_REG_LIST_SH_MASK_DCN30(__SHIFT)
    414};
    415
    416static const struct dcn3_dpp_mask tf_mask = {
    417		DPP_REG_LIST_SH_MASK_DCN30(_MASK)
    418};
    419
    420#define opp_regs(id)\
    421[id] = {\
    422	OPP_REG_LIST_DCN30(id),\
    423}
    424
    425static const struct dcn20_opp_registers opp_regs[] = {
    426	opp_regs(0),
    427	opp_regs(1),
    428	opp_regs(2),
    429	opp_regs(3),
    430};
    431
    432static const struct dcn20_opp_shift opp_shift = {
    433	OPP_MASK_SH_LIST_DCN20(__SHIFT)
    434};
    435
    436static const struct dcn20_opp_mask opp_mask = {
    437	OPP_MASK_SH_LIST_DCN20(_MASK)
    438};
    439
    440#define aux_engine_regs(id)\
    441[id] = {\
    442	AUX_COMMON_REG_LIST0(id), \
    443	.AUXN_IMPCAL = 0, \
    444	.AUXP_IMPCAL = 0, \
    445	.AUX_RESET_MASK = DP_AUX0_AUX_CONTROL__AUX_RESET_MASK, \
    446}
    447
    448static const struct dce110_aux_registers aux_engine_regs[] = {
    449		aux_engine_regs(0),
    450		aux_engine_regs(1),
    451		aux_engine_regs(2),
    452		aux_engine_regs(3),
    453};
    454
    455#define dwbc_regs_dcn3(id)\
    456[id] = {\
    457	DWBC_COMMON_REG_LIST_DCN30(id),\
    458}
    459
    460static const struct dcn30_dwbc_registers dwbc30_regs[] = {
    461	dwbc_regs_dcn3(0),
    462};
    463
    464static const struct dcn30_dwbc_shift dwbc30_shift = {
    465	DWBC_COMMON_MASK_SH_LIST_DCN30(__SHIFT)
    466};
    467
    468static const struct dcn30_dwbc_mask dwbc30_mask = {
    469	DWBC_COMMON_MASK_SH_LIST_DCN30(_MASK)
    470};
    471
    472#define mcif_wb_regs_dcn3(id)\
    473[id] = {\
    474	MCIF_WB_COMMON_REG_LIST_DCN30(id),\
    475}
    476
    477static const struct dcn30_mmhubbub_registers mcif_wb30_regs[] = {
    478	mcif_wb_regs_dcn3(0)
    479};
    480
    481static const struct dcn30_mmhubbub_shift mcif_wb30_shift = {
    482	MCIF_WB_COMMON_MASK_SH_LIST_DCN30(__SHIFT)
    483};
    484
    485static const struct dcn30_mmhubbub_mask mcif_wb30_mask = {
    486	MCIF_WB_COMMON_MASK_SH_LIST_DCN30(_MASK)
    487};
    488
    489#define dsc_regsDCN20(id)\
    490[id] = {\
    491	DSC_REG_LIST_DCN20(id)\
    492}
    493
    494static const struct dcn20_dsc_registers dsc_regs[] = {
    495	dsc_regsDCN20(0),
    496	dsc_regsDCN20(1),
    497	dsc_regsDCN20(2),
    498};
    499
    500static const struct dcn20_dsc_shift dsc_shift = {
    501	DSC_REG_LIST_SH_MASK_DCN20(__SHIFT)
    502};
    503
    504static const struct dcn20_dsc_mask dsc_mask = {
    505	DSC_REG_LIST_SH_MASK_DCN20(_MASK)
    506};
    507
    508static const struct dcn30_mpc_registers mpc_regs = {
    509		MPC_REG_LIST_DCN3_0(0),
    510		MPC_REG_LIST_DCN3_0(1),
    511		MPC_REG_LIST_DCN3_0(2),
    512		MPC_REG_LIST_DCN3_0(3),
    513		MPC_OUT_MUX_REG_LIST_DCN3_0(0),
    514		MPC_OUT_MUX_REG_LIST_DCN3_0(1),
    515		MPC_OUT_MUX_REG_LIST_DCN3_0(2),
    516		MPC_OUT_MUX_REG_LIST_DCN3_0(3),
    517		MPC_RMU_GLOBAL_REG_LIST_DCN3AG,
    518		MPC_RMU_REG_LIST_DCN3AG(0),
    519		MPC_RMU_REG_LIST_DCN3AG(1),
    520		MPC_DWB_MUX_REG_LIST_DCN3_0(0),
    521};
    522
    523static const struct dcn30_mpc_shift mpc_shift = {
    524	MPC_COMMON_MASK_SH_LIST_DCN30(__SHIFT)
    525};
    526
    527static const struct dcn30_mpc_mask mpc_mask = {
    528	MPC_COMMON_MASK_SH_LIST_DCN30(_MASK)
    529};
    530
    531#define optc_regs(id)\
    532[id] = {OPTC_COMMON_REG_LIST_DCN3_0(id)}
    533
    534
    535static const struct dcn_optc_registers optc_regs[] = {
    536	optc_regs(0),
    537	optc_regs(1),
    538	optc_regs(2),
    539	optc_regs(3),
    540};
    541
    542static const struct dcn_optc_shift optc_shift = {
    543	OPTC_COMMON_MASK_SH_LIST_DCN30(__SHIFT)
    544};
    545
    546static const struct dcn_optc_mask optc_mask = {
    547	OPTC_COMMON_MASK_SH_LIST_DCN30(_MASK)
    548};
    549
    550#define hubp_regs(id)\
    551[id] = {\
    552	HUBP_REG_LIST_DCN30(id)\
    553}
    554
    555static const struct dcn_hubp2_registers hubp_regs[] = {
    556		hubp_regs(0),
    557		hubp_regs(1),
    558		hubp_regs(2),
    559		hubp_regs(3),
    560};
    561
    562static const struct dcn_hubp2_shift hubp_shift = {
    563		HUBP_MASK_SH_LIST_DCN30(__SHIFT)
    564};
    565
    566static const struct dcn_hubp2_mask hubp_mask = {
    567		HUBP_MASK_SH_LIST_DCN30(_MASK)
    568};
    569
    570static const struct dcn_hubbub_registers hubbub_reg = {
    571		HUBBUB_REG_LIST_DCN301(0)
    572};
    573
    574static const struct dcn_hubbub_shift hubbub_shift = {
    575		HUBBUB_MASK_SH_LIST_DCN301(__SHIFT)
    576};
    577
    578static const struct dcn_hubbub_mask hubbub_mask = {
    579		HUBBUB_MASK_SH_LIST_DCN301(_MASK)
    580};
    581
    582static const struct dccg_registers dccg_regs = {
    583		DCCG_REG_LIST_DCN301()
    584};
    585
    586static const struct dccg_shift dccg_shift = {
    587		DCCG_MASK_SH_LIST_DCN301(__SHIFT)
    588};
    589
    590static const struct dccg_mask dccg_mask = {
    591		DCCG_MASK_SH_LIST_DCN301(_MASK)
    592};
    593
    594static const struct dce_hwseq_registers hwseq_reg = {
    595		HWSEQ_DCN301_REG_LIST()
    596};
    597
    598static const struct dce_hwseq_shift hwseq_shift = {
    599		HWSEQ_DCN301_MASK_SH_LIST(__SHIFT)
    600};
    601
    602static const struct dce_hwseq_mask hwseq_mask = {
    603		HWSEQ_DCN301_MASK_SH_LIST(_MASK)
    604};
    605#define vmid_regs(id)\
    606[id] = {\
    607		DCN20_VMID_REG_LIST(id)\
    608}
    609
    610static const struct dcn_vmid_registers vmid_regs[] = {
    611	vmid_regs(0),
    612	vmid_regs(1),
    613	vmid_regs(2),
    614	vmid_regs(3),
    615	vmid_regs(4),
    616	vmid_regs(5),
    617	vmid_regs(6),
    618	vmid_regs(7),
    619	vmid_regs(8),
    620	vmid_regs(9),
    621	vmid_regs(10),
    622	vmid_regs(11),
    623	vmid_regs(12),
    624	vmid_regs(13),
    625	vmid_regs(14),
    626	vmid_regs(15)
    627};
    628
    629static const struct dcn20_vmid_shift vmid_shifts = {
    630		DCN20_VMID_MASK_SH_LIST(__SHIFT)
    631};
    632
    633static const struct dcn20_vmid_mask vmid_masks = {
    634		DCN20_VMID_MASK_SH_LIST(_MASK)
    635};
    636
    637static const struct resource_caps res_cap_dcn301 = {
    638	.num_timing_generator = 4,
    639	.num_opp = 4,
    640	.num_video_plane = 4,
    641	.num_audio = 4,
    642	.num_stream_encoder = 4,
    643	.num_pll = 4,
    644	.num_dwb = 1,
    645	.num_ddc = 4,
    646	.num_vmid = 16,
    647	.num_mpc_3dlut = 2,
    648	.num_dsc = 3,
    649};
    650
    651static const struct dc_plane_cap plane_cap = {
    652	.type = DC_PLANE_TYPE_DCN_UNIVERSAL,
    653	.blends_with_above = true,
    654	.blends_with_below = true,
    655	.per_pixel_alpha = true,
    656
    657	.pixel_format_support = {
    658			.argb8888 = true,
    659			.nv12 = true,
    660			.fp16 = true,
    661			.p010 = true,
    662			.ayuv = false,
    663	},
    664
    665	.max_upscale_factor = {
    666			.argb8888 = 16000,
    667			.nv12 = 16000,
    668			.fp16 = 16000
    669	},
    670
    671	/* 6:1 downscaling ratio: 1000/6 = 166.666 */
    672	.max_downscale_factor = {
    673			.argb8888 = 167,
    674			.nv12 = 167,
    675			.fp16 = 167 
    676	},
    677	64,
    678	64
    679};
    680
    681static const struct dc_debug_options debug_defaults_drv = {
    682	.disable_dmcu = true,
    683	.force_abm_enable = false,
    684	.timing_trace = false,
    685	.clock_trace = true,
    686	.disable_dpp_power_gate = false,
    687	.disable_hubp_power_gate = false,
    688	.disable_clock_gate = true,
    689	.disable_pplib_clock_request = true,
    690	.disable_pplib_wm_range = true,
    691	.pipe_split_policy = MPC_SPLIT_AVOID,
    692	.force_single_disp_pipe_split = false,
    693	.disable_dcc = DCC_ENABLE,
    694	.vsr_support = true,
    695	.performance_trace = false,
    696	.max_downscale_src_width = 7680,/*upto 8K*/
    697	.scl_reset_length10 = true,
    698	.sanity_checks = false,
    699	.underflow_assert_delay_us = 0xFFFFFFFF,
    700	.dwb_fi_phase = -1, // -1 = disable
    701	.dmub_command_table = true,
    702	.use_max_lb = false,
    703};
    704
    705static const struct dc_debug_options debug_defaults_diags = {
    706	.disable_dmcu = true,
    707	.force_abm_enable = false,
    708	.timing_trace = true,
    709	.clock_trace = true,
    710	.disable_dpp_power_gate = false,
    711	.disable_hubp_power_gate = false,
    712	.disable_clock_gate = true,
    713	.disable_pplib_clock_request = true,
    714	.disable_pplib_wm_range = true,
    715	.disable_stutter = true,
    716	.scl_reset_length10 = true,
    717	.dwb_fi_phase = -1, // -1 = disable
    718	.dmub_command_table = true,
    719	.use_max_lb = false,
    720};
    721
    722static void dcn301_dpp_destroy(struct dpp **dpp)
    723{
    724	kfree(TO_DCN20_DPP(*dpp));
    725	*dpp = NULL;
    726}
    727
    728static struct dpp *dcn301_dpp_create(struct dc_context *ctx, uint32_t inst)
    729{
    730	struct dcn3_dpp *dpp =
    731		kzalloc(sizeof(struct dcn3_dpp), GFP_KERNEL);
    732
    733	if (!dpp)
    734		return NULL;
    735
    736	if (dpp3_construct(dpp, ctx, inst,
    737			&dpp_regs[inst], &tf_shift, &tf_mask))
    738		return &dpp->base;
    739
    740	BREAK_TO_DEBUGGER();
    741	kfree(dpp);
    742	return NULL;
    743}
    744static struct output_pixel_processor *dcn301_opp_create(struct dc_context *ctx,
    745							uint32_t inst)
    746{
    747	struct dcn20_opp *opp =
    748		kzalloc(sizeof(struct dcn20_opp), GFP_KERNEL);
    749
    750	if (!opp) {
    751		BREAK_TO_DEBUGGER();
    752		return NULL;
    753	}
    754
    755	dcn20_opp_construct(opp, ctx, inst,
    756			&opp_regs[inst], &opp_shift, &opp_mask);
    757	return &opp->base;
    758}
    759
    760static struct dce_aux *dcn301_aux_engine_create(struct dc_context *ctx, uint32_t inst)
    761{
    762	struct aux_engine_dce110 *aux_engine =
    763		kzalloc(sizeof(struct aux_engine_dce110), GFP_KERNEL);
    764
    765	if (!aux_engine)
    766		return NULL;
    767
    768	dce110_aux_engine_construct(aux_engine, ctx, inst,
    769				    SW_AUX_TIMEOUT_PERIOD_MULTIPLIER * AUX_TIMEOUT_PERIOD,
    770				    &aux_engine_regs[inst],
    771					&aux_mask,
    772					&aux_shift,
    773					ctx->dc->caps.extended_aux_timeout_support);
    774
    775	return &aux_engine->base;
    776}
    777#define i2c_inst_regs(id) { I2C_HW_ENGINE_COMMON_REG_LIST(id) }
    778
    779static const struct dce_i2c_registers i2c_hw_regs[] = {
    780		i2c_inst_regs(1),
    781		i2c_inst_regs(2),
    782		i2c_inst_regs(3),
    783		i2c_inst_regs(4),
    784};
    785
    786static const struct dce_i2c_shift i2c_shifts = {
    787		I2C_COMMON_MASK_SH_LIST_DCN2(__SHIFT)
    788};
    789
    790static const struct dce_i2c_mask i2c_masks = {
    791		I2C_COMMON_MASK_SH_LIST_DCN2(_MASK)
    792};
    793
    794static struct dce_i2c_hw *dcn301_i2c_hw_create(struct dc_context *ctx, uint32_t inst)
    795{
    796	struct dce_i2c_hw *dce_i2c_hw =
    797		kzalloc(sizeof(struct dce_i2c_hw), GFP_KERNEL);
    798
    799	if (!dce_i2c_hw)
    800		return NULL;
    801
    802	dcn2_i2c_hw_construct(dce_i2c_hw, ctx, inst,
    803				    &i2c_hw_regs[inst], &i2c_shifts, &i2c_masks);
    804
    805	return dce_i2c_hw;
    806}
    807static struct mpc *dcn301_mpc_create(
    808		struct dc_context *ctx,
    809		int num_mpcc,
    810		int num_rmu)
    811{
    812	struct dcn30_mpc *mpc30 = kzalloc(sizeof(struct dcn30_mpc),
    813					  GFP_KERNEL);
    814
    815	if (!mpc30)
    816		return NULL;
    817
    818	dcn30_mpc_construct(mpc30, ctx,
    819			&mpc_regs,
    820			&mpc_shift,
    821			&mpc_mask,
    822			num_mpcc,
    823			num_rmu);
    824
    825	return &mpc30->base;
    826}
    827
    828static struct hubbub *dcn301_hubbub_create(struct dc_context *ctx)
    829{
    830	int i;
    831
    832	struct dcn20_hubbub *hubbub3 = kzalloc(sizeof(struct dcn20_hubbub),
    833					  GFP_KERNEL);
    834
    835	if (!hubbub3)
    836		return NULL;
    837
    838	hubbub301_construct(hubbub3, ctx,
    839			&hubbub_reg,
    840			&hubbub_shift,
    841			&hubbub_mask);
    842
    843
    844	for (i = 0; i < res_cap_dcn301.num_vmid; i++) {
    845		struct dcn20_vmid *vmid = &hubbub3->vmid[i];
    846
    847		vmid->ctx = ctx;
    848
    849		vmid->regs = &vmid_regs[i];
    850		vmid->shifts = &vmid_shifts;
    851		vmid->masks = &vmid_masks;
    852	}
    853
    854	 hubbub3->num_vmid = res_cap_dcn301.num_vmid;
    855
    856	return &hubbub3->base;
    857}
    858
    859static struct timing_generator *dcn301_timing_generator_create(
    860	struct dc_context *ctx, uint32_t instance)
    861{
    862	struct optc *tgn10 =
    863		kzalloc(sizeof(struct optc), GFP_KERNEL);
    864
    865	if (!tgn10)
    866		return NULL;
    867
    868	tgn10->base.inst = instance;
    869	tgn10->base.ctx = ctx;
    870
    871	tgn10->tg_regs = &optc_regs[instance];
    872	tgn10->tg_shift = &optc_shift;
    873	tgn10->tg_mask = &optc_mask;
    874
    875	dcn30_timing_generator_init(tgn10);
    876
    877	return &tgn10->base;
    878}
    879
    880static const struct encoder_feature_support link_enc_feature = {
    881		.max_hdmi_deep_color = COLOR_DEPTH_121212,
    882		.max_hdmi_pixel_clock = 600000,
    883		.hdmi_ycbcr420_supported = true,
    884		.dp_ycbcr420_supported = true,
    885		.fec_supported = true,
    886		.flags.bits.IS_HBR2_CAPABLE = true,
    887		.flags.bits.IS_HBR3_CAPABLE = true,
    888		.flags.bits.IS_TPS3_CAPABLE = true,
    889		.flags.bits.IS_TPS4_CAPABLE = true
    890};
    891
    892static struct link_encoder *dcn301_link_encoder_create(
    893	const struct encoder_init_data *enc_init_data)
    894{
    895	struct dcn20_link_encoder *enc20 =
    896		kzalloc(sizeof(struct dcn20_link_encoder), GFP_KERNEL);
    897
    898	if (!enc20)
    899		return NULL;
    900
    901	dcn301_link_encoder_construct(enc20,
    902			enc_init_data,
    903			&link_enc_feature,
    904			&link_enc_regs[enc_init_data->transmitter],
    905			&link_enc_aux_regs[enc_init_data->channel - 1],
    906			&link_enc_hpd_regs[enc_init_data->hpd_source],
    907			&le_shift,
    908			&le_mask);
    909
    910	return &enc20->enc10.base;
    911}
    912
    913static struct panel_cntl *dcn301_panel_cntl_create(const struct panel_cntl_init_data *init_data)
    914{
    915	struct dcn301_panel_cntl *panel_cntl =
    916		kzalloc(sizeof(struct dcn301_panel_cntl), GFP_KERNEL);
    917
    918	if (!panel_cntl)
    919		return NULL;
    920
    921	dcn301_panel_cntl_construct(panel_cntl,
    922			init_data,
    923			&panel_cntl_regs[init_data->inst],
    924			&panel_cntl_shift,
    925			&panel_cntl_mask);
    926
    927	return &panel_cntl->base;
    928}
    929
    930
    931#define CTX ctx
    932
    933#define REG(reg_name) \
    934	(DCN_BASE.instance[0].segment[mm ## reg_name ## _BASE_IDX] + mm ## reg_name)
    935
    936static uint32_t read_pipe_fuses(struct dc_context *ctx)
    937{
    938	uint32_t value = REG_READ(CC_DC_PIPE_DIS);
    939	/* RV1 support max 4 pipes */
    940	value = value & 0xf;
    941	return value;
    942}
    943
    944
    945static void read_dce_straps(
    946	struct dc_context *ctx,
    947	struct resource_straps *straps)
    948{
    949	generic_reg_get(ctx, mmDC_PINSTRAPS + BASE(mmDC_PINSTRAPS_BASE_IDX),
    950		FN(DC_PINSTRAPS, DC_PINSTRAPS_AUDIO), &straps->dc_pinstraps_audio);
    951
    952}
    953
    954static struct audio *dcn301_create_audio(
    955		struct dc_context *ctx, unsigned int inst)
    956{
    957	return dce_audio_create(ctx, inst,
    958			&audio_regs[inst], &audio_shift, &audio_mask);
    959}
    960
    961static struct vpg *dcn301_vpg_create(
    962	struct dc_context *ctx,
    963	uint32_t inst)
    964{
    965	struct dcn30_vpg *vpg3 = kzalloc(sizeof(struct dcn30_vpg), GFP_KERNEL);
    966
    967	if (!vpg3)
    968		return NULL;
    969
    970	vpg3_construct(vpg3, ctx, inst,
    971			&vpg_regs[inst],
    972			&vpg_shift,
    973			&vpg_mask);
    974
    975	return &vpg3->base;
    976}
    977
    978static struct afmt *dcn301_afmt_create(
    979	struct dc_context *ctx,
    980	uint32_t inst)
    981{
    982	struct dcn30_afmt *afmt3 = kzalloc(sizeof(struct dcn30_afmt), GFP_KERNEL);
    983
    984	if (!afmt3)
    985		return NULL;
    986
    987	afmt3_construct(afmt3, ctx, inst,
    988			&afmt_regs[inst],
    989			&afmt_shift,
    990			&afmt_mask);
    991
    992	return &afmt3->base;
    993}
    994
    995static struct stream_encoder *dcn301_stream_encoder_create(enum engine_id eng_id,
    996							   struct dc_context *ctx)
    997{
    998	struct dcn10_stream_encoder *enc1;
    999	struct vpg *vpg;
   1000	struct afmt *afmt;
   1001	int vpg_inst;
   1002	int afmt_inst;
   1003
   1004	/* Mapping of VPG, AFMT, DME register blocks to DIO block instance */
   1005	if (eng_id <= ENGINE_ID_DIGF) {
   1006		vpg_inst = eng_id;
   1007		afmt_inst = eng_id;
   1008	} else
   1009		return NULL;
   1010
   1011	enc1 = kzalloc(sizeof(struct dcn10_stream_encoder), GFP_KERNEL);
   1012	vpg = dcn301_vpg_create(ctx, vpg_inst);
   1013	afmt = dcn301_afmt_create(ctx, afmt_inst);
   1014
   1015	if (!enc1 || !vpg || !afmt) {
   1016		kfree(enc1);
   1017		kfree(vpg);
   1018		kfree(afmt);
   1019		return NULL;
   1020	}
   1021
   1022	dcn30_dio_stream_encoder_construct(enc1, ctx, ctx->dc_bios,
   1023					eng_id, vpg, afmt,
   1024					&stream_enc_regs[eng_id],
   1025					&se_shift, &se_mask);
   1026
   1027	return &enc1->base;
   1028}
   1029
   1030static struct dce_hwseq *dcn301_hwseq_create(struct dc_context *ctx)
   1031{
   1032	struct dce_hwseq *hws = kzalloc(sizeof(struct dce_hwseq), GFP_KERNEL);
   1033
   1034	if (hws) {
   1035		hws->ctx = ctx;
   1036		hws->regs = &hwseq_reg;
   1037		hws->shifts = &hwseq_shift;
   1038		hws->masks = &hwseq_mask;
   1039	}
   1040	return hws;
   1041}
   1042static const struct resource_create_funcs res_create_funcs = {
   1043	.read_dce_straps = read_dce_straps,
   1044	.create_audio = dcn301_create_audio,
   1045	.create_stream_encoder = dcn301_stream_encoder_create,
   1046	.create_hwseq = dcn301_hwseq_create,
   1047};
   1048
   1049static const struct resource_create_funcs res_create_maximus_funcs = {
   1050	.read_dce_straps = NULL,
   1051	.create_audio = NULL,
   1052	.create_stream_encoder = NULL,
   1053	.create_hwseq = dcn301_hwseq_create,
   1054};
   1055
   1056static void dcn301_destruct(struct dcn301_resource_pool *pool)
   1057{
   1058	unsigned int i;
   1059
   1060	for (i = 0; i < pool->base.stream_enc_count; i++) {
   1061		if (pool->base.stream_enc[i] != NULL) {
   1062			if (pool->base.stream_enc[i]->vpg != NULL) {
   1063				kfree(DCN30_VPG_FROM_VPG(pool->base.stream_enc[i]->vpg));
   1064				pool->base.stream_enc[i]->vpg = NULL;
   1065			}
   1066			if (pool->base.stream_enc[i]->afmt != NULL) {
   1067				kfree(DCN30_AFMT_FROM_AFMT(pool->base.stream_enc[i]->afmt));
   1068				pool->base.stream_enc[i]->afmt = NULL;
   1069			}
   1070			kfree(DCN10STRENC_FROM_STRENC(pool->base.stream_enc[i]));
   1071			pool->base.stream_enc[i] = NULL;
   1072		}
   1073	}
   1074
   1075	for (i = 0; i < pool->base.res_cap->num_dsc; i++) {
   1076		if (pool->base.dscs[i] != NULL)
   1077			dcn20_dsc_destroy(&pool->base.dscs[i]);
   1078	}
   1079
   1080	if (pool->base.mpc != NULL) {
   1081		kfree(TO_DCN20_MPC(pool->base.mpc));
   1082		pool->base.mpc = NULL;
   1083	}
   1084	if (pool->base.hubbub != NULL) {
   1085		kfree(pool->base.hubbub);
   1086		pool->base.hubbub = NULL;
   1087	}
   1088	for (i = 0; i < pool->base.pipe_count; i++) {
   1089		if (pool->base.dpps[i] != NULL)
   1090			dcn301_dpp_destroy(&pool->base.dpps[i]);
   1091
   1092		if (pool->base.ipps[i] != NULL)
   1093			pool->base.ipps[i]->funcs->ipp_destroy(&pool->base.ipps[i]);
   1094
   1095		if (pool->base.hubps[i] != NULL) {
   1096			kfree(TO_DCN20_HUBP(pool->base.hubps[i]));
   1097			pool->base.hubps[i] = NULL;
   1098		}
   1099
   1100		if (pool->base.irqs != NULL) {
   1101			dal_irq_service_destroy(&pool->base.irqs);
   1102		}
   1103	}
   1104
   1105	for (i = 0; i < pool->base.res_cap->num_ddc; i++) {
   1106		if (pool->base.engines[i] != NULL)
   1107			dce110_engine_destroy(&pool->base.engines[i]);
   1108		if (pool->base.hw_i2cs[i] != NULL) {
   1109			kfree(pool->base.hw_i2cs[i]);
   1110			pool->base.hw_i2cs[i] = NULL;
   1111		}
   1112		if (pool->base.sw_i2cs[i] != NULL) {
   1113			kfree(pool->base.sw_i2cs[i]);
   1114			pool->base.sw_i2cs[i] = NULL;
   1115		}
   1116	}
   1117
   1118	for (i = 0; i < pool->base.res_cap->num_opp; i++) {
   1119		if (pool->base.opps[i] != NULL)
   1120			pool->base.opps[i]->funcs->opp_destroy(&pool->base.opps[i]);
   1121	}
   1122
   1123	for (i = 0; i < pool->base.res_cap->num_timing_generator; i++) {
   1124		if (pool->base.timing_generators[i] != NULL)	{
   1125			kfree(DCN10TG_FROM_TG(pool->base.timing_generators[i]));
   1126			pool->base.timing_generators[i] = NULL;
   1127		}
   1128	}
   1129
   1130	for (i = 0; i < pool->base.res_cap->num_dwb; i++) {
   1131		if (pool->base.dwbc[i] != NULL) {
   1132			kfree(TO_DCN30_DWBC(pool->base.dwbc[i]));
   1133			pool->base.dwbc[i] = NULL;
   1134		}
   1135		if (pool->base.mcif_wb[i] != NULL) {
   1136			kfree(TO_DCN30_MMHUBBUB(pool->base.mcif_wb[i]));
   1137			pool->base.mcif_wb[i] = NULL;
   1138		}
   1139	}
   1140
   1141	for (i = 0; i < pool->base.audio_count; i++) {
   1142		if (pool->base.audios[i])
   1143			dce_aud_destroy(&pool->base.audios[i]);
   1144	}
   1145
   1146	for (i = 0; i < pool->base.clk_src_count; i++) {
   1147		if (pool->base.clock_sources[i] != NULL) {
   1148			dcn20_clock_source_destroy(&pool->base.clock_sources[i]);
   1149			pool->base.clock_sources[i] = NULL;
   1150		}
   1151	}
   1152
   1153	for (i = 0; i < pool->base.res_cap->num_mpc_3dlut; i++) {
   1154		if (pool->base.mpc_lut[i] != NULL) {
   1155			dc_3dlut_func_release(pool->base.mpc_lut[i]);
   1156			pool->base.mpc_lut[i] = NULL;
   1157		}
   1158		if (pool->base.mpc_shaper[i] != NULL) {
   1159			dc_transfer_func_release(pool->base.mpc_shaper[i]);
   1160			pool->base.mpc_shaper[i] = NULL;
   1161		}
   1162	}
   1163
   1164	if (pool->base.dp_clock_source != NULL) {
   1165		dcn20_clock_source_destroy(&pool->base.dp_clock_source);
   1166		pool->base.dp_clock_source = NULL;
   1167	}
   1168
   1169	for (i = 0; i < pool->base.res_cap->num_timing_generator; i++) {
   1170		if (pool->base.multiple_abms[i] != NULL)
   1171			dce_abm_destroy(&pool->base.multiple_abms[i]);
   1172	}
   1173
   1174	if (pool->base.dccg != NULL)
   1175		dcn_dccg_destroy(&pool->base.dccg);
   1176}
   1177
   1178static struct hubp *dcn301_hubp_create(struct dc_context *ctx, uint32_t inst)
   1179{
   1180	struct dcn20_hubp *hubp2 =
   1181		kzalloc(sizeof(struct dcn20_hubp), GFP_KERNEL);
   1182
   1183	if (!hubp2)
   1184		return NULL;
   1185
   1186	if (hubp3_construct(hubp2, ctx, inst,
   1187			&hubp_regs[inst], &hubp_shift, &hubp_mask))
   1188		return &hubp2->base;
   1189
   1190	BREAK_TO_DEBUGGER();
   1191	kfree(hubp2);
   1192	return NULL;
   1193}
   1194
   1195static bool dcn301_dwbc_create(struct dc_context *ctx, struct resource_pool *pool)
   1196{
   1197	int i;
   1198	uint32_t pipe_count = pool->res_cap->num_dwb;
   1199
   1200	for (i = 0; i < pipe_count; i++) {
   1201		struct dcn30_dwbc *dwbc30 = kzalloc(sizeof(struct dcn30_dwbc),
   1202						    GFP_KERNEL);
   1203
   1204		if (!dwbc30) {
   1205			dm_error("DC: failed to create dwbc30!\n");
   1206			return false;
   1207		}
   1208
   1209		dcn30_dwbc_construct(dwbc30, ctx,
   1210				&dwbc30_regs[i],
   1211				&dwbc30_shift,
   1212				&dwbc30_mask,
   1213				i);
   1214
   1215		pool->dwbc[i] = &dwbc30->base;
   1216	}
   1217	return true;
   1218}
   1219
   1220static bool dcn301_mmhubbub_create(struct dc_context *ctx, struct resource_pool *pool)
   1221{
   1222	int i;
   1223	uint32_t pipe_count = pool->res_cap->num_dwb;
   1224
   1225	for (i = 0; i < pipe_count; i++) {
   1226		struct dcn30_mmhubbub *mcif_wb30 = kzalloc(sizeof(struct dcn30_mmhubbub),
   1227						    GFP_KERNEL);
   1228
   1229		if (!mcif_wb30) {
   1230			dm_error("DC: failed to create mcif_wb30!\n");
   1231			return false;
   1232		}
   1233
   1234		dcn30_mmhubbub_construct(mcif_wb30, ctx,
   1235				&mcif_wb30_regs[i],
   1236				&mcif_wb30_shift,
   1237				&mcif_wb30_mask,
   1238				i);
   1239
   1240		pool->mcif_wb[i] = &mcif_wb30->base;
   1241	}
   1242	return true;
   1243}
   1244
   1245static struct display_stream_compressor *dcn301_dsc_create(
   1246	struct dc_context *ctx, uint32_t inst)
   1247{
   1248	struct dcn20_dsc *dsc =
   1249		kzalloc(sizeof(struct dcn20_dsc), GFP_KERNEL);
   1250
   1251	if (!dsc) {
   1252		BREAK_TO_DEBUGGER();
   1253		return NULL;
   1254	}
   1255
   1256	dsc2_construct(dsc, ctx, inst, &dsc_regs[inst], &dsc_shift, &dsc_mask);
   1257	return &dsc->base;
   1258}
   1259
   1260
   1261static void dcn301_destroy_resource_pool(struct resource_pool **pool)
   1262{
   1263	struct dcn301_resource_pool *dcn301_pool = TO_DCN301_RES_POOL(*pool);
   1264
   1265	dcn301_destruct(dcn301_pool);
   1266	kfree(dcn301_pool);
   1267	*pool = NULL;
   1268}
   1269
   1270static struct clock_source *dcn301_clock_source_create(
   1271		struct dc_context *ctx,
   1272		struct dc_bios *bios,
   1273		enum clock_source_id id,
   1274		const struct dce110_clk_src_regs *regs,
   1275		bool dp_clk_src)
   1276{
   1277	struct dce110_clk_src *clk_src =
   1278		kzalloc(sizeof(struct dce110_clk_src), GFP_KERNEL);
   1279
   1280	if (!clk_src)
   1281		return NULL;
   1282
   1283	if (dcn301_clk_src_construct(clk_src, ctx, bios, id,
   1284			regs, &cs_shift, &cs_mask)) {
   1285		clk_src->base.dp_clk_src = dp_clk_src;
   1286		return &clk_src->base;
   1287	}
   1288
   1289	BREAK_TO_DEBUGGER();
   1290	return NULL;
   1291}
   1292
   1293static struct dc_cap_funcs cap_funcs = {
   1294	.get_dcc_compression_cap = dcn20_get_dcc_compression_cap
   1295};
   1296
   1297
   1298static bool is_soc_bounding_box_valid(struct dc *dc)
   1299{
   1300	uint32_t hw_internal_rev = dc->ctx->asic_id.hw_internal_rev;
   1301
   1302	if (ASICREV_IS_VANGOGH(hw_internal_rev))
   1303		return true;
   1304
   1305	return false;
   1306}
   1307
   1308static bool init_soc_bounding_box(struct dc *dc,
   1309				  struct dcn301_resource_pool *pool)
   1310{
   1311	struct _vcs_dpi_soc_bounding_box_st *loaded_bb = &dcn3_01_soc;
   1312	struct _vcs_dpi_ip_params_st *loaded_ip = &dcn3_01_ip;
   1313
   1314	DC_LOGGER_INIT(dc->ctx->logger);
   1315
   1316	if (!is_soc_bounding_box_valid(dc)) {
   1317		DC_LOG_ERROR("%s: not valid soc bounding box\n", __func__);
   1318		return false;
   1319	}
   1320
   1321	loaded_ip->max_num_otg = pool->base.res_cap->num_timing_generator;
   1322	loaded_ip->max_num_dpp = pool->base.pipe_count;
   1323	DC_FP_START();
   1324	dcn20_patch_bounding_box(dc, loaded_bb);
   1325	DC_FP_END();
   1326
   1327	if (dc->ctx->dc_bios->funcs->get_soc_bb_info) {
   1328		struct bp_soc_bb_info bb_info = {0};
   1329
   1330		if (dc->ctx->dc_bios->funcs->get_soc_bb_info(dc->ctx->dc_bios, &bb_info) == BP_RESULT_OK) {
   1331			DC_FP_START();
   1332			dcn301_fpu_init_soc_bounding_box(bb_info);
   1333			DC_FP_END();
   1334		}
   1335	}
   1336
   1337	return true;
   1338}
   1339
   1340
   1341static void set_wm_ranges(
   1342		struct pp_smu_funcs *pp_smu,
   1343		struct _vcs_dpi_soc_bounding_box_st *loaded_bb)
   1344{
   1345	struct pp_smu_wm_range_sets ranges = {0};
   1346	int i;
   1347
   1348	ranges.num_reader_wm_sets = 0;
   1349
   1350	if (loaded_bb->num_states == 1) {
   1351		ranges.reader_wm_sets[0].wm_inst = 0;
   1352		ranges.reader_wm_sets[0].min_drain_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MIN;
   1353		ranges.reader_wm_sets[0].max_drain_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MAX;
   1354		ranges.reader_wm_sets[0].min_fill_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MIN;
   1355		ranges.reader_wm_sets[0].max_fill_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MAX;
   1356
   1357		ranges.num_reader_wm_sets = 1;
   1358	} else if (loaded_bb->num_states > 1) {
   1359		for (i = 0; i < 4 && i < loaded_bb->num_states; i++) {
   1360			ranges.reader_wm_sets[i].wm_inst = i;
   1361			ranges.reader_wm_sets[i].min_drain_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MIN;
   1362			ranges.reader_wm_sets[i].max_drain_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MAX;
   1363			DC_FP_START();
   1364			dcn301_fpu_set_wm_ranges(i, &ranges, loaded_bb);
   1365			DC_FP_END();
   1366			ranges.num_reader_wm_sets = i + 1;
   1367		}
   1368
   1369		ranges.reader_wm_sets[0].min_fill_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MIN;
   1370		ranges.reader_wm_sets[ranges.num_reader_wm_sets - 1].max_fill_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MAX;
   1371	}
   1372
   1373	ranges.num_writer_wm_sets = 1;
   1374
   1375	ranges.writer_wm_sets[0].wm_inst = 0;
   1376	ranges.writer_wm_sets[0].min_fill_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MIN;
   1377	ranges.writer_wm_sets[0].max_fill_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MAX;
   1378	ranges.writer_wm_sets[0].min_drain_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MIN;
   1379	ranges.writer_wm_sets[0].max_drain_clk_mhz = PP_SMU_WM_SET_RANGE_CLK_UNCONSTRAINED_MAX;
   1380
   1381	/* Notify PP Lib/SMU which Watermarks to use for which clock ranges */
   1382	pp_smu->nv_funcs.set_wm_ranges(&pp_smu->nv_funcs.pp_smu, &ranges);
   1383}
   1384
   1385static void dcn301_calculate_wm_and_dlg(
   1386		struct dc *dc, struct dc_state *context,
   1387		display_e2e_pipe_params_st *pipes,
   1388		int pipe_cnt,
   1389		int vlevel)
   1390{
   1391	DC_FP_START();
   1392	dcn301_calculate_wm_and_dlg_fp(dc, context, pipes, pipe_cnt, vlevel);
   1393	DC_FP_END();
   1394}
   1395
   1396static struct resource_funcs dcn301_res_pool_funcs = {
   1397	.destroy = dcn301_destroy_resource_pool,
   1398	.link_enc_create = dcn301_link_encoder_create,
   1399	.panel_cntl_create = dcn301_panel_cntl_create,
   1400	.validate_bandwidth = dcn30_validate_bandwidth,
   1401	.calculate_wm_and_dlg = dcn301_calculate_wm_and_dlg,
   1402	.update_soc_for_wm_a = dcn30_update_soc_for_wm_a,
   1403	.populate_dml_pipes = dcn30_populate_dml_pipes_from_context,
   1404	.acquire_idle_pipe_for_layer = dcn20_acquire_idle_pipe_for_layer,
   1405	.add_stream_to_ctx = dcn30_add_stream_to_ctx,
   1406	.add_dsc_to_stream_resource = dcn20_add_dsc_to_stream_resource,
   1407	.remove_stream_from_ctx = dcn20_remove_stream_from_ctx,
   1408	.populate_dml_writeback_from_context = dcn30_populate_dml_writeback_from_context,
   1409	.set_mcif_arb_params = dcn30_set_mcif_arb_params,
   1410	.find_first_free_match_stream_enc_for_link = dcn10_find_first_free_match_stream_enc_for_link,
   1411	.acquire_post_bldn_3dlut = dcn30_acquire_post_bldn_3dlut,
   1412	.release_post_bldn_3dlut = dcn30_release_post_bldn_3dlut,
   1413	.update_bw_bounding_box = dcn301_update_bw_bounding_box
   1414};
   1415
   1416static bool dcn301_resource_construct(
   1417	uint8_t num_virtual_links,
   1418	struct dc *dc,
   1419	struct dcn301_resource_pool *pool)
   1420{
   1421	int i, j;
   1422	struct dc_context *ctx = dc->ctx;
   1423	struct irq_service_init_data init_data;
   1424	uint32_t pipe_fuses = read_pipe_fuses(ctx);
   1425	uint32_t num_pipes = 0;
   1426
   1427	DC_LOGGER_INIT(dc->ctx->logger);
   1428
   1429	ctx->dc_bios->regs = &bios_regs;
   1430
   1431	pool->base.res_cap = &res_cap_dcn301;
   1432
   1433	pool->base.funcs = &dcn301_res_pool_funcs;
   1434
   1435	/*************************************************
   1436	 *  Resource + asic cap harcoding                *
   1437	 *************************************************/
   1438	pool->base.underlay_pipe_index = NO_UNDERLAY_PIPE;
   1439	pool->base.pipe_count = pool->base.res_cap->num_timing_generator;
   1440	pool->base.mpcc_count = pool->base.res_cap->num_timing_generator;
   1441	dc->caps.max_downscale_ratio = 600;
   1442	dc->caps.i2c_speed_in_khz = 100;
   1443	dc->caps.i2c_speed_in_khz_hdcp = 5; /*1.4 w/a enabled by default*/
   1444	dc->caps.max_cursor_size = 256;
   1445	dc->caps.min_horizontal_blanking_period = 80;
   1446	dc->caps.dmdata_alloc_size = 2048;
   1447	dc->caps.max_slave_planes = 1;
   1448	dc->caps.max_slave_yuv_planes = 1;
   1449	dc->caps.max_slave_rgb_planes = 1;
   1450	dc->caps.is_apu = true;
   1451	dc->caps.post_blend_color_processing = true;
   1452	dc->caps.force_dp_tps4_for_cp2520 = true;
   1453	dc->caps.extended_aux_timeout_support = true;
   1454	dc->caps.dmcub_support = true;
   1455
   1456	/* Color pipeline capabilities */
   1457	dc->caps.color.dpp.dcn_arch = 1;
   1458	dc->caps.color.dpp.input_lut_shared = 0;
   1459	dc->caps.color.dpp.icsc = 1;
   1460	dc->caps.color.dpp.dgam_ram = 0; // must use gamma_corr
   1461	dc->caps.color.dpp.dgam_rom_caps.srgb = 1;
   1462	dc->caps.color.dpp.dgam_rom_caps.bt2020 = 1;
   1463	dc->caps.color.dpp.dgam_rom_caps.gamma2_2 = 1;
   1464	dc->caps.color.dpp.dgam_rom_caps.pq = 1;
   1465	dc->caps.color.dpp.dgam_rom_caps.hlg = 1;
   1466	dc->caps.color.dpp.post_csc = 1;
   1467	dc->caps.color.dpp.gamma_corr = 1;
   1468	dc->caps.color.dpp.dgam_rom_for_yuv = 0;
   1469
   1470	dc->caps.color.dpp.hw_3d_lut = 1;
   1471	dc->caps.color.dpp.ogam_ram = 1;
   1472	// no OGAM ROM on DCN301
   1473	dc->caps.color.dpp.ogam_rom_caps.srgb = 0;
   1474	dc->caps.color.dpp.ogam_rom_caps.bt2020 = 0;
   1475	dc->caps.color.dpp.ogam_rom_caps.gamma2_2 = 0;
   1476	dc->caps.color.dpp.ogam_rom_caps.pq = 0;
   1477	dc->caps.color.dpp.ogam_rom_caps.hlg = 0;
   1478	dc->caps.color.dpp.ocsc = 0;
   1479
   1480	dc->caps.color.mpc.gamut_remap = 1;
   1481	dc->caps.color.mpc.num_3dluts = pool->base.res_cap->num_mpc_3dlut; //2
   1482	dc->caps.color.mpc.ogam_ram = 1;
   1483	dc->caps.color.mpc.ogam_rom_caps.srgb = 0;
   1484	dc->caps.color.mpc.ogam_rom_caps.bt2020 = 0;
   1485	dc->caps.color.mpc.ogam_rom_caps.gamma2_2 = 0;
   1486	dc->caps.color.mpc.ogam_rom_caps.pq = 0;
   1487	dc->caps.color.mpc.ogam_rom_caps.hlg = 0;
   1488	dc->caps.color.mpc.ocsc = 1;
   1489
   1490	/* read VBIOS LTTPR caps */
   1491	if (ctx->dc_bios->funcs->get_lttpr_caps) {
   1492		enum bp_result bp_query_result;
   1493		uint8_t is_vbios_lttpr_enable = 0;
   1494
   1495		bp_query_result = ctx->dc_bios->funcs->get_lttpr_caps(ctx->dc_bios, &is_vbios_lttpr_enable);
   1496		dc->caps.vbios_lttpr_enable = (bp_query_result == BP_RESULT_OK) && !!is_vbios_lttpr_enable;
   1497	}
   1498
   1499	if (ctx->dc_bios->funcs->get_lttpr_interop) {
   1500		enum bp_result bp_query_result;
   1501		uint8_t is_vbios_interop_enabled = 0;
   1502
   1503		bp_query_result = ctx->dc_bios->funcs->get_lttpr_interop(ctx->dc_bios, &is_vbios_interop_enabled);
   1504		dc->caps.vbios_lttpr_aware = (bp_query_result == BP_RESULT_OK) && !!is_vbios_interop_enabled;
   1505	}
   1506
   1507	if (dc->ctx->dce_environment == DCE_ENV_PRODUCTION_DRV)
   1508		dc->debug = debug_defaults_drv;
   1509	else if (dc->ctx->dce_environment == DCE_ENV_FPGA_MAXIMUS) {
   1510		dc->debug = debug_defaults_diags;
   1511	} else
   1512		dc->debug = debug_defaults_diags;
   1513	// Init the vm_helper
   1514	if (dc->vm_helper)
   1515		vm_helper_init(dc->vm_helper, 16);
   1516
   1517	/*************************************************
   1518	 *  Create resources                             *
   1519	 *************************************************/
   1520
   1521	/* Clock Sources for Pixel Clock*/
   1522	pool->base.clock_sources[DCN301_CLK_SRC_PLL0] =
   1523			dcn301_clock_source_create(ctx, ctx->dc_bios,
   1524				CLOCK_SOURCE_COMBO_PHY_PLL0,
   1525				&clk_src_regs[0], false);
   1526	pool->base.clock_sources[DCN301_CLK_SRC_PLL1] =
   1527			dcn301_clock_source_create(ctx, ctx->dc_bios,
   1528				CLOCK_SOURCE_COMBO_PHY_PLL1,
   1529				&clk_src_regs[1], false);
   1530	pool->base.clock_sources[DCN301_CLK_SRC_PLL2] =
   1531			dcn301_clock_source_create(ctx, ctx->dc_bios,
   1532				CLOCK_SOURCE_COMBO_PHY_PLL2,
   1533				&clk_src_regs[2], false);
   1534	pool->base.clock_sources[DCN301_CLK_SRC_PLL3] =
   1535			dcn301_clock_source_create(ctx, ctx->dc_bios,
   1536				CLOCK_SOURCE_COMBO_PHY_PLL3,
   1537				&clk_src_regs[3], false);
   1538
   1539	pool->base.clk_src_count = DCN301_CLK_SRC_TOTAL;
   1540
   1541	/* todo: not reuse phy_pll registers */
   1542	pool->base.dp_clock_source =
   1543			dcn301_clock_source_create(ctx, ctx->dc_bios,
   1544				CLOCK_SOURCE_ID_DP_DTO,
   1545				&clk_src_regs[0], true);
   1546
   1547	for (i = 0; i < pool->base.clk_src_count; i++) {
   1548		if (pool->base.clock_sources[i] == NULL) {
   1549			dm_error("DC: failed to create clock sources!\n");
   1550			BREAK_TO_DEBUGGER();
   1551			goto create_fail;
   1552		}
   1553	}
   1554
   1555	/* DCCG */
   1556	pool->base.dccg = dccg301_create(ctx, &dccg_regs, &dccg_shift, &dccg_mask);
   1557	if (pool->base.dccg == NULL) {
   1558		dm_error("DC: failed to create dccg!\n");
   1559		BREAK_TO_DEBUGGER();
   1560		goto create_fail;
   1561	}
   1562
   1563	init_soc_bounding_box(dc, pool);
   1564
   1565	if (!dc->debug.disable_pplib_wm_range && pool->base.pp_smu->nv_funcs.set_wm_ranges)
   1566		set_wm_ranges(pool->base.pp_smu, &dcn3_01_soc);
   1567
   1568	num_pipes = dcn3_01_ip.max_num_dpp;
   1569
   1570	for (i = 0; i < dcn3_01_ip.max_num_dpp; i++)
   1571		if (pipe_fuses & 1 << i)
   1572			num_pipes--;
   1573	dcn3_01_ip.max_num_dpp = num_pipes;
   1574	dcn3_01_ip.max_num_otg = num_pipes;
   1575
   1576
   1577	dml_init_instance(&dc->dml, &dcn3_01_soc, &dcn3_01_ip, DML_PROJECT_DCN30);
   1578
   1579	/* IRQ */
   1580	init_data.ctx = dc->ctx;
   1581	pool->base.irqs = dal_irq_service_dcn30_create(&init_data);
   1582	if (!pool->base.irqs)
   1583		goto create_fail;
   1584
   1585	/* HUBBUB */
   1586	pool->base.hubbub = dcn301_hubbub_create(ctx);
   1587	if (pool->base.hubbub == NULL) {
   1588		BREAK_TO_DEBUGGER();
   1589		dm_error("DC: failed to create hubbub!\n");
   1590		goto create_fail;
   1591	}
   1592
   1593	j = 0;
   1594	/* HUBPs, DPPs, OPPs and TGs */
   1595	for (i = 0; i < pool->base.pipe_count; i++) {
   1596
   1597		/* if pipe is disabled, skip instance of HW pipe,
   1598		 * i.e, skip ASIC register instance
   1599		 */
   1600		if ((pipe_fuses & (1 << i)) != 0) {
   1601			DC_LOG_DEBUG("%s: fusing pipe %d\n", __func__, i);
   1602			continue;
   1603		}
   1604
   1605		pool->base.hubps[j] = dcn301_hubp_create(ctx, i);
   1606		if (pool->base.hubps[j] == NULL) {
   1607			BREAK_TO_DEBUGGER();
   1608			dm_error(
   1609				"DC: failed to create hubps!\n");
   1610			goto create_fail;
   1611		}
   1612
   1613		pool->base.dpps[j] = dcn301_dpp_create(ctx, i);
   1614		if (pool->base.dpps[j] == NULL) {
   1615			BREAK_TO_DEBUGGER();
   1616			dm_error(
   1617				"DC: failed to create dpps!\n");
   1618			goto create_fail;
   1619		}
   1620
   1621		pool->base.opps[j] = dcn301_opp_create(ctx, i);
   1622		if (pool->base.opps[j] == NULL) {
   1623			BREAK_TO_DEBUGGER();
   1624			dm_error(
   1625				"DC: failed to create output pixel processor!\n");
   1626			goto create_fail;
   1627		}
   1628
   1629		pool->base.timing_generators[j] = dcn301_timing_generator_create(ctx, i);
   1630		if (pool->base.timing_generators[j] == NULL) {
   1631			BREAK_TO_DEBUGGER();
   1632			dm_error("DC: failed to create tg!\n");
   1633			goto create_fail;
   1634		}
   1635		j++;
   1636	}
   1637	pool->base.timing_generator_count = j;
   1638	pool->base.pipe_count = j;
   1639	pool->base.mpcc_count = j;
   1640
   1641	/* ABM (or ABMs for NV2x) */
   1642	/* TODO: */
   1643	for (i = 0; i < pool->base.res_cap->num_timing_generator; i++) {
   1644		pool->base.multiple_abms[i] = dmub_abm_create(ctx,
   1645				&abm_regs[i],
   1646				&abm_shift,
   1647				&abm_mask);
   1648		if (pool->base.multiple_abms[i] == NULL) {
   1649			dm_error("DC: failed to create abm for pipe %d!\n", i);
   1650			BREAK_TO_DEBUGGER();
   1651			goto create_fail;
   1652		}
   1653	}
   1654
   1655	/* MPC and DSC */
   1656	pool->base.mpc = dcn301_mpc_create(ctx, pool->base.mpcc_count, pool->base.res_cap->num_mpc_3dlut);
   1657	if (pool->base.mpc == NULL) {
   1658		BREAK_TO_DEBUGGER();
   1659		dm_error("DC: failed to create mpc!\n");
   1660		goto create_fail;
   1661	}
   1662
   1663	for (i = 0; i < pool->base.res_cap->num_dsc; i++) {
   1664		pool->base.dscs[i] = dcn301_dsc_create(ctx, i);
   1665		if (pool->base.dscs[i] == NULL) {
   1666			BREAK_TO_DEBUGGER();
   1667			dm_error("DC: failed to create display stream compressor %d!\n", i);
   1668			goto create_fail;
   1669		}
   1670	}
   1671
   1672	/* DWB and MMHUBBUB */
   1673	if (!dcn301_dwbc_create(ctx, &pool->base)) {
   1674		BREAK_TO_DEBUGGER();
   1675		dm_error("DC: failed to create dwbc!\n");
   1676		goto create_fail;
   1677	}
   1678
   1679	if (!dcn301_mmhubbub_create(ctx, &pool->base)) {
   1680		BREAK_TO_DEBUGGER();
   1681		dm_error("DC: failed to create mcif_wb!\n");
   1682		goto create_fail;
   1683	}
   1684
   1685	/* AUX and I2C */
   1686	for (i = 0; i < pool->base.res_cap->num_ddc; i++) {
   1687		pool->base.engines[i] = dcn301_aux_engine_create(ctx, i);
   1688		if (pool->base.engines[i] == NULL) {
   1689			BREAK_TO_DEBUGGER();
   1690			dm_error(
   1691				"DC:failed to create aux engine!!\n");
   1692			goto create_fail;
   1693		}
   1694		pool->base.hw_i2cs[i] = dcn301_i2c_hw_create(ctx, i);
   1695		if (pool->base.hw_i2cs[i] == NULL) {
   1696			BREAK_TO_DEBUGGER();
   1697			dm_error(
   1698				"DC:failed to create hw i2c!!\n");
   1699			goto create_fail;
   1700		}
   1701		pool->base.sw_i2cs[i] = NULL;
   1702	}
   1703
   1704	/* Audio, Stream Encoders including HPO and virtual, MPC 3D LUTs */
   1705	if (!resource_construct(num_virtual_links, dc, &pool->base,
   1706			(!IS_FPGA_MAXIMUS_DC(dc->ctx->dce_environment) ?
   1707			&res_create_funcs : &res_create_maximus_funcs)))
   1708			goto create_fail;
   1709
   1710	/* HW Sequencer and Plane caps */
   1711	dcn301_hw_sequencer_construct(dc);
   1712
   1713	dc->caps.max_planes =  pool->base.pipe_count;
   1714
   1715	for (i = 0; i < dc->caps.max_planes; ++i)
   1716		dc->caps.planes[i] = plane_cap;
   1717
   1718	dc->cap_funcs = cap_funcs;
   1719
   1720	return true;
   1721
   1722create_fail:
   1723
   1724	dcn301_destruct(pool);
   1725
   1726	return false;
   1727}
   1728
   1729struct resource_pool *dcn301_create_resource_pool(
   1730		const struct dc_init_data *init_data,
   1731		struct dc *dc)
   1732{
   1733	struct dcn301_resource_pool *pool =
   1734		kzalloc(sizeof(struct dcn301_resource_pool), GFP_KERNEL);
   1735
   1736	if (!pool)
   1737		return NULL;
   1738
   1739	if (dcn301_resource_construct(init_data->num_virtual_links, dc, pool))
   1740		return &pool->base;
   1741
   1742	BREAK_TO_DEBUGGER();
   1743	kfree(pool);
   1744	return NULL;
   1745}