/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link

Bug Summary

File:	dev/pci/drm/amd/display/dc/core/dc_link_dp.c
Warning:	line 662, column 7 Branch condition evaluates to a garbage value
Annotated Source Code

Press '?' to see keyboard shortcuts
Show analyzer invocation
clang -cc1 -cc1 -triple amd64-unknown-openbsd7.4 -analyze -disable-free -clear-ast-before-backend -disable-llvm-verifier -discard-value-names -main-file-name dc_link_dp.c -analyzer-checker=core -analyzer-checker=apiModeling -analyzer-checker=unix -analyzer-checker=deadcode -analyzer-checker=security.insecureAPI.UncheckedReturn -analyzer-checker=security.insecureAPI.getpw -analyzer-checker=security.insecureAPI.gets -analyzer-checker=security.insecureAPI.mktemp -analyzer-checker=security.insecureAPI.mkstemp -analyzer-checker=security.insecureAPI.vfork -analyzer-checker=nullability.NullPassedToNonnull -analyzer-checker=nullability.NullReturnedFromNonnull -analyzer-output plist -w -setup-static-analyzer -mrelocation-model static -mframe-pointer=all -relaxed-aliasing -ffp-contract=on -fno-rounding-math -mconstructor-aliases -ffreestanding -mcmodel=kernel -target-cpu x86-64 -target-feature +retpoline-indirect-calls -target-feature +retpoline-indirect-branches -target-feature -sse2 -target-feature -sse -target-feature -3dnow -target-feature -mmx -target-feature +save-args -target-feature +retpoline-external-thunk -disable-red-zone -no-implicit-float -tune-cpu generic -debugger-tuning=gdb -fcoverage-compilation-dir=/usr/src/sys/arch/amd64/compile/GENERIC.MP/obj -nostdsysteminc -nobuiltininc -resource-dir /usr/local/llvm16/lib/clang/16 -I /usr/src/sys -I /usr/src/sys/arch/amd64/compile/GENERIC.MP/obj -I /usr/src/sys/arch -I /usr/src/sys/dev/pci/drm/include -I /usr/src/sys/dev/pci/drm/include/uapi -I /usr/src/sys/dev/pci/drm/amd/include/asic_reg -I /usr/src/sys/dev/pci/drm/amd/include -I /usr/src/sys/dev/pci/drm/amd/amdgpu -I /usr/src/sys/dev/pci/drm/amd/display -I /usr/src/sys/dev/pci/drm/amd/display/include -I /usr/src/sys/dev/pci/drm/amd/display/dc -I /usr/src/sys/dev/pci/drm/amd/display/amdgpu_dm -I /usr/src/sys/dev/pci/drm/amd/pm/inc -I /usr/src/sys/dev/pci/drm/amd/pm/legacy-dpm -I /usr/src/sys/dev/pci/drm/amd/pm/swsmu -I /usr/src/sys/dev/pci/drm/amd/pm/swsmu/inc -I /usr/src/sys/dev/pci/drm/amd/pm/swsmu/smu11 -I /usr/src/sys/dev/pci/drm/amd/pm/swsmu/smu12 -I /usr/src/sys/dev/pci/drm/amd/pm/swsmu/smu13 -I /usr/src/sys/dev/pci/drm/amd/pm/powerplay/inc -I /usr/src/sys/dev/pci/drm/amd/pm/powerplay/hwmgr -I /usr/src/sys/dev/pci/drm/amd/pm/powerplay/smumgr -I /usr/src/sys/dev/pci/drm/amd/pm/swsmu/inc -I /usr/src/sys/dev/pci/drm/amd/pm/swsmu/inc/pmfw_if -I /usr/src/sys/dev/pci/drm/amd/display/dc/inc -I /usr/src/sys/dev/pci/drm/amd/display/dc/inc/hw -I /usr/src/sys/dev/pci/drm/amd/display/dc/clk_mgr -I /usr/src/sys/dev/pci/drm/amd/display/modules/inc -I /usr/src/sys/dev/pci/drm/amd/display/modules/hdcp -I /usr/src/sys/dev/pci/drm/amd/display/dmub/inc -I /usr/src/sys/dev/pci/drm/i915 -D DDB -D DIAGNOSTIC -D KTRACE -D ACCOUNTING -D KMEMSTATS -D PTRACE -D POOL_DEBUG -D CRYPTO -D SYSVMSG -D SYSVSEM -D SYSVSHM -D UVM_SWAP_ENCRYPT -D FFS -D FFS2 -D FFS_SOFTUPDATES -D UFS_DIRHASH -D QUOTA -D EXT2FS -D MFS -D NFSCLIENT -D NFSSERVER -D CD9660 -D UDF -D MSDOSFS -D FIFO -D FUSE -D SOCKET_SPLICE -D TCP_ECN -D TCP_SIGNATURE -D INET6 -D IPSEC -D PPP_BSDCOMP -D PPP_DEFLATE -D PIPEX -D MROUTING -D MPLS -D BOOT_CONFIG -D USER_PCICONF -D APERTURE -D MTRR -D NTFS -D SUSPEND -D HIBERNATE -D PCIVERBOSE -D USBVERBOSE -D WSDISPLAY_COMPAT_USL -D WSDISPLAY_COMPAT_RAWKBD -D WSDISPLAY_DEFAULTSCREENS=6 -D X86EMU -D ONEWIREVERBOSE -D MULTIPROCESSOR -D MAXUSERS=80 -D _KERNEL -O2 -Wno-pointer-sign -Wno-address-of-packed-member -Wno-constant-conversion -Wno-unused-but-set-variable -Wno-gnu-folding-constant -fdebug-compilation-dir=/usr/src/sys/arch/amd64/compile/GENERIC.MP/obj -ferror-limit 19 -fwrapv -D_RET_PROTECTOR -ret-protector -fcf-protection=branch -fgnuc-version=4.2.1 -vectorize-loops -vectorize-slp -fno-builtin-malloc -fno-builtin-calloc -fno-builtin-realloc -fno-builtin-valloc -fno-builtin-free -fno-builtin-strdup -fno-builtin-strndup -analyzer-output=html -faddrsig -o /home/ben/Projects/scan/2024-01-11-110808-61670-1 -x c /usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c
1/*
* Copyright 2015 Advanced Micro Devices, Inc.
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
* OTHER DEALINGS IN THE SOFTWARE.
*
* Authors: AMD
*/
24#include "dm_services.h"
25#include "dc.h"
26#include "dc_link_dp.h"
27#include "dm_helpers.h"
28#include "opp.h"
29#include "dsc.h"
30#include "clk_mgr.h"
31#include "resource.h"

33#include "inc/core_types.h"
34#include "link_hwss.h"
35#include "dc_link_ddc.h"
36#include "core_status.h"
37#include "dpcd_defs.h"
38#include "dc_dmub_srv.h"
39#include "dce/dmub_hw_lock_mgr.h"
40#include "inc/dc_link_dpia.h"
41#include "inc/link_enc_cfg.h"
42#include "link/link_dp_trace.h"

44/*Travis*/
45static const uint8_t DP_VGA_LVDS_CONVERTER_ID_2[] = "sivarT";
46/*Nutmeg*/
47static const uint8_t DP_VGA_LVDS_CONVERTER_ID_3[] = "dnomlA";

49#define DC_LOGGERlink->ctx->logger \
link->ctx->logger
51#define DC_TRACE_LEVEL_MESSAGE(...) /* do nothing */

53#include "link_dpcd.h"

55#ifndef MAX
56#define MAX(X, Y)(((X)>(Y))?(X):(Y)) ((X) > (Y) ? (X) : (Y))
57#endif
58#ifndef MIN
59#define MIN(X, Y)(((X)<(Y))?(X):(Y)) ((X) < (Y) ? (X) : (Y))
60#endif

/* maximum pre emphasis level allowed for each voltage swing level*/
static const enum dc_pre_emphasis
voltage_swing_to_pre_emphasis[] = { PRE_EMPHASIS_LEVEL3,
			    PRE_EMPHASIS_LEVEL2,
			    PRE_EMPHASIS_LEVEL1,
			    PRE_EMPHASIS_DISABLED };

69enum {
POST_LT_ADJ_REQ_LIMIT = 6,
POST_LT_ADJ_REQ_TIMEOUT = 200
72};

74struct dp_lt_fallback_entry {
enum dc_lane_count lane_count;
enum dc_link_rate link_rate;
77};

79static const struct dp_lt_fallback_entry dp_lt_fallbacks[] = {
/* This link training fallback array is ordered by
 * link bandwidth from highest to lowest.
 * DP specs makes it a normative policy to always
 * choose the next highest link bandwidth during
 * link training fallback.
 */
{LANE_COUNT_FOUR, LINK_RATE_UHBR20},
{LANE_COUNT_FOUR, LINK_RATE_UHBR13_5},
{LANE_COUNT_TWO, LINK_RATE_UHBR20},
{LANE_COUNT_FOUR, LINK_RATE_UHBR10},
{LANE_COUNT_TWO, LINK_RATE_UHBR13_5},
{LANE_COUNT_FOUR, LINK_RATE_HIGH3},
{LANE_COUNT_ONE, LINK_RATE_UHBR20},
{LANE_COUNT_TWO, LINK_RATE_UHBR10},
{LANE_COUNT_FOUR, LINK_RATE_HIGH2},
{LANE_COUNT_ONE, LINK_RATE_UHBR13_5},
{LANE_COUNT_TWO, LINK_RATE_HIGH3},
{LANE_COUNT_ONE, LINK_RATE_UHBR10},
{LANE_COUNT_TWO, LINK_RATE_HIGH2},
{LANE_COUNT_FOUR, LINK_RATE_HIGH},
{LANE_COUNT_ONE, LINK_RATE_HIGH3},
{LANE_COUNT_FOUR, LINK_RATE_LOW},
{LANE_COUNT_ONE, LINK_RATE_HIGH2},
{LANE_COUNT_TWO, LINK_RATE_HIGH},
{LANE_COUNT_TWO, LINK_RATE_LOW},
{LANE_COUNT_ONE, LINK_RATE_HIGH},
{LANE_COUNT_ONE, LINK_RATE_LOW},
107};

109static const struct dc_link_settings fail_safe_link_settings = {
.lane_count = LANE_COUNT_ONE,
.link_rate = LINK_RATE_LOW,
.link_spread = LINK_SPREAD_DISABLED,
113};

115static bool_Bool decide_fallback_link_setting(
struct dc_link *link,
struct dc_link_settings *max,
struct dc_link_settings *cur,
enum link_training_result training_result);
120static void maximize_lane_settings(const struct link_training_settings *lt_settings,
struct dc_lane_settings lane_settings[LANE_COUNT_DP_MAX]);
122static void override_lane_settings(const struct link_training_settings *lt_settings,
struct dc_lane_settings lane_settings[LANE_COUNT_DP_MAX]);

125static uint32_t get_cr_training_aux_rd_interval(struct dc_link *link,
const struct dc_link_settings *link_settings)
127{
union training_aux_rd_interval training_rd_interval;
uint32_t wait_in_micro_secs = 100;

memset(&training_rd_interval, 0, sizeof(training_rd_interval))__builtin_memset((&training_rd_interval), (0), (sizeof(training_rd_interval
)));
if (dp_get_link_encoding_format(link_settings) == DP_8b_10b_ENCODING &&
	link->dpcd_caps.dpcd_rev.raw >= DPCD_REV_12) {
core_link_read_dpcd(
		link,
		DP_TRAINING_AUX_RD_INTERVAL0x00e,
		(uint8_t *)&training_rd_interval,
		sizeof(training_rd_interval));
if (training_rd_interval.bits.TRAINIG_AUX_RD_INTERVAL)
	wait_in_micro_secs = training_rd_interval.bits.TRAINIG_AUX_RD_INTERVAL * 4000;
}

return wait_in_micro_secs;
144}

146static uint32_t get_eq_training_aux_rd_interval(
struct dc_link *link,
const struct dc_link_settings *link_settings)
149{
union training_aux_rd_interval training_rd_interval;

memset(&training_rd_interval, 0, sizeof(training_rd_interval))__builtin_memset((&training_rd_interval), (0), (sizeof(training_rd_interval
)));
if (dp_get_link_encoding_format(link_settings) == DP_128b_132b_ENCODING) {
core_link_read_dpcd(
		link,
		DP_128b_132b_TRAINING_AUX_RD_INTERVAL0x2216,
		(uint8_t *)&training_rd_interval,
		sizeof(training_rd_interval));
} else if (dp_get_link_encoding_format(link_settings) == DP_8b_10b_ENCODING &&
	link->dpcd_caps.dpcd_rev.raw >= DPCD_REV_12) {
core_link_read_dpcd(
		link,
		DP_TRAINING_AUX_RD_INTERVAL0x00e,
		(uint8_t *)&training_rd_interval,
		sizeof(training_rd_interval));
}

switch (training_rd_interval.bits.TRAINIG_AUX_RD_INTERVAL) {
case 0: return 400;
case 1: return 4000;
case 2: return 8000;
case 3: return 12000;
case 4: return 16000;
case 5: return 32000;
case 6: return 64000;
default: return 400;
}
178}

180void dp_wait_for_training_aux_rd_interval(
struct dc_link *link,
uint32_t wait_in_micro_secs)
183{
if (wait_in_micro_secs > 1000)
drm_msleep(wait_in_micro_secs/1000)mdelay(wait_in_micro_secs/1000);
else
udelay(wait_in_micro_secs);

DC_LOG_HW_LINK_TRAINING("%s:\n wait = %d\n",do { } while(0)
__func__,do { } while(0)
wait_in_micro_secs)do { } while(0);
192}

194enum dpcd_training_patterns
dc_dp_training_pattern_to_dpcd_training_pattern(
struct dc_link *link,
enum dc_dp_training_pattern pattern)
198{
enum dpcd_training_patterns dpcd_tr_pattern =
DPCD_TRAINING_PATTERN_VIDEOIDLE;

switch (pattern) {
case DP_TRAINING_PATTERN_SEQUENCE_1:
dpcd_tr_pattern = DPCD_TRAINING_PATTERN_1;
break;
case DP_TRAINING_PATTERN_SEQUENCE_2:
dpcd_tr_pattern = DPCD_TRAINING_PATTERN_2;
break;
case DP_TRAINING_PATTERN_SEQUENCE_3:
dpcd_tr_pattern = DPCD_TRAINING_PATTERN_3;
break;
case DP_TRAINING_PATTERN_SEQUENCE_4:
dpcd_tr_pattern = DPCD_TRAINING_PATTERN_4;
break;
case DP_128b_132b_TPS1:
dpcd_tr_pattern = DPCD_128b_132b_TPS1;
break;
case DP_128b_132b_TPS2:
dpcd_tr_pattern = DPCD_128b_132b_TPS2;
break;
case DP_128b_132b_TPS2_CDS:
dpcd_tr_pattern = DPCD_128b_132b_TPS2_CDS;
break;
case DP_TRAINING_PATTERN_VIDEOIDLE:
dpcd_tr_pattern = DPCD_TRAINING_PATTERN_VIDEOIDLE;
break;
default:
ASSERT(0)do { if (({ static int __warned; int __ret = !!(!(0)); if (__ret
 && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(0)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 228); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);
DC_LOG_HW_LINK_TRAINING("%s: Invalid HW Training pattern: %d\n",do { } while(0)
	__func__, pattern)do { } while(0);
break;
}

return dpcd_tr_pattern;
235}

237static void dpcd_set_training_pattern(
struct dc_link *link,
enum dc_dp_training_pattern training_pattern)
240{
union dpcd_training_pattern dpcd_pattern = {0};

dpcd_pattern.v1_4.TRAINING_PATTERN_SET =
	dc_dp_training_pattern_to_dpcd_training_pattern(
			link, training_pattern);

core_link_write_dpcd(
link,
DP_TRAINING_PATTERN_SET0x102,
&dpcd_pattern.raw,
1);

DC_LOG_HW_LINK_TRAINING("%s\n %x pattern = %x\n",do { } while(0)
__func__,do { } while(0)
DP_TRAINING_PATTERN_SET,do { } while(0)
dpcd_pattern.v1_4.TRAINING_PATTERN_SET)do { } while(0);
257}

259static enum dc_dp_training_pattern decide_cr_training_pattern(
const struct dc_link_settings *link_settings)
261{
switch (dp_get_link_encoding_format(link_settings)) {
case DP_8b_10b_ENCODING:
default:
return DP_TRAINING_PATTERN_SEQUENCE_1;
case DP_128b_132b_ENCODING:
return DP_128b_132b_TPS1;
}
269}

271static enum dc_dp_training_pattern decide_eq_training_pattern(struct dc_link *link,
const struct dc_link_settings *link_settings)
273{
struct link_encoder *link_enc;
struct encoder_feature_support *enc_caps;
struct dpcd_caps *rx_caps = &link->dpcd_caps;
enum dc_dp_training_pattern pattern = DP_TRAINING_PATTERN_SEQUENCE_2;

link_enc = link_enc_cfg_get_link_enc(link);
ASSERT(link_enc)do { if (({ static int __warned; int __ret = !!(!(link_enc));
 if (__ret && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(link_enc)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 280); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);
enc_caps = &link_enc->features;

switch (dp_get_link_encoding_format(link_settings)) {
case DP_8b_10b_ENCODING:
if (enc_caps->flags.bits.IS_TPS4_CAPABLE &&
		rx_caps->max_down_spread.bits.TPS4_SUPPORTED)
	pattern = DP_TRAINING_PATTERN_SEQUENCE_4;
else if (enc_caps->flags.bits.IS_TPS3_CAPABLE &&
		rx_caps->max_ln_count.bits.TPS3_SUPPORTED)
	pattern = DP_TRAINING_PATTERN_SEQUENCE_3;
else
	pattern = DP_TRAINING_PATTERN_SEQUENCE_2;
break;
case DP_128b_132b_ENCODING:
pattern = DP_128b_132b_TPS2;
break;
default:
pattern = DP_TRAINING_PATTERN_SEQUENCE_2;
break;
}
return pattern;
302}

304static uint8_t get_dpcd_link_rate(const struct dc_link_settings *link_settings)
305{
uint8_t link_rate = 0;
enum dp_link_encoding encoding = dp_get_link_encoding_format(link_settings);

if (encoding == DP_128b_132b_ENCODING)
switch (link_settings->link_rate) {
case LINK_RATE_UHBR10:
	link_rate = 0x1;
	break;
case LINK_RATE_UHBR20:
	link_rate = 0x2;
	break;
case LINK_RATE_UHBR13_5:
	link_rate = 0x4;
	break;
default:
	link_rate = 0;
	break;
}
else if (encoding == DP_8b_10b_ENCODING)
link_rate = (uint8_t) link_settings->link_rate;
else
link_rate = 0;

return link_rate;
330}

332static void dp_fixed_vs_pe_read_lane_adjust(
struct dc_link *link,
union dpcd_training_lane dpcd_lane_adjust[LANE_COUNT_DP_MAX])
335{
const uint8_t vendor_lttpr_write_data_vs[3] = {0x0, 0x53, 0x63};
const uint8_t vendor_lttpr_write_data_pe[3] = {0x0, 0x54, 0x63};
const uint8_t offset = dp_convert_to_count(
	link->dpcd_caps.lttpr_caps.phy_repeater_cnt);
uint32_t vendor_lttpr_write_address = 0xF004F;
uint32_t vendor_lttpr_read_address = 0xF0053;
uint8_t dprx_vs = 0;
uint8_t dprx_pe = 0;
uint8_t lane;

if (offset != 0xFF) {
vendor_lttpr_write_address +=
		((DP_REPEATER_CONFIGURATION_AND_STATUS_SIZE0x50) * (offset - 1));
vendor_lttpr_read_address +=
		((DP_REPEATER_CONFIGURATION_AND_STATUS_SIZE0x50) * (offset - 1));
}

/* W/A to read lane settings requested by DPRX */
core_link_write_dpcd(
	link,
	vendor_lttpr_write_address,
	&vendor_lttpr_write_data_vs[0],
	sizeof(vendor_lttpr_write_data_vs));
core_link_read_dpcd(
	link,
	vendor_lttpr_read_address,
	&dprx_vs,
	1);
core_link_write_dpcd(
	link,
	vendor_lttpr_write_address,
	&vendor_lttpr_write_data_pe[0],
	sizeof(vendor_lttpr_write_data_pe));
core_link_read_dpcd(
	link,
	vendor_lttpr_read_address,
	&dprx_pe,
	1);

for (lane = 0; lane < LANE_COUNT_DP_MAX; lane++) {
dpcd_lane_adjust[lane].bits.VOLTAGE_SWING_SET  = (dprx_vs >> (2 * lane)) & 0x3;
dpcd_lane_adjust[lane].bits.PRE_EMPHASIS_SET = (dprx_pe >> (2 * lane)) & 0x3;
}
379}

381static void dp_fixed_vs_pe_set_retimer_lane_settings(
struct dc_link *link,
const union dpcd_training_lane dpcd_lane_adjust[LANE_COUNT_DP_MAX],
uint8_t lane_count)
385{
const uint8_t offset = dp_convert_to_count(
	link->dpcd_caps.lttpr_caps.phy_repeater_cnt);
const uint8_t vendor_lttpr_write_data_reset[4] = {0x1, 0x50, 0x63, 0xFF};
uint32_t vendor_lttpr_write_address = 0xF004F;
uint8_t vendor_lttpr_write_data_vs[4] = {0x1, 0x51, 0x63, 0x0};
uint8_t vendor_lttpr_write_data_pe[4] = {0x1, 0x52, 0x63, 0x0};
uint8_t lane = 0;

if (offset != 0xFF) {
vendor_lttpr_write_address +=
		((DP_REPEATER_CONFIGURATION_AND_STATUS_SIZE0x50) * (offset - 1));
}

for (lane = 0; lane < lane_count; lane++) {
vendor_lttpr_write_data_vs[3] |=
		dpcd_lane_adjust[lane].bits.VOLTAGE_SWING_SET << (2 * lane);
vendor_lttpr_write_data_pe[3] |=
		dpcd_lane_adjust[lane].bits.PRE_EMPHASIS_SET << (2 * lane);
}

/* Force LTTPR to output desired VS and PE */
core_link_write_dpcd(
	link,
	vendor_lttpr_write_address,
	&vendor_lttpr_write_data_reset[0],
	sizeof(vendor_lttpr_write_data_reset));
core_link_write_dpcd(
	link,
	vendor_lttpr_write_address,
	&vendor_lttpr_write_data_vs[0],
	sizeof(vendor_lttpr_write_data_vs));
core_link_write_dpcd(
	link,
	vendor_lttpr_write_address,
	&vendor_lttpr_write_data_pe[0],
	sizeof(vendor_lttpr_write_data_pe));
422}

424enum dc_status dpcd_set_link_settings(
struct dc_link *link,
const struct link_training_settings *lt_settings)
427{
uint8_t rate;
enum dc_status status;

union down_spread_ctrl downspread = {0};
union lane_count_set lane_count_set = {0};

downspread.raw = (uint8_t)
(lt_settings->link_settings.link_spread);

lane_count_set.bits.LANE_COUNT_SET =
lt_settings->link_settings.lane_count;

lane_count_set.bits.ENHANCED_FRAMING = lt_settings->enhanced_framing;
lane_count_set.bits.POST_LT_ADJ_REQ_GRANTED = 0;


if (link->ep_type == DISPLAY_ENDPOINT_PHY &&
	lt_settings->pattern_for_eq < DP_TRAINING_PATTERN_SEQUENCE_4) {
lane_count_set.bits.POST_LT_ADJ_REQ_GRANTED =
		link->dpcd_caps.max_ln_count.bits.POST_LT_ADJ_REQ_SUPPORTED;
}

status = core_link_write_dpcd(link, DP_DOWNSPREAD_CTRL0x107,
&downspread.raw, sizeof(downspread));

status = core_link_write_dpcd(link, DP_LANE_COUNT_SET0x101,
&lane_count_set.raw, 1);

if (link->dpcd_caps.dpcd_rev.raw >= DPCD_REV_13 &&
	lt_settings->link_settings.use_link_rate_set == true1) {
rate = 0;
/* WA for some MUX chips that will power down with eDP and lose supported
 * link rate set for eDP 1.4. Source reads DPCD 0x010 again to ensure
 * MUX chip gets link rate set back before link training.
 */
if (link->connector_signal == SIGNAL_TYPE_EDP) {
	uint8_t supported_link_rates[16];

	core_link_read_dpcd(link, DP_SUPPORTED_LINK_RATES0x010,
			supported_link_rates, sizeof(supported_link_rates));
}
status = core_link_write_dpcd(link, DP_LINK_BW_SET0x100, &rate, 1);
status = core_link_write_dpcd(link, DP_LINK_RATE_SET0x115,
		&lt_settings->link_settings.link_rate_set, 1);
} else {
rate = get_dpcd_link_rate(&lt_settings->link_settings);

status = core_link_write_dpcd(link, DP_LINK_BW_SET0x100, &rate, 1);
}

if (rate) {
DC_LOG_HW_LINK_TRAINING("%s\n %x rate = %x\n %x lane = %x framing = %x\n %x spread = %x\n",do { } while(0)
	__func__,do { } while(0)
	DP_LINK_BW_SET,do { } while(0)
	lt_settings->link_settings.link_rate,do { } while(0)
	DP_LANE_COUNT_SET,do { } while(0)
	lt_settings->link_settings.lane_count,do { } while(0)
	lt_settings->enhanced_framing,do { } while(0)
	DP_DOWNSPREAD_CTRL,do { } while(0)
	lt_settings->link_settings.link_spread)do { } while(0);
} else {
DC_LOG_HW_LINK_TRAINING("%s\n %x rate set = %x\n %x lane = %x framing = %x\n %x spread = %x\n",do { } while(0)
	__func__,do { } while(0)
	DP_LINK_RATE_SET,do { } while(0)
	lt_settings->link_settings.link_rate_set,do { } while(0)
	DP_LANE_COUNT_SET,do { } while(0)
	lt_settings->link_settings.lane_count,do { } while(0)
	lt_settings->enhanced_framing,do { } while(0)
	DP_DOWNSPREAD_CTRL,do { } while(0)
	lt_settings->link_settings.link_spread)do { } while(0);
}

return status;
501}

503uint8_t dc_dp_initialize_scrambling_data_symbols(
struct dc_link *link,
enum dc_dp_training_pattern pattern)
506{
uint8_t disable_scrabled_data_symbols = 0;

switch (pattern) {
case DP_TRAINING_PATTERN_SEQUENCE_1:
case DP_TRAINING_PATTERN_SEQUENCE_2:
case DP_TRAINING_PATTERN_SEQUENCE_3:
disable_scrabled_data_symbols = 1;
break;
case DP_TRAINING_PATTERN_SEQUENCE_4:
case DP_128b_132b_TPS1:
case DP_128b_132b_TPS2:
disable_scrabled_data_symbols = 0;
break;
default:
ASSERT(0)do { if (({ static int __warned; int __ret = !!(!(0)); if (__ret
 && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(0)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 521); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);
DC_LOG_HW_LINK_TRAINING("%s: Invalid HW Training pattern: %d\n",do { } while(0)
	__func__, pattern)do { } while(0);
break;
}
return disable_scrabled_data_symbols;
527}

529static inline bool_Bool is_repeater(const struct link_training_settings *lt_settings, uint32_t offset)
530{
return (lt_settings->lttpr_mode == LTTPR_MODE_NON_TRANSPARENT) && (offset != 0);
532}

534static void dpcd_set_lt_pattern_and_lane_settings(
struct dc_link *link,
const struct link_training_settings *lt_settings,
enum dc_dp_training_pattern pattern,
uint32_t offset)
539{
uint32_t dpcd_base_lt_offset;

uint8_t dpcd_lt_buffer[5] = {0};
union dpcd_training_pattern dpcd_pattern = {0};
uint32_t size_in_bytes;
bool_Bool edp_workaround = false0; /* TODO link_prop.INTERNAL */
dpcd_base_lt_offset = DP_TRAINING_PATTERN_SET0x102;

if (is_repeater(lt_settings, offset))
dpcd_base_lt_offset = DP_TRAINING_PATTERN_SET_PHY_REPEATER10xf0010 +
	((DP_REPEATER_CONFIGURATION_AND_STATUS_SIZE0x50) * (offset - 1));

/*****************************************************************
* DpcdAddress_TrainingPatternSet
*****************************************************************/
dpcd_pattern.v1_4.TRAINING_PATTERN_SET =
dc_dp_training_pattern_to_dpcd_training_pattern(link, pattern);

dpcd_pattern.v1_4.SCRAMBLING_DISABLE =
dc_dp_initialize_scrambling_data_symbols(link, pattern);

dpcd_lt_buffer[DP_TRAINING_PATTERN_SET0x102 - DP_TRAINING_PATTERN_SET0x102]
= dpcd_pattern.raw;

if (is_repeater(lt_settings, offset)) {
DC_LOG_HW_LINK_TRAINING("%s\n LTTPR Repeater ID: %d\n 0x%X pattern = %x\n",do { } while(0)
	__func__,do { } while(0)
	offset,do { } while(0)
	dpcd_base_lt_offset,do { } while(0)
	dpcd_pattern.v1_4.TRAINING_PATTERN_SET)do { } while(0);
} else {
DC_LOG_HW_LINK_TRAINING("%s\n 0x%X pattern = %x\n",do { } while(0)
	__func__,do { } while(0)
	dpcd_base_lt_offset,do { } while(0)
	dpcd_pattern.v1_4.TRAINING_PATTERN_SET)do { } while(0);
}

/* concatenate everything into one buffer*/
size_in_bytes = lt_settings->link_settings.lane_count *
	sizeof(lt_settings->dpcd_lane_settings[0]);

// 0x00103 - 0x00102
memmove(__builtin_memmove((&dpcd_lt_buffer[0x103 - 0x102]), (lt_settings
->dpcd_lane_settings), (size_in_bytes))
&dpcd_lt_buffer[DP_TRAINING_LANE0_SET - DP_TRAINING_PATTERN_SET],__builtin_memmove((&dpcd_lt_buffer[0x103 - 0x102]), (lt_settings
->dpcd_lane_settings), (size_in_bytes))
lt_settings->dpcd_lane_settings,__builtin_memmove((&dpcd_lt_buffer[0x103 - 0x102]), (lt_settings
->dpcd_lane_settings), (size_in_bytes))
size_in_bytes)__builtin_memmove((&dpcd_lt_buffer[0x103 - 0x102]), (lt_settings
->dpcd_lane_settings), (size_in_bytes));

if (is_repeater(lt_settings, offset)) {
if (dp_get_link_encoding_format(&lt_settings->link_settings) ==
		DP_128b_132b_ENCODING)
	DC_LOG_HW_LINK_TRAINING("%s:\n LTTPR Repeater ID: %d\n"do { } while(0)
			" 0x%X TX_FFE_PRESET_VALUE = %x\n",do { } while(0)
			__func__,do { } while(0)
			offset,do { } while(0)
			dpcd_base_lt_offset,do { } while(0)
			lt_settings->dpcd_lane_settings[0].tx_ffe.PRESET_VALUE)do { } while(0);
else if (dp_get_link_encoding_format(&lt_settings->link_settings) ==
		DP_8b_10b_ENCODING)
DC_LOG_HW_LINK_TRAINING("%s:\n LTTPR Repeater ID: %d\n"do { } while(0)
		" 0x%X VS set = %x PE set = %x max VS Reached = %x  max PE Reached = %x\n",do { } while(0)
	__func__,do { } while(0)
	offset,do { } while(0)
	dpcd_base_lt_offset,do { } while(0)
	lt_settings->dpcd_lane_settings[0].bits.VOLTAGE_SWING_SET,do { } while(0)
	lt_settings->dpcd_lane_settings[0].bits.PRE_EMPHASIS_SET,do { } while(0)
	lt_settings->dpcd_lane_settings[0].bits.MAX_SWING_REACHED,do { } while(0)
	lt_settings->dpcd_lane_settings[0].bits.MAX_PRE_EMPHASIS_REACHED)do { } while(0);
} else {
if (dp_get_link_encoding_format(&lt_settings->link_settings) ==
		DP_128b_132b_ENCODING)
	DC_LOG_HW_LINK_TRAINING("%s:\n 0x%X TX_FFE_PRESET_VALUE = %x\n",do { } while(0)
			__func__,do { } while(0)
			dpcd_base_lt_offset,do { } while(0)
			lt_settings->dpcd_lane_settings[0].tx_ffe.PRESET_VALUE)do { } while(0);
else if (dp_get_link_encoding_format(&lt_settings->link_settings) ==
		DP_8b_10b_ENCODING)
	DC_LOG_HW_LINK_TRAINING("%s:\n 0x%X VS set = %x  PE set = %x max VS Reached = %x  max PE Reached = %x\n",do { } while(0)
			__func__,do { } while(0)
			dpcd_base_lt_offset,do { } while(0)
			lt_settings->dpcd_lane_settings[0].bits.VOLTAGE_SWING_SET,do { } while(0)
			lt_settings->dpcd_lane_settings[0].bits.PRE_EMPHASIS_SET,do { } while(0)
			lt_settings->dpcd_lane_settings[0].bits.MAX_SWING_REACHED,do { } while(0)
			lt_settings->dpcd_lane_settings[0].bits.MAX_PRE_EMPHASIS_REACHED)do { } while(0);
}
if (edp_workaround) {
/* for eDP write in 2 parts because the 5-byte burst is
* causing issues on some eDP panels (EPR#366724)
*/
core_link_write_dpcd(
	link,
	DP_TRAINING_PATTERN_SET0x102,
	&dpcd_pattern.raw,
	sizeof(dpcd_pattern.raw));

core_link_write_dpcd(
	link,
	DP_TRAINING_LANE0_SET0x103,
	(uint8_t *)(lt_settings->dpcd_lane_settings),
	size_in_bytes);

} else if (dp_get_link_encoding_format(&lt_settings->link_settings) ==
	DP_128b_132b_ENCODING) {
core_link_write_dpcd(
		link,
		dpcd_base_lt_offset,
		dpcd_lt_buffer,
		sizeof(dpcd_lt_buffer));
} else
/* write it all in (1 + number-of-lanes)-byte burst*/
core_link_write_dpcd(
		link,
		dpcd_base_lt_offset,
		dpcd_lt_buffer,
		size_in_bytes + sizeof(dpcd_pattern.raw));
654}

656bool_Bool dp_is_cr_done(enum dc_lane_count ln_count,
union lane_status *dpcd_lane_status)
658{
uint32_t lane;
/*LANEx_CR_DONE bits All 1's?*/
for (lane = 0; lane < (uint32_t)(ln_count); lane++) {
12
←
Assuming 'lane' is < 'ln_count'→
13
←
Loop condition is true.  Entering loop body→
if (!dpcd_lane_status[lane].bits.CR_DONE_0)
14
←
Branch condition evaluates to a garbage value
	return false0;
}
return true1;
666}

668bool_Bool dp_is_ch_eq_done(enum dc_lane_count ln_count,
union lane_status *dpcd_lane_status)
670{
bool_Bool done = true1;
uint32_t lane;
for (lane = 0; lane < (uint32_t)(ln_count); lane++)
if (!dpcd_lane_status[lane].bits.CHANNEL_EQ_DONE_0)
	done = false0;
return done;
677}

679bool_Bool dp_is_symbol_locked(enum dc_lane_count ln_count,
union lane_status *dpcd_lane_status)
681{
bool_Bool locked = true1;
uint32_t lane;
for (lane = 0; lane < (uint32_t)(ln_count); lane++)
if (!dpcd_lane_status[lane].bits.SYMBOL_LOCKED_0)
	locked = false0;
return locked;
688}

690bool_Bool dp_is_interlane_aligned(union lane_align_status_updated align_status)
691{
return align_status.bits.INTERLANE_ALIGN_DONE == 1;
693}

695void dp_hw_to_dpcd_lane_settings(
const struct link_training_settings *lt_settings,
const struct dc_lane_settings hw_lane_settings[LANE_COUNT_DP_MAX],
union dpcd_training_lane dpcd_lane_settings[])
699{
uint8_t lane = 0;

for (lane = 0; lane < LANE_COUNT_DP_MAX; lane++) {
if (dp_get_link_encoding_format(&lt_settings->link_settings) ==
		DP_8b_10b_ENCODING) {
	dpcd_lane_settings[lane].bits.VOLTAGE_SWING_SET =
			(uint8_t)(hw_lane_settings[lane].VOLTAGE_SWING);
	dpcd_lane_settings[lane].bits.PRE_EMPHASIS_SET =
			(uint8_t)(hw_lane_settings[lane].PRE_EMPHASIS);
	dpcd_lane_settings[lane].bits.MAX_SWING_REACHED =
			(hw_lane_settings[lane].VOLTAGE_SWING ==
					VOLTAGE_SWING_MAX_LEVEL ? 1 : 0);
	dpcd_lane_settings[lane].bits.MAX_PRE_EMPHASIS_REACHED =
			(hw_lane_settings[lane].PRE_EMPHASIS ==
					PRE_EMPHASIS_MAX_LEVEL ? 1 : 0);
}
else if (dp_get_link_encoding_format(&lt_settings->link_settings) ==
		DP_128b_132b_ENCODING) {
	dpcd_lane_settings[lane].tx_ffe.PRESET_VALUE =
			hw_lane_settings[lane].FFE_PRESET.settings.level;
}
}
722}

724void dp_decide_lane_settings(
const struct link_training_settings *lt_settings,
const union lane_adjust ln_adjust[LANE_COUNT_DP_MAX],
struct dc_lane_settings hw_lane_settings[LANE_COUNT_DP_MAX],
union dpcd_training_lane dpcd_lane_settings[])
729{
uint32_t lane;

for (lane = 0; lane < LANE_COUNT_DP_MAX; lane++) {
if (dp_get_link_encoding_format(&lt_settings->link_settings) ==
		DP_8b_10b_ENCODING) {
	hw_lane_settings[lane].VOLTAGE_SWING =
			(enum dc_voltage_swing)(ln_adjust[lane].bits.
					VOLTAGE_SWING_LANE);
	hw_lane_settings[lane].PRE_EMPHASIS =
			(enum dc_pre_emphasis)(ln_adjust[lane].bits.
					PRE_EMPHASIS_LANE);
}
else if (dp_get_link_encoding_format(&lt_settings->link_settings) ==
		DP_128b_132b_ENCODING) {
	hw_lane_settings[lane].FFE_PRESET.raw =
			ln_adjust[lane].tx_ffe.PRESET_VALUE;
}
}
dp_hw_to_dpcd_lane_settings(lt_settings, hw_lane_settings, dpcd_lane_settings);

if (lt_settings->disallow_per_lane_settings) {
/* we find the maximum of the requested settings across all lanes*/
/* and set this maximum for all lanes*/
maximize_lane_settings(lt_settings, hw_lane_settings);
override_lane_settings(lt_settings, hw_lane_settings);

if (lt_settings->always_match_dpcd_with_hw_lane_settings)
	dp_hw_to_dpcd_lane_settings(lt_settings, hw_lane_settings, dpcd_lane_settings);
}

760}

762static uint8_t get_nibble_at_index(const uint8_t *buf,
uint32_t index)
764{
uint8_t nibble;
nibble = buf[index / 2];

if (index % 2)
nibble >>= 4;
else
nibble &= 0x0F;

return nibble;
774}

776static enum dc_pre_emphasis get_max_pre_emphasis_for_voltage_swing(
enum dc_voltage_swing voltage)
778{
enum dc_pre_emphasis pre_emphasis;
pre_emphasis = PRE_EMPHASIS_MAX_LEVEL;

if (voltage <= VOLTAGE_SWING_MAX_LEVEL)
pre_emphasis = voltage_swing_to_pre_emphasis[voltage];

return pre_emphasis;

787}

789static void maximize_lane_settings(const struct link_training_settings *lt_settings,
struct dc_lane_settings lane_settings[LANE_COUNT_DP_MAX])
791{
uint32_t lane;
struct dc_lane_settings max_requested;

max_requested.VOLTAGE_SWING = lane_settings[0].VOLTAGE_SWING;
max_requested.PRE_EMPHASIS = lane_settings[0].PRE_EMPHASIS;
max_requested.FFE_PRESET = lane_settings[0].FFE_PRESET;

/* Determine what the maximum of the requested settings are*/
for (lane = 1; lane < lt_settings->link_settings.lane_count; lane++) {
if (lane_settings[lane].VOLTAGE_SWING > max_requested.VOLTAGE_SWING)
	max_requested.VOLTAGE_SWING = lane_settings[lane].VOLTAGE_SWING;

if (lane_settings[lane].PRE_EMPHASIS > max_requested.PRE_EMPHASIS)
	max_requested.PRE_EMPHASIS = lane_settings[lane].PRE_EMPHASIS;
if (lane_settings[lane].FFE_PRESET.settings.level >
		max_requested.FFE_PRESET.settings.level)
	max_requested.FFE_PRESET.settings.level =
			lane_settings[lane].FFE_PRESET.settings.level;
}

/* make sure the requested settings are
* not higher than maximum settings*/
if (max_requested.VOLTAGE_SWING > VOLTAGE_SWING_MAX_LEVEL)
max_requested.VOLTAGE_SWING = VOLTAGE_SWING_MAX_LEVEL;

if (max_requested.PRE_EMPHASIS > PRE_EMPHASIS_MAX_LEVEL)
max_requested.PRE_EMPHASIS = PRE_EMPHASIS_MAX_LEVEL;
if (max_requested.FFE_PRESET.settings.level > DP_FFE_PRESET_MAX_LEVEL)
max_requested.FFE_PRESET.settings.level = DP_FFE_PRESET_MAX_LEVEL;

/* make sure the pre-emphasis matches the voltage swing*/
if (max_requested.PRE_EMPHASIS >
get_max_pre_emphasis_for_voltage_swing(
	max_requested.VOLTAGE_SWING))
max_requested.PRE_EMPHASIS =
get_max_pre_emphasis_for_voltage_swing(
	max_requested.VOLTAGE_SWING);

for (lane = 0; lane < LANE_COUNT_DP_MAX; lane++) {
lane_settings[lane].VOLTAGE_SWING = max_requested.VOLTAGE_SWING;
lane_settings[lane].PRE_EMPHASIS = max_requested.PRE_EMPHASIS;
lane_settings[lane].FFE_PRESET = max_requested.FFE_PRESET;
}
835}

837static void override_lane_settings(const struct link_training_settings *lt_settings,
struct dc_lane_settings lane_settings[LANE_COUNT_DP_MAX])
839{
uint32_t lane;

if (lt_settings->voltage_swing == NULL((void *)0) &&
   lt_settings->pre_emphasis == NULL((void *)0) &&
   lt_settings->ffe_preset == NULL((void *)0) &&
   lt_settings->post_cursor2 == NULL((void *)0))

return;

for (lane = 0; lane < LANE_COUNT_DP_MAX; lane++) {
if (lt_settings->voltage_swing)
	lane_settings[lane].VOLTAGE_SWING = *lt_settings->voltage_swing;
if (lt_settings->pre_emphasis)
	lane_settings[lane].PRE_EMPHASIS = *lt_settings->pre_emphasis;
if (lt_settings->post_cursor2)
	lane_settings[lane].POST_CURSOR2 = *lt_settings->post_cursor2;
if (lt_settings->ffe_preset)
	lane_settings[lane].FFE_PRESET = *lt_settings->ffe_preset;
}
859}

861enum dc_status dp_get_lane_status_and_lane_adjust(
struct dc_link *link,
const struct link_training_settings *link_training_setting,
union lane_status ln_status[LANE_COUNT_DP_MAX],
union lane_align_status_updated *ln_align,
union lane_adjust ln_adjust[LANE_COUNT_DP_MAX],
uint32_t offset)
868{
unsigned int lane01_status_address = DP_LANE0_1_STATUS0x202;
uint8_t lane_adjust_offset = 4;
unsigned int lane01_adjust_address;
uint8_t dpcd_buf[6] = {0};
uint32_t lane;
enum dc_status status;

if (is_repeater(link_training_setting, offset)) {
lane01_status_address =
		DP_LANE0_1_STATUS_PHY_REPEATER10xf0030 +
		((DP_REPEATER_CONFIGURATION_AND_STATUS_SIZE0x50) * (offset - 1));
lane_adjust_offset = 3;
}

status = core_link_read_dpcd(
link,
lane01_status_address,
(uint8_t *)(dpcd_buf),
sizeof(dpcd_buf));

if (status != DC_OK) {
DC_LOG_HW_LINK_TRAINING("%s:\n Failed to read from address 0x%X,"do { } while(0)
	" keep current lane status and lane adjust unchanged",do { } while(0)
	__func__,do { } while(0)
	lane01_status_address)do { } while(0);
return status;
}

for (lane = 0; lane <
(uint32_t)(link_training_setting->link_settings.lane_count);
lane++) {

ln_status[lane].raw =
	get_nibble_at_index(&dpcd_buf[0], lane);
ln_adjust[lane].raw =
	get_nibble_at_index(&dpcd_buf[lane_adjust_offset], lane);
}

ln_align->raw = dpcd_buf[2];

if (is_repeater(link_training_setting, offset)) {
DC_LOG_HW_LINK_TRAINING("%s:\n LTTPR Repeater ID: %d\n"do { } while(0)
		" 0x%X Lane01Status = %x\n 0x%X Lane23Status = %x\n ",do { } while(0)
	__func__,do { } while(0)
	offset,do { } while(0)
	lane01_status_address, dpcd_buf[0],do { } while(0)
	lane01_status_address + 1, dpcd_buf[1])do { } while(0);

lane01_adjust_address = DP_ADJUST_REQUEST_LANE0_1_PHY_REPEATER10xf0033 +
		((DP_REPEATER_CONFIGURATION_AND_STATUS_SIZE0x50) * (offset - 1));

DC_LOG_HW_LINK_TRAINING("%s:\n LTTPR Repeater ID: %d\n"do { } while(0)
		" 0x%X Lane01AdjustRequest = %x\n 0x%X Lane23AdjustRequest = %x\n",do { } while(0)
			__func__,do { } while(0)
			offset,do { } while(0)
			lane01_adjust_address,do { } while(0)
			dpcd_buf[lane_adjust_offset],do { } while(0)
			lane01_adjust_address + 1,do { } while(0)
			dpcd_buf[lane_adjust_offset + 1])do { } while(0);
} else {
DC_LOG_HW_LINK_TRAINING("%s:\n 0x%X Lane01Status = %x\n 0x%X Lane23Status = %x\n ",do { } while(0)
	__func__,do { } while(0)
	lane01_status_address, dpcd_buf[0],do { } while(0)
	lane01_status_address + 1, dpcd_buf[1])do { } while(0);

lane01_adjust_address = DP_ADJUST_REQUEST_LANE0_10x206;

DC_LOG_HW_LINK_TRAINING("%s:\n 0x%X Lane01AdjustRequest = %x\n 0x%X Lane23AdjustRequest = %x\n",do { } while(0)
	__func__,do { } while(0)
	lane01_adjust_address,do { } while(0)
	dpcd_buf[lane_adjust_offset],do { } while(0)
	lane01_adjust_address + 1,do { } while(0)
	dpcd_buf[lane_adjust_offset + 1])do { } while(0);
}

return status;
945}

947static enum dc_status dpcd_128b_132b_set_lane_settings(
struct dc_link *link,
const struct link_training_settings *link_training_setting)
950{
enum dc_status status = core_link_write_dpcd(link,
	DP_TRAINING_LANE0_SET0x103,
	(uint8_t *)(link_training_setting->dpcd_lane_settings),
	sizeof(link_training_setting->dpcd_lane_settings));

DC_LOG_HW_LINK_TRAINING("%s:\n 0x%X TX_FFE_PRESET_VALUE = %x\n",do { } while(0)
	__func__,do { } while(0)
	DP_TRAINING_LANE0_SET,do { } while(0)
	link_training_setting->dpcd_lane_settings[0].tx_ffe.PRESET_VALUE)do { } while(0);
return status;
961}


964enum dc_status dpcd_set_lane_settings(
struct dc_link *link,
const struct link_training_settings *link_training_setting,
uint32_t offset)
968{
unsigned int lane0_set_address;
enum dc_status status;

lane0_set_address = DP_TRAINING_LANE0_SET0x103;

if (is_repeater(link_training_setting, offset))
lane0_set_address = DP_TRAINING_LANE0_SET_PHY_REPEATER10xf0011 +
((DP_REPEATER_CONFIGURATION_AND_STATUS_SIZE0x50) * (offset - 1));

status = core_link_write_dpcd(link,
lane0_set_address,
(uint8_t *)(link_training_setting->dpcd_lane_settings),
link_training_setting->link_settings.lane_count);

if (is_repeater(link_training_setting, offset)) {
DC_LOG_HW_LINK_TRAINING("%s\n LTTPR Repeater ID: %d\n"do { } while(0)
		" 0x%X VS set = %x  PE set = %x max VS Reached = %x  max PE Reached = %x\n",do { } while(0)
	__func__,do { } while(0)
	offset,do { } while(0)
	lane0_set_address,do { } while(0)
	link_training_setting->dpcd_lane_settings[0].bits.VOLTAGE_SWING_SET,do { } while(0)
	link_training_setting->dpcd_lane_settings[0].bits.PRE_EMPHASIS_SET,do { } while(0)
	link_training_setting->dpcd_lane_settings[0].bits.MAX_SWING_REACHED,do { } while(0)
	link_training_setting->dpcd_lane_settings[0].bits.MAX_PRE_EMPHASIS_REACHED)do { } while(0);

} else {
DC_LOG_HW_LINK_TRAINING("%s\n 0x%X VS set = %x  PE set = %x max VS Reached = %x  max PE Reached = %x\n",do { } while(0)
	__func__,do { } while(0)
	lane0_set_address,do { } while(0)
	link_training_setting->dpcd_lane_settings[0].bits.VOLTAGE_SWING_SET,do { } while(0)
	link_training_setting->dpcd_lane_settings[0].bits.PRE_EMPHASIS_SET,do { } while(0)
	link_training_setting->dpcd_lane_settings[0].bits.MAX_SWING_REACHED,do { } while(0)
	link_training_setting->dpcd_lane_settings[0].bits.MAX_PRE_EMPHASIS_REACHED)do { } while(0);
}

return status;
1005}

1007bool_Bool dp_is_max_vs_reached(
const struct link_training_settings *lt_settings)
1009{
uint32_t lane;
for (lane = 0; lane <
(uint32_t)(lt_settings->link_settings.lane_count);
lane++) {
if (lt_settings->dpcd_lane_settings[lane].bits.VOLTAGE_SWING_SET
	== VOLTAGE_SWING_MAX_LEVEL)
	return true1;
}
return false0;

1020}

1022static bool_Bool perform_post_lt_adj_req_sequence(
struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings)
1026{
enum dc_lane_count lane_count =
lt_settings->link_settings.lane_count;

uint32_t adj_req_count;
uint32_t adj_req_timer;
bool_Bool req_drv_setting_changed;
uint32_t lane;
union lane_status dpcd_lane_status[LANE_COUNT_DP_MAX] = {0};
union lane_align_status_updated dpcd_lane_status_updated = {0};
union lane_adjust dpcd_lane_adjust[LANE_COUNT_DP_MAX] = {0};

req_drv_setting_changed = false0;
for (adj_req_count = 0; adj_req_count < POST_LT_ADJ_REQ_LIMIT;
adj_req_count++) {

req_drv_setting_changed = false0;

for (adj_req_timer = 0;
	adj_req_timer < POST_LT_ADJ_REQ_TIMEOUT;
	adj_req_timer++) {

	dp_get_lane_status_and_lane_adjust(
		link,
		lt_settings,
		dpcd_lane_status,
		&dpcd_lane_status_updated,
		dpcd_lane_adjust,
		DPRX);

	if (dpcd_lane_status_updated.bits.
			POST_LT_ADJ_REQ_IN_PROGRESS == 0)
		return true1;

	if (!dp_is_cr_done(lane_count, dpcd_lane_status))
		return false0;

	if (!dp_is_ch_eq_done(lane_count, dpcd_lane_status) ||
			!dp_is_symbol_locked(lane_count, dpcd_lane_status) ||
			!dp_is_interlane_aligned(dpcd_lane_status_updated))
		return false0;

	for (lane = 0; lane < (uint32_t)(lane_count); lane++) {

		if (lt_settings->
		dpcd_lane_settings[lane].bits.VOLTAGE_SWING_SET !=
		dpcd_lane_adjust[lane].bits.VOLTAGE_SWING_LANE ||
		lt_settings->dpcd_lane_settings[lane].bits.PRE_EMPHASIS_SET !=
		dpcd_lane_adjust[lane].bits.PRE_EMPHASIS_LANE) {

			req_drv_setting_changed = true1;
			break;
		}
	}

	if (req_drv_setting_changed) {
		dp_decide_lane_settings(lt_settings, dpcd_lane_adjust,
				lt_settings->hw_lane_settings, lt_settings->dpcd_lane_settings);

		dc_link_dp_set_drive_settings(link,
				link_res,
				lt_settings);
		break;
	}

	drm_msleep(1)mdelay(1);
}

if (!req_drv_setting_changed) {
	DC_LOG_WARNING("%s: Post Link Training Adjust Request Timed out\n",printk("\0014" "[" "drm" "] " "%s: Post Link Training Adjust Request Timed out\n"
, __func__)
		__func__)printk("\0014" "[" "drm" "] " "%s: Post Link Training Adjust Request Timed out\n"
, __func__);

	ASSERT(0)do { if (({ static int __warned; int __ret = !!(!(0)); if (__ret
 && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(0)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 1098); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);
	return true1;
}
}
DC_LOG_WARNING("%s: Post Link Training Adjust Request limit reached\n",printk("\0014" "[" "drm" "] " "%s: Post Link Training Adjust Request limit reached\n"
, __func__)
__func__)printk("\0014" "[" "drm" "] " "%s: Post Link Training Adjust Request limit reached\n"
, __func__);

ASSERT(0)do { if (({ static int __warned; int __ret = !!(!(0)); if (__ret
 && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(0)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 1105); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);
return true1;

1108}

1110/* Only used for channel equalization */
1111uint32_t dp_translate_training_aux_read_interval(uint32_t dpcd_aux_read_interval)
1112{
unsigned int aux_rd_interval_us = 400;

switch (dpcd_aux_read_interval) {
case 0x01:
aux_rd_interval_us = 4000;
break;
case 0x02:
aux_rd_interval_us = 8000;
break;
case 0x03:
aux_rd_interval_us = 12000;
break;
case 0x04:
aux_rd_interval_us = 16000;
break;
case 0x05:
aux_rd_interval_us = 32000;
break;
case 0x06:
aux_rd_interval_us = 64000;
break;
default:
break;
}

return aux_rd_interval_us;
1139}

1141enum link_training_result dp_get_cr_failure(enum dc_lane_count ln_count,
			union lane_status *dpcd_lane_status)
1143{
enum link_training_result result = LINK_TRAINING_SUCCESS;

if (ln_count >= LANE_COUNT_ONE && !dpcd_lane_status[0].bits.CR_DONE_0)
result = LINK_TRAINING_CR_FAIL_LANE0;
else if (ln_count >= LANE_COUNT_TWO && !dpcd_lane_status[1].bits.CR_DONE_0)
result = LINK_TRAINING_CR_FAIL_LANE1;
else if (ln_count >= LANE_COUNT_FOUR && !dpcd_lane_status[2].bits.CR_DONE_0)
result = LINK_TRAINING_CR_FAIL_LANE23;
else if (ln_count >= LANE_COUNT_FOUR && !dpcd_lane_status[3].bits.CR_DONE_0)
result = LINK_TRAINING_CR_FAIL_LANE23;
return result;
1155}

1157static enum link_training_result perform_channel_equalization_sequence(
struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings,
uint32_t offset)
1162{
enum dc_dp_training_pattern tr_pattern;
uint32_t retries_ch_eq;
uint32_t wait_time_microsec;
enum dc_lane_count lane_count = lt_settings->link_settings.lane_count;
union lane_align_status_updated dpcd_lane_status_updated = {0};
union lane_status dpcd_lane_status[LANE_COUNT_DP_MAX] = {0};
union lane_adjust dpcd_lane_adjust[LANE_COUNT_DP_MAX] = {0};

/* Note: also check that TPS4 is a supported feature*/
tr_pattern = lt_settings->pattern_for_eq;

if (is_repeater(lt_settings, offset) && dp_get_link_encoding_format(&lt_settings->link_settings) == DP_8b_10b_ENCODING)
tr_pattern = DP_TRAINING_PATTERN_SEQUENCE_4;

dp_set_hw_training_pattern(link, link_res, tr_pattern, offset);

for (retries_ch_eq = 0; retries_ch_eq <= LINK_TRAINING_MAX_RETRY_COUNT;
retries_ch_eq++) {

dp_set_hw_lane_settings(link, link_res, lt_settings, offset);

/* 2. update DPCD*/
if (!retries_ch_eq)
	/* EPR #361076 - write as a 5-byte burst,
	 * but only for the 1-st iteration
	 */

	dpcd_set_lt_pattern_and_lane_settings(
		link,
		lt_settings,
		tr_pattern, offset);
else
	dpcd_set_lane_settings(link, lt_settings, offset);

/* 3. wait for receiver to lock-on*/
wait_time_microsec = lt_settings->eq_pattern_time;

if (is_repeater(lt_settings, offset))
	wait_time_microsec =
			dp_translate_training_aux_read_interval(
				link->dpcd_caps.lttpr_caps.aux_rd_interval[offset - 1]);

dp_wait_for_training_aux_rd_interval(
		link,
		wait_time_microsec);

/* 4. Read lane status and requested
 * drive settings as set by the sink*/

dp_get_lane_status_and_lane_adjust(
	link,
	lt_settings,
	dpcd_lane_status,
	&dpcd_lane_status_updated,
	dpcd_lane_adjust,
	offset);

/* 5. check CR done*/
if (!dp_is_cr_done(lane_count, dpcd_lane_status))
	return dpcd_lane_status[0].bits.CR_DONE_0 ?
			LINK_TRAINING_EQ_FAIL_CR_PARTIAL :
			LINK_TRAINING_EQ_FAIL_CR;

/* 6. check CHEQ done*/
if (dp_is_ch_eq_done(lane_count, dpcd_lane_status) &&
		dp_is_symbol_locked(lane_count, dpcd_lane_status) &&
		dp_is_interlane_aligned(dpcd_lane_status_updated))
	return LINK_TRAINING_SUCCESS;

/* 7. update VS/PE/PC2 in lt_settings*/
dp_decide_lane_settings(lt_settings, dpcd_lane_adjust,
		lt_settings->hw_lane_settings, lt_settings->dpcd_lane_settings);
}

return LINK_TRAINING_EQ_FAIL_EQ;

1239}

1241static void start_clock_recovery_pattern_early(struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings,
uint32_t offset)
1245{
DC_LOG_HW_LINK_TRAINING("%s\n GPU sends TPS1. Wait 400us.\n",do { } while(0)
	__func__)do { } while(0);
dp_set_hw_training_pattern(link, link_res, lt_settings->pattern_for_cr, offset);
dp_set_hw_lane_settings(link, link_res, lt_settings, offset);
udelay(400);
1251}

1253static enum link_training_result perform_clock_recovery_sequence(
struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings,
uint32_t offset)
1258{
uint32_t retries_cr;
uint32_t retry_count;
uint32_t wait_time_microsec;
enum dc_lane_count lane_count = lt_settings->link_settings.lane_count;
union lane_status dpcd_lane_status[LANE_COUNT_DP_MAX];
union lane_align_status_updated dpcd_lane_status_updated;
union lane_adjust dpcd_lane_adjust[LANE_COUNT_DP_MAX] = {0};

retries_cr = 0;
retry_count = 0;

memset(&dpcd_lane_status, '\0', sizeof(dpcd_lane_status))__builtin_memset((&dpcd_lane_status), ('\0'), (sizeof(dpcd_lane_status
)));
memset(&dpcd_lane_status_updated, '\0',__builtin_memset((&dpcd_lane_status_updated), ('\0'), (sizeof
(dpcd_lane_status_updated)))
sizeof(dpcd_lane_status_updated))__builtin_memset((&dpcd_lane_status_updated), ('\0'), (sizeof
(dpcd_lane_status_updated)));

if (!link->ctx->dc->work_arounds.lt_early_cr_pattern)
dp_set_hw_training_pattern(link, link_res, lt_settings->pattern_for_cr, offset);

/* najeeb - The synaptics MST hub can put the LT in
* infinite loop by switching the VS
*/
/* between level 0 and level 1 continuously, here
* we try for CR lock for LinkTrainingMaxCRRetry count*/
while ((retries_cr < LINK_TRAINING_MAX_RETRY_COUNT) &&
(retry_count < LINK_TRAINING_MAX_CR_RETRY)) {


/* 1. call HWSS to set lane settings*/
dp_set_hw_lane_settings(
		link,
		link_res,
		lt_settings,
		offset);

/* 2. update DPCD of the receiver*/
if (!retry_count)
	/* EPR #361076 - write as a 5-byte burst,
	 * but only for the 1-st iteration.*/
	dpcd_set_lt_pattern_and_lane_settings(
			link,
			lt_settings,
			lt_settings->pattern_for_cr,
			offset);
else
	dpcd_set_lane_settings(
			link,
			lt_settings,
			offset);

/* 3. wait receiver to lock-on*/
wait_time_microsec = lt_settings->cr_pattern_time;

dp_wait_for_training_aux_rd_interval(
		link,
		wait_time_microsec);

/* 4. Read lane status and requested drive
* settings as set by the sink
*/
dp_get_lane_status_and_lane_adjust(
		link,
		lt_settings,
		dpcd_lane_status,
		&dpcd_lane_status_updated,
		dpcd_lane_adjust,
		offset);

/* 5. check CR done*/
if (dp_is_cr_done(lane_count, dpcd_lane_status))
	return LINK_TRAINING_SUCCESS;

/* 6. max VS reached*/
if ((dp_get_link_encoding_format(&lt_settings->link_settings) ==
		DP_8b_10b_ENCODING) &&
		dp_is_max_vs_reached(lt_settings))
	break;

/* 7. same lane settings*/
/* Note: settings are the same for all lanes,
 * so comparing first lane is sufficient*/
if ((dp_get_link_encoding_format(&lt_settings->link_settings) == DP_8b_10b_ENCODING) &&
		lt_settings->dpcd_lane_settings[0].bits.VOLTAGE_SWING_SET ==
				dpcd_lane_adjust[0].bits.VOLTAGE_SWING_LANE)
	retries_cr++;
else if ((dp_get_link_encoding_format(&lt_settings->link_settings) == DP_128b_132b_ENCODING) &&
		lt_settings->dpcd_lane_settings[0].tx_ffe.PRESET_VALUE ==
				dpcd_lane_adjust[0].tx_ffe.PRESET_VALUE)
	retries_cr++;
else
	retries_cr = 0;

/* 8. update VS/PE/PC2 in lt_settings*/
dp_decide_lane_settings(lt_settings, dpcd_lane_adjust,
		lt_settings->hw_lane_settings, lt_settings->dpcd_lane_settings);
retry_count++;
}

if (retry_count >= LINK_TRAINING_MAX_CR_RETRY) {
ASSERT(0)do { if (({ static int __warned; int __ret = !!(!(0)); if (__ret
 && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(0)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 1357); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);
DC_LOG_ERROR("%s: Link Training Error, could not get CR after %d tries. Possibly voltage swing issue",__drm_err("%s: Link Training Error, could not get CR after %d tries. Possibly voltage swing issue"
, __func__, LINK_TRAINING_MAX_CR_RETRY)
	__func__,__drm_err("%s: Link Training Error, could not get CR after %d tries. Possibly voltage swing issue"
, __func__, LINK_TRAINING_MAX_CR_RETRY)
	LINK_TRAINING_MAX_CR_RETRY)__drm_err("%s: Link Training Error, could not get CR after %d tries. Possibly voltage swing issue"
, __func__, LINK_TRAINING_MAX_CR_RETRY);

}

return dp_get_cr_failure(lane_count, dpcd_lane_status);
1365}

1367static inline enum link_training_result dp_transition_to_video_idle(
struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings,
enum link_training_result status)
1372{
union lane_count_set lane_count_set = {0};

/* 4. mainlink output idle pattern*/
dp_set_hw_test_pattern(link, link_res, DP_TEST_PATTERN_VIDEO_MODE, NULL((void *)0), 0);

/*
* 5. post training adjust if required
* If the upstream DPTX and downstream DPRX both support TPS4,
* TPS4 must be used instead of POST_LT_ADJ_REQ.
*/
if (link->dpcd_caps.max_ln_count.bits.POST_LT_ADJ_REQ_SUPPORTED != 1 ||
	lt_settings->pattern_for_eq >= DP_TRAINING_PATTERN_SEQUENCE_4) {
/* delay 5ms after Main Link output idle pattern and then check
 * DPCD 0202h.
 */
if (link->connector_signal != SIGNAL_TYPE_EDP && status == LINK_TRAINING_SUCCESS) {
	drm_msleep(5)mdelay(5);
	status = dp_check_link_loss_status(link, lt_settings);
}
return status;
}

if (status == LINK_TRAINING_SUCCESS &&
perform_post_lt_adj_req_sequence(link, link_res, lt_settings) == false0)
status = LINK_TRAINING_LQA_FAIL;

lane_count_set.bits.LANE_COUNT_SET = lt_settings->link_settings.lane_count;
lane_count_set.bits.ENHANCED_FRAMING = lt_settings->enhanced_framing;
lane_count_set.bits.POST_LT_ADJ_REQ_GRANTED = 0;

core_link_write_dpcd(
link,
DP_LANE_COUNT_SET0x101,
&lane_count_set.raw,
sizeof(lane_count_set));

return status;
1410}

1412enum link_training_result dp_check_link_loss_status(
struct dc_link *link,
const struct link_training_settings *link_training_setting)
1415{
enum link_training_result status = LINK_TRAINING_SUCCESS;
union lane_status lane_status;
uint8_t dpcd_buf[6] = {0};
uint32_t lane;

core_link_read_dpcd(
	link,
	DP_SINK_COUNT0x200,
	(uint8_t *)(dpcd_buf),
	sizeof(dpcd_buf));

/*parse lane status*/
for (lane = 0; lane < link->cur_link_settings.lane_count; lane++) {
/*
 * check lanes status
 */
lane_status.raw = get_nibble_at_index(&dpcd_buf[2], lane);

if (!lane_status.bits.CHANNEL_EQ_DONE_0 ||
	!lane_status.bits.CR_DONE_0 ||
	!lane_status.bits.SYMBOL_LOCKED_0) {
	/* if one of the channel equalization, clock
	 * recovery or symbol lock is dropped
	 * consider it as (link has been
	 * dropped) dp sink status has changed
	 */
	status = LINK_TRAINING_LINK_LOSS;
	break;
}
}

return status;
1448}

1450static inline void decide_8b_10b_training_settings(
struct dc_link *link,
const struct dc_link_settings *link_setting,
struct link_training_settings *lt_settings)
1454{
memset(lt_settings, '\0', sizeof(struct link_training_settings))__builtin_memset((lt_settings), ('\0'), (sizeof(struct link_training_settings
)));

/* Initialize link settings */
lt_settings->link_settings.use_link_rate_set = link_setting->use_link_rate_set;
lt_settings->link_settings.link_rate_set = link_setting->link_rate_set;
lt_settings->link_settings.link_rate = link_setting->link_rate;
lt_settings->link_settings.lane_count = link_setting->lane_count;
/* TODO hard coded to SS for now
* lt_settings.link_settings.link_spread =
* dal_display_path_is_ss_supported(
* path_mode->display_path) ?
* LINK_SPREAD_05_DOWNSPREAD_30KHZ :
* LINK_SPREAD_DISABLED;
*/
lt_settings->link_settings.link_spread = link->dp_ss_off ?
	LINK_SPREAD_DISABLED : LINK_SPREAD_05_DOWNSPREAD_30KHZ;
lt_settings->cr_pattern_time = get_cr_training_aux_rd_interval(link, link_setting);
lt_settings->eq_pattern_time = get_eq_training_aux_rd_interval(link, link_setting);
lt_settings->pattern_for_cr = decide_cr_training_pattern(link_setting);
lt_settings->pattern_for_eq = decide_eq_training_pattern(link, link_setting);
lt_settings->enhanced_framing = 1;
lt_settings->should_set_fec_ready = true1;
lt_settings->disallow_per_lane_settings = true1;
lt_settings->always_match_dpcd_with_hw_lane_settings = true1;
lt_settings->lttpr_mode = dp_decide_8b_10b_lttpr_mode(link);
dp_hw_to_dpcd_lane_settings(lt_settings, lt_settings->hw_lane_settings, lt_settings->dpcd_lane_settings);
1481}

1483static inline void decide_128b_132b_training_settings(struct dc_link *link,
const struct dc_link_settings *link_settings,
struct link_training_settings *lt_settings)
1486{
memset(lt_settings, 0, sizeof(*lt_settings))__builtin_memset((lt_settings), (0), (sizeof(*lt_settings)));

lt_settings->link_settings = *link_settings;
/* TODO: should decide link spread when populating link_settings */
lt_settings->link_settings.link_spread = link->dp_ss_off ? LINK_SPREAD_DISABLED :
	LINK_SPREAD_05_DOWNSPREAD_30KHZ;

lt_settings->pattern_for_cr = decide_cr_training_pattern(link_settings);
lt_settings->pattern_for_eq = decide_eq_training_pattern(link, link_settings);
lt_settings->eq_pattern_time = 2500;
lt_settings->eq_wait_time_limit = 400000;
lt_settings->eq_loop_count_limit = 20;
lt_settings->pattern_for_cds = DP_128b_132b_TPS2_CDS;
lt_settings->cds_pattern_time = 2500;
lt_settings->cds_wait_time_limit = (dp_convert_to_count(
	link->dpcd_caps.lttpr_caps.phy_repeater_cnt) + 1) * 20000;
lt_settings->disallow_per_lane_settings = true1;
lt_settings->lttpr_mode = dp_decide_128b_132b_lttpr_mode(link);
dp_hw_to_dpcd_lane_settings(lt_settings,
	lt_settings->hw_lane_settings, lt_settings->dpcd_lane_settings);
1507}

1509void dp_decide_training_settings(
struct dc_link *link,
const struct dc_link_settings *link_settings,
struct link_training_settings *lt_settings)
1513{
if (dp_get_link_encoding_format(link_settings) == DP_8b_10b_ENCODING)
decide_8b_10b_training_settings(link, link_settings, lt_settings);
else if (dp_get_link_encoding_format(link_settings) == DP_128b_132b_ENCODING)
decide_128b_132b_training_settings(link, link_settings, lt_settings);
1518}

1520static void override_training_settings(
struct dc_link *link,
const struct dc_link_training_overrides *overrides,
struct link_training_settings *lt_settings)
1524{
uint32_t lane;

/* Override link spread */
if (!link->dp_ss_off && overrides->downspread != NULL((void *)0))
lt_settings->link_settings.link_spread = *overrides->downspread ?
		LINK_SPREAD_05_DOWNSPREAD_30KHZ
		: LINK_SPREAD_DISABLED;

/* Override lane settings */
if (overrides->voltage_swing != NULL((void *)0))
lt_settings->voltage_swing = overrides->voltage_swing;
if (overrides->pre_emphasis != NULL((void *)0))
lt_settings->pre_emphasis = overrides->pre_emphasis;
if (overrides->post_cursor2 != NULL((void *)0))
lt_settings->post_cursor2 = overrides->post_cursor2;
if (overrides->ffe_preset != NULL((void *)0))
lt_settings->ffe_preset = overrides->ffe_preset;
/* Override HW lane settings with BIOS forced values if present */
if (link->chip_caps & EXT_DISPLAY_PATH_CAPS__DP_FIXED_VS_EN &&
	lt_settings->lttpr_mode == LTTPR_MODE_TRANSPARENT) {
lt_settings->voltage_swing = &link->bios_forced_drive_settings.VOLTAGE_SWING;
lt_settings->pre_emphasis = &link->bios_forced_drive_settings.PRE_EMPHASIS;
lt_settings->always_match_dpcd_with_hw_lane_settings = false0;
}
for (lane = 0; lane < LANE_COUNT_DP_MAX; lane++) {
lt_settings->hw_lane_settings[lane].VOLTAGE_SWING =
	lt_settings->voltage_swing != NULL((void *)0) ?
	*lt_settings->voltage_swing :
	VOLTAGE_SWING_LEVEL0;
lt_settings->hw_lane_settings[lane].PRE_EMPHASIS =
	lt_settings->pre_emphasis != NULL((void *)0) ?
	*lt_settings->pre_emphasis
	: PRE_EMPHASIS_DISABLED;
lt_settings->hw_lane_settings[lane].POST_CURSOR2 =
	lt_settings->post_cursor2 != NULL((void *)0) ?
	*lt_settings->post_cursor2
	: POST_CURSOR2_DISABLED;
}

if (lt_settings->always_match_dpcd_with_hw_lane_settings)
dp_hw_to_dpcd_lane_settings(lt_settings,
		lt_settings->hw_lane_settings, lt_settings->dpcd_lane_settings);

/* Initialize training timings */
if (overrides->cr_pattern_time != NULL((void *)0))
lt_settings->cr_pattern_time = *overrides->cr_pattern_time;

if (overrides->eq_pattern_time != NULL((void *)0))
lt_settings->eq_pattern_time = *overrides->eq_pattern_time;

if (overrides->pattern_for_cr != NULL((void *)0))
lt_settings->pattern_for_cr = *overrides->pattern_for_cr;
if (overrides->pattern_for_eq != NULL((void *)0))
lt_settings->pattern_for_eq = *overrides->pattern_for_eq;

if (overrides->enhanced_framing != NULL((void *)0))
lt_settings->enhanced_framing = *overrides->enhanced_framing;

if (link->preferred_training_settings.fec_enable != NULL((void *)0))
lt_settings->should_set_fec_ready = *link->preferred_training_settings.fec_enable;

#if defined(CONFIG_DRM_AMD_DC_DCN1)
/* Check DP tunnel LTTPR mode debug option. */
if (link->ep_type == DISPLAY_ENDPOINT_USB4_DPIA && link->dc->debug.dpia_debug.bits.force_non_lttpr)
lt_settings->lttpr_mode = LTTPR_MODE_NON_LTTPR;

1591#endif
dp_get_lttpr_mode_override(link, &lt_settings->lttpr_mode);

1594}

1596uint8_t dp_convert_to_count(uint8_t lttpr_repeater_count)
1597{
switch (lttpr_repeater_count) {
case 0x80: // 1 lttpr repeater
return 1;
case 0x40: // 2 lttpr repeaters
return 2;
case 0x20: // 3 lttpr repeaters
return 3;
case 0x10: // 4 lttpr repeaters
return 4;
case 0x08: // 5 lttpr repeaters
return 5;
case 0x04: // 6 lttpr repeaters
return 6;
case 0x02: // 7 lttpr repeaters
return 7;
case 0x01: // 8 lttpr repeaters
return 8;
default:
break;
}
return 0; // invalid value
1619}

1621static enum dc_status configure_lttpr_mode_transparent(struct dc_link *link)
1622{
uint8_t repeater_mode = DP_PHY_REPEATER_MODE_TRANSPARENT0x55;

DC_LOG_HW_LINK_TRAINING("%s\n Set LTTPR to Transparent Mode\n", __func__)do { } while(0);
return core_link_write_dpcd(link,
	DP_PHY_REPEATER_MODE0xf0003,
	(uint8_t *)&repeater_mode,
	sizeof(repeater_mode));
1630}

1632static enum dc_status configure_lttpr_mode_non_transparent(
struct dc_link *link,
const struct link_training_settings *lt_settings)
1635{
/* aux timeout is already set to extended */
/* RESET/SET lttpr mode to enable non transparent mode */
uint8_t repeater_cnt;
uint32_t aux_interval_address;
uint8_t repeater_id;
enum dc_status result = DC_ERROR_UNEXPECTED;
uint8_t repeater_mode = DP_PHY_REPEATER_MODE_TRANSPARENT0x55;

enum dp_link_encoding encoding = dp_get_link_encoding_format(&lt_settings->link_settings);

if (encoding == DP_8b_10b_ENCODING) {
DC_LOG_HW_LINK_TRAINING("%s\n Set LTTPR to Transparent Mode\n", __func__)do { } while(0);
result = core_link_write_dpcd(link,
		DP_PHY_REPEATER_MODE0xf0003,
		(uint8_t *)&repeater_mode,
		sizeof(repeater_mode));

}

if (result == DC_OK) {
link->dpcd_caps.lttpr_caps.mode = repeater_mode;
}

if (lt_settings->lttpr_mode == LTTPR_MODE_NON_TRANSPARENT) {

DC_LOG_HW_LINK_TRAINING("%s\n Set LTTPR to Non Transparent Mode\n", __func__)do { } while(0);

repeater_mode = DP_PHY_REPEATER_MODE_NON_TRANSPARENT0xaa;
result = core_link_write_dpcd(link,
		DP_PHY_REPEATER_MODE0xf0003,
		(uint8_t *)&repeater_mode,
		sizeof(repeater_mode));

if (result == DC_OK) {
	link->dpcd_caps.lttpr_caps.mode = repeater_mode;
}

if (encoding == DP_8b_10b_ENCODING) {
	repeater_cnt = dp_convert_to_count(link->dpcd_caps.lttpr_caps.phy_repeater_cnt);

	/* Driver does not need to train the first hop. Skip DPCD read and clear
	 * AUX_RD_INTERVAL for DPTX-to-DPIA hop.
	 */
	if (link->ep_type == DISPLAY_ENDPOINT_USB4_DPIA)
		link->dpcd_caps.lttpr_caps.aux_rd_interval[--repeater_cnt] = 0;

	for (repeater_id = repeater_cnt; repeater_id > 0; repeater_id--) {
		aux_interval_address = DP_TRAINING_AUX_RD_INTERVAL_PHY_REPEATER10xf0020 +
					((DP_REPEATER_CONFIGURATION_AND_STATUS_SIZE0x50) * (repeater_id - 1));
		core_link_read_dpcd(
			link,
			aux_interval_address,
			(uint8_t *)&link->dpcd_caps.lttpr_caps.aux_rd_interval[repeater_id - 1],
			sizeof(link->dpcd_caps.lttpr_caps.aux_rd_interval[repeater_id - 1]));
		link->dpcd_caps.lttpr_caps.aux_rd_interval[repeater_id - 1] &= 0x7F;
	}
}
}

return result;
1696}

1698static void repeater_training_done(struct dc_link *link, uint32_t offset)
1699{
union dpcd_training_pattern dpcd_pattern = {0};

const uint32_t dpcd_base_lt_offset =
	DP_TRAINING_PATTERN_SET_PHY_REPEATER10xf0010 +
		((DP_REPEATER_CONFIGURATION_AND_STATUS_SIZE0x50) * (offset - 1));
/* Set training not in progress*/
dpcd_pattern.v1_4.TRAINING_PATTERN_SET = DPCD_TRAINING_PATTERN_VIDEOIDLE;

core_link_write_dpcd(
link,
dpcd_base_lt_offset,
&dpcd_pattern.raw,
1);

DC_LOG_HW_LINK_TRAINING("%s\n LTTPR Id: %d 0x%X pattern = %x\n",do { } while(0)
__func__,do { } while(0)
offset,do { } while(0)
dpcd_base_lt_offset,do { } while(0)
dpcd_pattern.v1_4.TRAINING_PATTERN_SET)do { } while(0);
1719}

1721static void print_status_message(
struct dc_link *link,
const struct link_training_settings *lt_settings,
enum link_training_result status)
1725{
char *link_rate = "Unknown";
char *lt_result = "Unknown";
char *lt_spread = "Disabled";

switch (lt_settings->link_settings.link_rate) {
case LINK_RATE_LOW:
link_rate = "RBR";
break;
case LINK_RATE_RATE_2:
link_rate = "R2";
break;
case LINK_RATE_RATE_3:
link_rate = "R3";
break;
case LINK_RATE_HIGH:
link_rate = "HBR";
break;
case LINK_RATE_RBR2:
link_rate = "RBR2";
break;
case LINK_RATE_RATE_6:
link_rate = "R6";
break;
case LINK_RATE_HIGH2:
link_rate = "HBR2";
break;
case LINK_RATE_HIGH3:
link_rate = "HBR3";
break;
case LINK_RATE_UHBR10:
link_rate = "UHBR10";
break;
case LINK_RATE_UHBR13_5:
link_rate = "UHBR13.5";
break;
case LINK_RATE_UHBR20:
link_rate = "UHBR20";
break;
default:
break;
}

switch (status) {
case LINK_TRAINING_SUCCESS:
lt_result = "pass";
break;
case LINK_TRAINING_CR_FAIL_LANE0:
lt_result = "CR failed lane0";
break;
case LINK_TRAINING_CR_FAIL_LANE1:
lt_result = "CR failed lane1";
break;
case LINK_TRAINING_CR_FAIL_LANE23:
lt_result = "CR failed lane23";
break;
case LINK_TRAINING_EQ_FAIL_CR:
lt_result = "CR failed in EQ";
break;
case LINK_TRAINING_EQ_FAIL_CR_PARTIAL:
lt_result = "CR failed in EQ partially";
break;
case LINK_TRAINING_EQ_FAIL_EQ:
lt_result = "EQ failed";
break;
case LINK_TRAINING_LQA_FAIL:
lt_result = "LQA failed";
break;
case LINK_TRAINING_LINK_LOSS:
lt_result = "Link loss";
break;
case DP_128b_132b_LT_FAILED:
lt_result = "LT_FAILED received";
break;
case DP_128b_132b_MAX_LOOP_COUNT_REACHED:
lt_result = "max loop count reached";
break;
case DP_128b_132b_CHANNEL_EQ_DONE_TIMEOUT:
lt_result = "channel EQ timeout";
break;
case DP_128b_132b_CDS_DONE_TIMEOUT:
lt_result = "CDS timeout";
break;
default:
break;
}

switch (lt_settings->link_settings.link_spread) {
case LINK_SPREAD_DISABLED:
lt_spread = "Disabled";
break;
case LINK_SPREAD_05_DOWNSPREAD_30KHZ:
lt_spread = "0.5% 30KHz";
break;
case LINK_SPREAD_05_DOWNSPREAD_33KHZ:
lt_spread = "0.5% 33KHz";
break;
default:
break;
}

/* Connectivity log: link training */

/* TODO - DP2.0 Log: add connectivity log for FFE PRESET */

CONN_MSG_LT(link, "%sx%d %s VS=%d, PE=%d, DS=%s",do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "%sx%d %s VS=%d, PE=%d, DS=%s"
, link_rate, lt_settings->link_settings.lane_count, lt_result
, lt_settings->hw_lane_settings[0].VOLTAGE_SWING, lt_settings
->hw_lane_settings[0].PRE_EMPHASIS, lt_spread); } while (0
)
		link_rate,do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "%sx%d %s VS=%d, PE=%d, DS=%s"
, link_rate, lt_settings->link_settings.lane_count, lt_result
, lt_settings->hw_lane_settings[0].VOLTAGE_SWING, lt_settings
->hw_lane_settings[0].PRE_EMPHASIS, lt_spread); } while (0
)
		lt_settings->link_settings.lane_count,do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "%sx%d %s VS=%d, PE=%d, DS=%s"
, link_rate, lt_settings->link_settings.lane_count, lt_result
, lt_settings->hw_lane_settings[0].VOLTAGE_SWING, lt_settings
->hw_lane_settings[0].PRE_EMPHASIS, lt_spread); } while (0
)
		lt_result,do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "%sx%d %s VS=%d, PE=%d, DS=%s"
, link_rate, lt_settings->link_settings.lane_count, lt_result
, lt_settings->hw_lane_settings[0].VOLTAGE_SWING, lt_settings
->hw_lane_settings[0].PRE_EMPHASIS, lt_spread); } while (0
)
		lt_settings->hw_lane_settings[0].VOLTAGE_SWING,do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "%sx%d %s VS=%d, PE=%d, DS=%s"
, link_rate, lt_settings->link_settings.lane_count, lt_result
, lt_settings->hw_lane_settings[0].VOLTAGE_SWING, lt_settings
->hw_lane_settings[0].PRE_EMPHASIS, lt_spread); } while (0
)
		lt_settings->hw_lane_settings[0].PRE_EMPHASIS,do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "%sx%d %s VS=%d, PE=%d, DS=%s"
, link_rate, lt_settings->link_settings.lane_count, lt_result
, lt_settings->hw_lane_settings[0].VOLTAGE_SWING, lt_settings
->hw_lane_settings[0].PRE_EMPHASIS, lt_spread); } while (0
)
		lt_spread)do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "%sx%d %s VS=%d, PE=%d, DS=%s"
, link_rate, lt_settings->link_settings.lane_count, lt_result
, lt_settings->hw_lane_settings[0].VOLTAGE_SWING, lt_settings
->hw_lane_settings[0].PRE_EMPHASIS, lt_spread); } while (0
);
1837}

1839void dc_link_dp_set_drive_settings(
struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings)
1843{
/* program ASIC PHY settings*/
dp_set_hw_lane_settings(link, link_res, lt_settings, DPRX);

dp_hw_to_dpcd_lane_settings(lt_settings,
	lt_settings->hw_lane_settings, lt_settings->dpcd_lane_settings);

/* Notify DP sink the PHY settings from source */
dpcd_set_lane_settings(link, lt_settings, DPRX);
1852}

1854bool_Bool dc_link_dp_perform_link_training_skip_aux(
struct dc_link *link,
const struct link_resource *link_res,
const struct dc_link_settings *link_setting)
1858{
struct link_training_settings lt_settings = {0};

dp_decide_training_settings(
	link,
	link_setting,
	&lt_settings);
override_training_settings(
	link,
	&link->preferred_training_settings,
	&lt_settings);

/* 1. Perform_clock_recovery_sequence. */

/* transmit training pattern for clock recovery */
dp_set_hw_training_pattern(link, link_res, lt_settings.pattern_for_cr, DPRX);

/* call HWSS to set lane settings*/
dp_set_hw_lane_settings(link, link_res, &lt_settings, DPRX);

/* wait receiver to lock-on*/
dp_wait_for_training_aux_rd_interval(link, lt_settings.cr_pattern_time);

/* 2. Perform_channel_equalization_sequence. */

/* transmit training pattern for channel equalization. */
dp_set_hw_training_pattern(link, link_res, lt_settings.pattern_for_eq, DPRX);

/* call HWSS to set lane settings*/
dp_set_hw_lane_settings(link, link_res, &lt_settings, DPRX);

/* wait receiver to lock-on. */
dp_wait_for_training_aux_rd_interval(link, lt_settings.eq_pattern_time);

/* 3. Perform_link_training_int. */

/* Mainlink output idle pattern. */
dp_set_hw_test_pattern(link, link_res, DP_TEST_PATTERN_VIDEO_MODE, NULL((void *)0), 0);

print_status_message(link, &lt_settings, LINK_TRAINING_SUCCESS);

return true1;
1900}

1902enum dc_status dpcd_configure_lttpr_mode(struct dc_link *link, struct link_training_settings *lt_settings)
1903{
enum dc_status status = DC_OK;

if (lt_settings->lttpr_mode == LTTPR_MODE_TRANSPARENT)
status = configure_lttpr_mode_transparent(link);

else if (lt_settings->lttpr_mode == LTTPR_MODE_NON_TRANSPARENT)
status = configure_lttpr_mode_non_transparent(link, lt_settings);

return status;
1913}

1915static void dpcd_exit_training_mode(struct dc_link *link)
1916{
uint8_t sink_status = 0;
uint8_t i;

/* clear training pattern set */
dpcd_set_training_pattern(link, DP_TRAINING_PATTERN_VIDEOIDLE);

/* poll for intra-hop disable */
for (i = 0; i < 10; i++) {
if ((core_link_read_dpcd(link, DP_SINK_STATUS0x205, &sink_status, 1) == DC_OK) &&
		(sink_status & DP_INTRA_HOP_AUX_REPLY_INDICATION(1 << 3)) == 0)
	break;
udelay(1000);
}
1930}

1932enum dc_status dpcd_configure_channel_coding(struct dc_link *link,
struct link_training_settings *lt_settings)
1934{
enum dp_link_encoding encoding =
	dp_get_link_encoding_format(
			&lt_settings->link_settings);
enum dc_status status;

status = core_link_write_dpcd(
	link,
	DP_MAIN_LINK_CHANNEL_CODING_SET0x108,
	(uint8_t *) &encoding,
	1);
DC_LOG_HW_LINK_TRAINING("%s:\n 0x%X MAIN_LINK_CHANNEL_CODING_SET = %x\n",do { } while(0)
			__func__,do { } while(0)
			DP_MAIN_LINK_CHANNEL_CODING_SET,do { } while(0)
			encoding)do { } while(0);

return status;
1951}

1953static void dpcd_128b_132b_get_aux_rd_interval(struct dc_link *link,
uint32_t *interval_in_us)
1955{
union dp_128b_132b_training_aux_rd_interval dpcd_interval;
uint32_t interval_unit = 0;

dpcd_interval.raw = 0;
core_link_read_dpcd(link, DP_128b_132b_TRAINING_AUX_RD_INTERVAL0x2216,
	&dpcd_interval.raw, sizeof(dpcd_interval.raw));
interval_unit = dpcd_interval.bits.UNIT ? 1 : 2; /* 0b = 2 ms, 1b = 1 ms */
/* (128b/132b_TRAINING_AUX_RD_INTERVAL value + 1) *
* INTERVAL_UNIT. The maximum is 256 ms
*/
*interval_in_us = (dpcd_interval.bits.VALUE + 1) * interval_unit * 1000;
1967}

1969static enum link_training_result dp_perform_128b_132b_channel_eq_done_sequence(
struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings)
1973{
uint8_t loop_count;
uint32_t aux_rd_interval = 0;
uint32_t wait_time = 0;
union lane_align_status_updated dpcd_lane_status_updated = {0};
union lane_status dpcd_lane_status[LANE_COUNT_DP_MAX] = {0};
enum dc_status status = DC_OK;
enum link_training_result result = LINK_TRAINING_SUCCESS;
union lane_adjust dpcd_lane_adjust[LANE_COUNT_DP_MAX] = {0};

/* Transmit 128b/132b_TPS1 over Main-Link */
dp_set_hw_training_pattern(link, link_res, lt_settings->pattern_for_cr, DPRX);
/* Set TRAINING_PATTERN_SET to 01h */
dpcd_set_training_pattern(link, lt_settings->pattern_for_cr);

/* Adjust TX_FFE_PRESET_VALUE and Transmit 128b/132b_TPS2 over Main-Link */
dpcd_128b_132b_get_aux_rd_interval(link, &aux_rd_interval);
dp_get_lane_status_and_lane_adjust(link, lt_settings, dpcd_lane_status,
	&dpcd_lane_status_updated, dpcd_lane_adjust, DPRX);
dp_decide_lane_settings(lt_settings, dpcd_lane_adjust,
	lt_settings->hw_lane_settings, lt_settings->dpcd_lane_settings);
dp_set_hw_lane_settings(link, link_res, lt_settings, DPRX);
dp_set_hw_training_pattern(link, link_res, lt_settings->pattern_for_eq, DPRX);

/* Set loop counter to start from 1 */
loop_count = 1;

/* Set TRAINING_PATTERN_SET to 02h and TX_FFE_PRESET_VALUE in one AUX transaction */
dpcd_set_lt_pattern_and_lane_settings(link, lt_settings,
	lt_settings->pattern_for_eq, DPRX);

/* poll for channel EQ done */
while (result == LINK_TRAINING_SUCCESS) {
dp_wait_for_training_aux_rd_interval(link, aux_rd_interval);
wait_time += aux_rd_interval;
status = dp_get_lane_status_and_lane_adjust(link, lt_settings, dpcd_lane_status,
		&dpcd_lane_status_updated, dpcd_lane_adjust, DPRX);
dp_decide_lane_settings(lt_settings, dpcd_lane_adjust,
	lt_settings->hw_lane_settings, lt_settings->dpcd_lane_settings);
dpcd_128b_132b_get_aux_rd_interval(link, &aux_rd_interval);
if (status != DC_OK) {
	result = LINK_TRAINING_ABORT;
} else if (dp_is_ch_eq_done(lt_settings->link_settings.lane_count,
		dpcd_lane_status)) {
	/* pass */
	break;
} else if (loop_count >= lt_settings->eq_loop_count_limit) {
	result = DP_128b_132b_MAX_LOOP_COUNT_REACHED;
} else if (dpcd_lane_status_updated.bits.LT_FAILED_128b_132b) {
	result = DP_128b_132b_LT_FAILED;
} else {
	dp_set_hw_lane_settings(link, link_res, lt_settings, DPRX);
	dpcd_128b_132b_set_lane_settings(link, lt_settings);
}
loop_count++;
}

/* poll for EQ interlane align done */
while (result == LINK_TRAINING_SUCCESS) {
if (status != DC_OK) {
	result = LINK_TRAINING_ABORT;
} else if (dpcd_lane_status_updated.bits.EQ_INTERLANE_ALIGN_DONE_128b_132b) {
	/* pass */
	break;
} else if (wait_time >= lt_settings->eq_wait_time_limit) {
	result = DP_128b_132b_CHANNEL_EQ_DONE_TIMEOUT;
} else if (dpcd_lane_status_updated.bits.LT_FAILED_128b_132b) {
	result = DP_128b_132b_LT_FAILED;
} else {
	dp_wait_for_training_aux_rd_interval(link,
			lt_settings->eq_pattern_time);
	wait_time += lt_settings->eq_pattern_time;
	status = dp_get_lane_status_and_lane_adjust(link, lt_settings, dpcd_lane_status,
			&dpcd_lane_status_updated, dpcd_lane_adjust, DPRX);
}
}

return result;
2051}

2053static enum link_training_result dp_perform_128b_132b_cds_done_sequence(
struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings)
2057{
/* Assumption: assume hardware has transmitted eq pattern */
enum dc_status status = DC_OK;
enum link_training_result result = LINK_TRAINING_SUCCESS;
union lane_align_status_updated dpcd_lane_status_updated = {0};
union lane_status dpcd_lane_status[LANE_COUNT_DP_MAX] = {0};
union lane_adjust dpcd_lane_adjust[LANE_COUNT_DP_MAX] = {0};
uint32_t wait_time = 0;

/* initiate CDS done sequence */
dpcd_set_training_pattern(link, lt_settings->pattern_for_cds);

/* poll for CDS interlane align done and symbol lock */
while (result  == LINK_TRAINING_SUCCESS) {
dp_wait_for_training_aux_rd_interval(link,
		lt_settings->cds_pattern_time);
wait_time += lt_settings->cds_pattern_time;
status = dp_get_lane_status_and_lane_adjust(link, lt_settings, dpcd_lane_status,
				&dpcd_lane_status_updated, dpcd_lane_adjust, DPRX);
if (status != DC_OK) {
	result = LINK_TRAINING_ABORT;
} else if (dp_is_symbol_locked(lt_settings->link_settings.lane_count, dpcd_lane_status) &&
		dpcd_lane_status_updated.bits.CDS_INTERLANE_ALIGN_DONE_128b_132b) {
	/* pass */
	break;
} else if (dpcd_lane_status_updated.bits.LT_FAILED_128b_132b) {
	result = DP_128b_132b_LT_FAILED;
} else if (wait_time >= lt_settings->cds_wait_time_limit) {
	result = DP_128b_132b_CDS_DONE_TIMEOUT;
}
}

return result;
2090}

2092static enum link_training_result dp_perform_8b_10b_link_training(
struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings)
2096{
enum link_training_result status = LINK_TRAINING_SUCCESS;

uint8_t repeater_cnt;
uint8_t repeater_id;
uint8_t lane = 0;

if (link->ctx->dc->work_arounds.lt_early_cr_pattern)
start_clock_recovery_pattern_early(link, link_res, lt_settings, DPRX);

/* 1. set link rate, lane count and spread. */
dpcd_set_link_settings(link, lt_settings);

if (lt_settings->lttpr_mode == LTTPR_MODE_NON_TRANSPARENT) {

/* 2. perform link training (set link training done
 *  to false is done as well)
 */
repeater_cnt = dp_convert_to_count(link->dpcd_caps.lttpr_caps.phy_repeater_cnt);

for (repeater_id = repeater_cnt; (repeater_id > 0 && status == LINK_TRAINING_SUCCESS);
		repeater_id--) {
	status = perform_clock_recovery_sequence(link, link_res, lt_settings, repeater_id);

	if (status != LINK_TRAINING_SUCCESS) {
		repeater_training_done(link, repeater_id);
		break;
	}

	status = perform_channel_equalization_sequence(link,
			link_res,
			lt_settings,
			repeater_id);

	repeater_training_done(link, repeater_id);

	if (status != LINK_TRAINING_SUCCESS)
		break;

	for (lane = 0; lane < LANE_COUNT_DP_MAX; lane++) {
		lt_settings->dpcd_lane_settings[lane].raw = 0;
		lt_settings->hw_lane_settings[lane].VOLTAGE_SWING = 0;
		lt_settings->hw_lane_settings[lane].PRE_EMPHASIS = 0;
	}
}
}

if (status == LINK_TRAINING_SUCCESS) {
status = perform_clock_recovery_sequence(link, link_res, lt_settings, DPRX);
if (status == LINK_TRAINING_SUCCESS) {
	status = perform_channel_equalization_sequence(link,
						       link_res,
						       lt_settings,
						       DPRX);
}
}

return status;
2154}

2156static enum link_training_result dp_perform_128b_132b_link_training(
struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings)
2160{
enum link_training_result result = LINK_TRAINING_SUCCESS;

/* TODO - DP2.0 Link: remove legacy_dp2_lt logic */
if (link->dc->debug.legacy_dp2_lt) {
struct link_training_settings legacy_settings;

decide_8b_10b_training_settings(link,
		&lt_settings->link_settings,
		&legacy_settings);
return dp_perform_8b_10b_link_training(link, link_res, &legacy_settings);
}

dpcd_set_link_settings(link, lt_settings);

if (result == LINK_TRAINING_SUCCESS)
result = dp_perform_128b_132b_channel_eq_done_sequence(link, link_res, lt_settings);

if (result == LINK_TRAINING_SUCCESS)
result = dp_perform_128b_132b_cds_done_sequence(link, link_res, lt_settings);

return result;
2182}

2184static enum link_training_result perform_fixed_vs_pe_nontransparent_training_sequence(
struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings)
2188{
enum link_training_result status = LINK_TRAINING_SUCCESS;
uint8_t lane = 0;
uint8_t toggle_rate = 0x6;
uint8_t target_rate = 0x6;
bool_Bool apply_toggle_rate_wa = false0;
uint8_t repeater_cnt;
uint8_t repeater_id;

/* Fixed VS/PE specific: Force CR AUX RD Interval to at least 16ms */
if (lt_settings->cr_pattern_time < 16000)
lt_settings->cr_pattern_time = 16000;

/* Fixed VS/PE specific: Toggle link rate */
apply_toggle_rate_wa = (link->vendor_specific_lttpr_link_rate_wa == target_rate);
target_rate = get_dpcd_link_rate(&lt_settings->link_settings);
toggle_rate = (target_rate == 0x6) ? 0xA : 0x6;

if (apply_toggle_rate_wa)
lt_settings->link_settings.link_rate = toggle_rate;

if (link->ctx->dc->work_arounds.lt_early_cr_pattern)
start_clock_recovery_pattern_early(link, link_res, lt_settings, DPRX);

/* 1. set link rate, lane count and spread. */
dpcd_set_link_settings(link, lt_settings);

/* Fixed VS/PE specific: Toggle link rate back*/
if (apply_toggle_rate_wa) {
core_link_write_dpcd(
		link,
		DP_LINK_BW_SET0x100,
		&target_rate,
		1);
}

link->vendor_specific_lttpr_link_rate_wa = target_rate;

if (lt_settings->lttpr_mode == LTTPR_MODE_NON_TRANSPARENT) {

/* 2. perform link training (set link training done
 *  to false is done as well)
 */
repeater_cnt = dp_convert_to_count(link->dpcd_caps.lttpr_caps.phy_repeater_cnt);

for (repeater_id = repeater_cnt; (repeater_id > 0 && status == LINK_TRAINING_SUCCESS);
		repeater_id--) {
	status = perform_clock_recovery_sequence(link, link_res, lt_settings, repeater_id);

	if (status != LINK_TRAINING_SUCCESS) {
		repeater_training_done(link, repeater_id);
		break;
	}

	status = perform_channel_equalization_sequence(link,
			link_res,
			lt_settings,
			repeater_id);

	repeater_training_done(link, repeater_id);

	if (status != LINK_TRAINING_SUCCESS)
		break;

	for (lane = 0; lane < LANE_COUNT_DP_MAX; lane++) {
		lt_settings->dpcd_lane_settings[lane].raw = 0;
		lt_settings->hw_lane_settings[lane].VOLTAGE_SWING = 0;
		lt_settings->hw_lane_settings[lane].PRE_EMPHASIS = 0;
	}
}
}

if (status == LINK_TRAINING_SUCCESS) {
status = perform_clock_recovery_sequence(link, link_res, lt_settings, DPRX);
if (status == LINK_TRAINING_SUCCESS) {
	status = perform_channel_equalization_sequence(link,
						       link_res,
						       lt_settings,
						       DPRX);
}
}

return status;
2271}

2273static enum link_training_result dp_perform_fixed_vs_pe_training_sequence(
struct dc_link *link,
const struct link_resource *link_res,
struct link_training_settings *lt_settings)
2277{
const uint8_t vendor_lttpr_write_data_reset[4] = {0x1, 0x50, 0x63, 0xFF};
const uint8_t offset = dp_convert_to_count(
	link->dpcd_caps.lttpr_caps.phy_repeater_cnt);
const uint8_t vendor_lttpr_write_data_intercept_en[4] = {0x1, 0x55, 0x63, 0x0};
const uint8_t vendor_lttpr_write_data_intercept_dis[4] = {0x1, 0x55, 0x63, 0x68};
uint32_t pre_disable_intercept_delay_ms = link->dc->debug.fixed_vs_aux_delay_config_wa;
uint8_t vendor_lttpr_write_data_vs[4] = {0x1, 0x51, 0x63, 0x0};
uint8_t vendor_lttpr_write_data_pe[4] = {0x1, 0x52, 0x63, 0x0};
uint32_t vendor_lttpr_write_address = 0xF004F;
enum link_training_result status = LINK_TRAINING_SUCCESS;
uint8_t lane = 0;
union down_spread_ctrl downspread = {0};
union lane_count_set lane_count_set = {0};
uint8_t toggle_rate;
uint8_t rate;

/* Only 8b/10b is supported */
ASSERT(dp_get_link_encoding_format(&lt_settings->link_settings) ==do { if (({ static int __warned; int __ret = !!(!(dp_get_link_encoding_format
(&lt_settings->link_settings) == DP_8b_10b_ENCODING));
 if (__ret && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(dp_get_link_encoding_format(&lt_settings->link_settings) == DP_8b_10b_ENCODING)"
, "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 2296); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0)
	DP_8b_10b_ENCODING)do { if (({ static int __warned; int __ret = !!(!(dp_get_link_encoding_format
(&lt_settings->link_settings) == DP_8b_10b_ENCODING));
 if (__ret && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(dp_get_link_encoding_format(&lt_settings->link_settings) == DP_8b_10b_ENCODING)"
, "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 2296); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);

if (lt_settings->lttpr_mode == LTTPR_MODE_NON_TRANSPARENT) {
status = perform_fixed_vs_pe_nontransparent_training_sequence(link, link_res, lt_settings);
return status;
}

if (offset != 0xFF) {
vendor_lttpr_write_address +=
		((DP_REPEATER_CONFIGURATION_AND_STATUS_SIZE0x50) * (offset - 1));

/* Certain display and cable configuration require extra delay */
if (offset > 2)
	pre_disable_intercept_delay_ms = link->dc->debug.fixed_vs_aux_delay_config_wa * 2;
}

/* Vendor specific: Reset lane settings */
core_link_write_dpcd(
	link,
	vendor_lttpr_write_address,
	&vendor_lttpr_write_data_reset[0],
	sizeof(vendor_lttpr_write_data_reset));
core_link_write_dpcd(
	link,
	vendor_lttpr_write_address,
	&vendor_lttpr_write_data_vs[0],
	sizeof(vendor_lttpr_write_data_vs));
core_link_write_dpcd(
	link,
	vendor_lttpr_write_address,
	&vendor_lttpr_write_data_pe[0],
	sizeof(vendor_lttpr_write_data_pe));

/* Vendor specific: Enable intercept */
core_link_write_dpcd(
	link,
	vendor_lttpr_write_address,
	&vendor_lttpr_write_data_intercept_en[0],
	sizeof(vendor_lttpr_write_data_intercept_en));

/* 1. set link rate, lane count and spread. */

downspread.raw = (uint8_t)(lt_settings->link_settings.link_spread);

lane_count_set.bits.LANE_COUNT_SET =
lt_settings->link_settings.lane_count;

lane_count_set.bits.ENHANCED_FRAMING = lt_settings->enhanced_framing;
lane_count_set.bits.POST_LT_ADJ_REQ_GRANTED = 0;


if (lt_settings->pattern_for_eq < DP_TRAINING_PATTERN_SEQUENCE_4) {
lane_count_set.bits.POST_LT_ADJ_REQ_GRANTED =
		link->dpcd_caps.max_ln_count.bits.POST_LT_ADJ_REQ_SUPPORTED;
}

core_link_write_dpcd(link, DP_DOWNSPREAD_CTRL0x107,
&downspread.raw, sizeof(downspread));

core_link_write_dpcd(link, DP_LANE_COUNT_SET0x101,
&lane_count_set.raw, 1);

rate = get_dpcd_link_rate(&lt_settings->link_settings);

/* Vendor specific: Toggle link rate */
toggle_rate = (rate == 0x6) ? 0xA : 0x6;

if (link->vendor_specific_lttpr_link_rate_wa == rate) {
core_link_write_dpcd(
		link,
		DP_LINK_BW_SET0x100,
		&toggle_rate,
		1);
}

link->vendor_specific_lttpr_link_rate_wa = rate;

core_link_write_dpcd(link, DP_LINK_BW_SET0x100, &rate, 1);

DC_LOG_HW_LINK_TRAINING("%s\n %x rate = %x\n %x lane = %x framing = %x\n %x spread = %x\n",do { } while(0)
__func__,do { } while(0)
DP_LINK_BW_SET,do { } while(0)
lt_settings->link_settings.link_rate,do { } while(0)
DP_LANE_COUNT_SET,do { } while(0)
lt_settings->link_settings.lane_count,do { } while(0)
lt_settings->enhanced_framing,do { } while(0)
DP_DOWNSPREAD_CTRL,do { } while(0)
lt_settings->link_settings.link_spread)do { } while(0);

/* 2. Perform link training */

/* Perform Clock Recovery Sequence */
if (status == LINK_TRAINING_SUCCESS) {
const uint8_t max_vendor_dpcd_retries = 10;
uint32_t retries_cr;
uint32_t retry_count;
uint32_t wait_time_microsec;
enum dc_lane_count lane_count = lt_settings->link_settings.lane_count;
union lane_status dpcd_lane_status[LANE_COUNT_DP_MAX];
union lane_align_status_updated dpcd_lane_status_updated;
union lane_adjust dpcd_lane_adjust[LANE_COUNT_DP_MAX] = {0};
enum dc_status dpcd_status = DC_OK;
uint8_t i = 0;

retries_cr = 0;
retry_count = 0;

memset(&dpcd_lane_status, '\0', sizeof(dpcd_lane_status))__builtin_memset((&dpcd_lane_status), ('\0'), (sizeof(dpcd_lane_status
)));
memset(&dpcd_lane_status_updated, '\0',__builtin_memset((&dpcd_lane_status_updated), ('\0'), (sizeof
(dpcd_lane_status_updated)))
sizeof(dpcd_lane_status_updated))__builtin_memset((&dpcd_lane_status_updated), ('\0'), (sizeof
(dpcd_lane_status_updated)));

while ((retries_cr < LINK_TRAINING_MAX_RETRY_COUNT) &&
	(retry_count < LINK_TRAINING_MAX_CR_RETRY)) {


	/* 1. call HWSS to set lane settings */
	dp_set_hw_lane_settings(
			link,
			link_res,
			lt_settings,
			0);

	/* 2. update DPCD of the receiver */
	if (!retry_count) {
		/* EPR #361076 - write as a 5-byte burst,
		 * but only for the 1-st iteration.
		 */
		dpcd_set_lt_pattern_and_lane_settings(
				link,
				lt_settings,
				lt_settings->pattern_for_cr,
				0);
		/* Vendor specific: Disable intercept */
		for (i = 0; i < max_vendor_dpcd_retries; i++) {
			drm_msleep(pre_disable_intercept_delay_ms)mdelay(pre_disable_intercept_delay_ms);
			dpcd_status = core_link_write_dpcd(
					link,
					vendor_lttpr_write_address,
					&vendor_lttpr_write_data_intercept_dis[0],
					sizeof(vendor_lttpr_write_data_intercept_dis));

			if (dpcd_status == DC_OK)
				break;

			core_link_write_dpcd(
					link,
					vendor_lttpr_write_address,
					&vendor_lttpr_write_data_intercept_en[0],
					sizeof(vendor_lttpr_write_data_intercept_en));
		}
	} else {
		vendor_lttpr_write_data_vs[3] = 0;
		vendor_lttpr_write_data_pe[3] = 0;

		for (lane = 0; lane < lane_count; lane++) {
			vendor_lttpr_write_data_vs[3] |=
					lt_settings->dpcd_lane_settings[lane].bits.VOLTAGE_SWING_SET << (2 * lane);
			vendor_lttpr_write_data_pe[3] |=
					lt_settings->dpcd_lane_settings[lane].bits.PRE_EMPHASIS_SET << (2 * lane);
		}

		/* Vendor specific: Update VS and PE to DPRX requested value */
		core_link_write_dpcd(
				link,
				vendor_lttpr_write_address,
				&vendor_lttpr_write_data_vs[0],
				sizeof(vendor_lttpr_write_data_vs));
		core_link_write_dpcd(
				link,
				vendor_lttpr_write_address,
				&vendor_lttpr_write_data_pe[0],
				sizeof(vendor_lttpr_write_data_pe));

		dpcd_set_lane_settings(
				link,
				lt_settings,
				0);
	}

	/* 3. wait receiver to lock-on*/
	wait_time_microsec = lt_settings->cr_pattern_time;

	dp_wait_for_training_aux_rd_interval(
			link,
			wait_time_microsec);

	/* 4. Read lane status and requested drive
	 * settings as set by the sink
	 */
	dp_get_lane_status_and_lane_adjust(
			link,
			lt_settings,
			dpcd_lane_status,
			&dpcd_lane_status_updated,
			dpcd_lane_adjust,
			0);

	/* 5. check CR done*/
	if (dp_is_cr_done(lane_count, dpcd_lane_status)) {
		status = LINK_TRAINING_SUCCESS;
		break;
	}

	/* 6. max VS reached*/
	if (dp_is_max_vs_reached(lt_settings))
		break;

	/* 7. same lane settings */
	/* Note: settings are the same for all lanes,
	 * so comparing first lane is sufficient
	 */
	if (lt_settings->dpcd_lane_settings[0].bits.VOLTAGE_SWING_SET ==
			dpcd_lane_adjust[0].bits.VOLTAGE_SWING_LANE)
		retries_cr++;
	else
		retries_cr = 0;

	/* 8. update VS/PE/PC2 in lt_settings*/
	dp_decide_lane_settings(lt_settings, dpcd_lane_adjust,
			lt_settings->hw_lane_settings, lt_settings->dpcd_lane_settings);
	retry_count++;
}

if (retry_count >= LINK_TRAINING_MAX_CR_RETRY) {
	ASSERT(0)do { if (({ static int __warned; int __ret = !!(!(0)); if (__ret
 && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(0)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 2520); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);
	DC_LOG_ERROR("%s: Link Training Error, could not get CR after %d tries. Possibly voltage swing issue",__drm_err("%s: Link Training Error, could not get CR after %d tries. Possibly voltage swing issue"
, __func__, LINK_TRAINING_MAX_CR_RETRY)
		__func__,__drm_err("%s: Link Training Error, could not get CR after %d tries. Possibly voltage swing issue"
, __func__, LINK_TRAINING_MAX_CR_RETRY)
		LINK_TRAINING_MAX_CR_RETRY)__drm_err("%s: Link Training Error, could not get CR after %d tries. Possibly voltage swing issue"
, __func__, LINK_TRAINING_MAX_CR_RETRY);

}

status = dp_get_cr_failure(lane_count, dpcd_lane_status);
}

/* Perform Channel EQ Sequence */
if (status == LINK_TRAINING_SUCCESS) {
enum dc_dp_training_pattern tr_pattern;
uint32_t retries_ch_eq;
uint32_t wait_time_microsec;
enum dc_lane_count lane_count = lt_settings->link_settings.lane_count;
union lane_align_status_updated dpcd_lane_status_updated = {0};
union lane_status dpcd_lane_status[LANE_COUNT_DP_MAX] = {0};
union lane_adjust dpcd_lane_adjust[LANE_COUNT_DP_MAX] = {0};

/* Note: also check that TPS4 is a supported feature*/
tr_pattern = lt_settings->pattern_for_eq;

dp_set_hw_training_pattern(link, link_res, tr_pattern, 0);

status = LINK_TRAINING_EQ_FAIL_EQ;

for (retries_ch_eq = 0; retries_ch_eq <= LINK_TRAINING_MAX_RETRY_COUNT;
	retries_ch_eq++) {

	dp_set_hw_lane_settings(link, link_res, lt_settings, 0);

	vendor_lttpr_write_data_vs[3] = 0;
	vendor_lttpr_write_data_pe[3] = 0;

	for (lane = 0; lane < lane_count; lane++) {
		vendor_lttpr_write_data_vs[3] |=
				lt_settings->dpcd_lane_settings[lane].bits.VOLTAGE_SWING_SET << (2 * lane);
		vendor_lttpr_write_data_pe[3] |=
				lt_settings->dpcd_lane_settings[lane].bits.PRE_EMPHASIS_SET << (2 * lane);
	}

	/* Vendor specific: Update VS and PE to DPRX requested value */
	core_link_write_dpcd(
			link,
			vendor_lttpr_write_address,
			&vendor_lttpr_write_data_vs[0],
			sizeof(vendor_lttpr_write_data_vs));
	core_link_write_dpcd(
			link,
			vendor_lttpr_write_address,
			&vendor_lttpr_write_data_pe[0],
			sizeof(vendor_lttpr_write_data_pe));

	/* 2. update DPCD*/
	if (!retries_ch_eq)
		/* EPR #361076 - write as a 5-byte burst,
		 * but only for the 1-st iteration
		 */

		dpcd_set_lt_pattern_and_lane_settings(
			link,
			lt_settings,
			tr_pattern, 0);
	else
		dpcd_set_lane_settings(link, lt_settings, 0);

	/* 3. wait for receiver to lock-on*/
	wait_time_microsec = lt_settings->eq_pattern_time;

	dp_wait_for_training_aux_rd_interval(
			link,
			wait_time_microsec);

	/* 4. Read lane status and requested
	 * drive settings as set by the sink
	 */
	dp_get_lane_status_and_lane_adjust(
		link,
		lt_settings,
		dpcd_lane_status,
		&dpcd_lane_status_updated,
		dpcd_lane_adjust,
		0);

	/* 5. check CR done*/
	if (!dp_is_cr_done(lane_count, dpcd_lane_status)) {
		status = LINK_TRAINING_EQ_FAIL_CR;
		break;
	}

	/* 6. check CHEQ done*/
	if (dp_is_ch_eq_done(lane_count, dpcd_lane_status) &&
			dp_is_symbol_locked(lane_count, dpcd_lane_status) &&
			dp_is_interlane_aligned(dpcd_lane_status_updated)) {
		status = LINK_TRAINING_SUCCESS;
		break;
	}

	/* 7. update VS/PE/PC2 in lt_settings*/
	dp_decide_lane_settings(lt_settings, dpcd_lane_adjust,
			lt_settings->hw_lane_settings, lt_settings->dpcd_lane_settings);
}
}

return status;
2626}


2629enum link_training_result dc_link_dp_perform_link_training(
struct dc_link *link,
const struct link_resource *link_res,
const struct dc_link_settings *link_settings,
bool_Bool skip_video_pattern)
2634{
enum link_training_result status = LINK_TRAINING_SUCCESS;
struct link_training_settings lt_settings = {0};
enum dp_link_encoding encoding =
	dp_get_link_encoding_format(link_settings);

/* decide training settings */
dp_decide_training_settings(
	link,
	link_settings,
	&lt_settings);

override_training_settings(
	link,
	&link->preferred_training_settings,
	&lt_settings);

/* reset previous training states */
dpcd_exit_training_mode(link);

/* configure link prior to entering training mode */
dpcd_configure_lttpr_mode(link, &lt_settings);
dp_set_fec_ready(link, link_res, lt_settings.should_set_fec_ready);
dpcd_configure_channel_coding(link, &lt_settings);

/* enter training mode:
* Per DP specs starting from here, DPTX device shall not issue
* Non-LT AUX transactions inside training mode.
*/
if (link->chip_caps & EXT_DISPLAY_PATH_CAPS__DP_FIXED_VS_EN && encoding == DP_8b_10b_ENCODING)
status = dp_perform_fixed_vs_pe_training_sequence(link, link_res, &lt_settings);
else if (encoding == DP_8b_10b_ENCODING)
status = dp_perform_8b_10b_link_training(link, link_res, &lt_settings);
else if (encoding == DP_128b_132b_ENCODING)
status = dp_perform_128b_132b_link_training(link, link_res, &lt_settings);
else
ASSERT(0)do { if (({ static int __warned; int __ret = !!(!(0)); if (__ret
 && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(0)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 2670); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);

/* exit training mode */
dpcd_exit_training_mode(link);

/* switch to video idle */
if ((status == LINK_TRAINING_SUCCESS) || !skip_video_pattern)
status = dp_transition_to_video_idle(link,
		link_res,
		&lt_settings,
		status);

/* dump debug data */
print_status_message(link, &lt_settings, status);
if (status != LINK_TRAINING_SUCCESS)
link->ctx->dc->debug_data.ltFailCount++;
return status;
2687}

2689bool_Bool perform_link_training_with_retries(
const struct dc_link_settings *link_setting,
bool_Bool skip_video_pattern,
int attempts,
struct pipe_ctx *pipe_ctx,
enum amd_signal_type signal,
bool_Bool do_fallback)
2696{
int j;
uint8_t delay_between_attempts = LINK_TRAINING_RETRY_DELAY50;
struct dc_stream_state *stream = pipe_ctx->stream;
struct dc_link *link = stream->link;
enum dp_panel_mode panel_mode = dp_get_panel_mode(link);
enum link_training_result status = LINK_TRAINING_CR_FAIL_LANE0;
struct dc_link_settings cur_link_settings = *link_setting;
struct dc_link_settings max_link_settings = *link_setting;
const struct link_hwss *link_hwss = get_link_hwss(link, &pipe_ctx->link_res);
int fail_count = 0;
bool_Bool is_link_bw_low = false0; /* link bandwidth < stream bandwidth */
bool_Bool is_link_bw_min = /* RBR x 1 */
(cur_link_settings.link_rate <= LINK_RATE_LOW) &&
(cur_link_settings.lane_count <= LANE_COUNT_ONE);

dp_trace_commit_lt_init(link);

if (dp_get_link_encoding_format(&cur_link_settings) == DP_8b_10b_ENCODING)
/* We need to do this before the link training to ensure the idle
 * pattern in SST mode will be sent right after the link training
 */
link_hwss->setup_stream_encoder(pipe_ctx);

dp_trace_set_lt_start_timestamp(link, false0);
j = 0;
while (j < attempts && fail_count < (attempts * 10)) {

DC_LOG_HW_LINK_TRAINING("%s: Beginning link(%d) training attempt %u of %d @ rate(%d) x lane(%d)\n",do { } while(0)
	__func__, link->link_index, (unsigned int)j + 1, attempts, cur_link_settings.link_rate,do { } while(0)
	cur_link_settings.lane_count)do { } while(0);

dp_enable_link_phy(
	link,
	&pipe_ctx->link_res,
	signal,
	pipe_ctx->clock_source->id,
	&cur_link_settings);

if (stream->sink_patches.dppowerup_delay > 0) {
	int delay_dp_power_up_in_ms = stream->sink_patches.dppowerup_delay;

	drm_msleep(delay_dp_power_up_in_ms)mdelay(delay_dp_power_up_in_ms);
}

2741#ifdef CONFIG_DRM_AMD_DC_HDCP
if (panel_mode == DP_PANEL_MODE_EDP) {
	struct cp_psp *cp_psp = &stream->ctx->cp_psp;

	if (cp_psp && cp_psp->funcs.enable_assr)
		/* ASSR is bound to fail with unsigned PSP
		 * verstage used during devlopment phase.
		 * Report and continue with eDP panel mode to
		 * perform eDP link training with right settings
		 */
		cp_psp->funcs.enable_assr(cp_psp->handle, link);
}
2753#endif

dp_set_panel_mode(link, panel_mode);

if (link->aux_access_disabled) {
	dc_link_dp_perform_link_training_skip_aux(link, &pipe_ctx->link_res, &cur_link_settings);
	return true1;
} else {
	/** @todo Consolidate USB4 DP and DPx.x training. */
	if (link->ep_type == DISPLAY_ENDPOINT_USB4_DPIA) {
		status = dc_link_dpia_perform_link_training(link,
				&pipe_ctx->link_res,
				&cur_link_settings,
				skip_video_pattern);

		/* Transmit idle pattern once training successful. */
		if (status == LINK_TRAINING_SUCCESS && !is_link_bw_low) {
			dp_set_hw_test_pattern(link, &pipe_ctx->link_res, DP_TEST_PATTERN_VIDEO_MODE, NULL((void *)0), 0);
			/* Update verified link settings to current one
			 * Because DPIA LT might fallback to lower link setting.
			 */
			link->verified_link_cap.link_rate = link->cur_link_settings.link_rate;
			link->verified_link_cap.lane_count = link->cur_link_settings.lane_count;
		}
	} else {
		status = dc_link_dp_perform_link_training(link,
				&pipe_ctx->link_res,
				&cur_link_settings,
				skip_video_pattern);
	}

	dp_trace_lt_total_count_increment(link, false0);
	dp_trace_lt_result_update(link, status, false0);
	dp_trace_set_lt_end_timestamp(link, false0);
	if (status == LINK_TRAINING_SUCCESS && !is_link_bw_low)
		return true1;
}

fail_count++;
dp_trace_lt_fail_count_update(link, fail_count, false0);
if (link->ep_type == DISPLAY_ENDPOINT_PHY) {
	/* latest link training still fail or link training is aborted
	 * skip delay and keep PHY on
	 */
	if (j == (attempts - 1) || (status == LINK_TRAINING_ABORT))
		break;
}

DC_LOG_WARNING("%s: Link(%d) training attempt %u of %d failed @ rate(%d) x lane(%d) : fail reason:(%d)\n",printk("\0014" "[" "drm" "] " "%s: Link(%d) training attempt %u of %d failed @ rate(%d) x lane(%d) : fail reason:(%d)\n"
, __func__, link->link_index, (unsigned int)j + 1, attempts
, cur_link_settings.link_rate, cur_link_settings.lane_count, status
)
	__func__, link->link_index, (unsigned int)j + 1, attempts, cur_link_settings.link_rate,printk("\0014" "[" "drm" "] " "%s: Link(%d) training attempt %u of %d failed @ rate(%d) x lane(%d) : fail reason:(%d)\n"
, __func__, link->link_index, (unsigned int)j + 1, attempts
, cur_link_settings.link_rate, cur_link_settings.lane_count, status
)
	cur_link_settings.lane_count, status)printk("\0014" "[" "drm" "] " "%s: Link(%d) training attempt %u of %d failed @ rate(%d) x lane(%d) : fail reason:(%d)\n"
, __func__, link->link_index, (unsigned int)j + 1, attempts
, cur_link_settings.link_rate, cur_link_settings.lane_count, status
);

dp_disable_link_phy(link, &pipe_ctx->link_res, signal);

/* Abort link training if failure due to sink being unplugged. */
if (status == LINK_TRAINING_ABORT) {
	enum dc_connection_type type = dc_connection_none;

	dc_link_detect_sink(link, &type);
	if (type == dc_connection_none) {
		DC_LOG_HW_LINK_TRAINING("%s: Aborting training because sink unplugged\n", __func__)do { } while(0);
		break;
	}
}

/* Try to train again at original settings if:
 * - not falling back between training attempts;
 * - aborted previous attempt due to reasons other than sink unplug;
 * - successfully trained but at a link rate lower than that required by stream;
 * - reached minimum link bandwidth.
 */
if (!do_fallback || (status == LINK_TRAINING_ABORT) ||
		(status == LINK_TRAINING_SUCCESS && is_link_bw_low) ||
		is_link_bw_min) {
	j++;
	cur_link_settings = *link_setting;
	delay_between_attempts += LINK_TRAINING_RETRY_DELAY50;
	is_link_bw_low = false0;
	is_link_bw_min = (cur_link_settings.link_rate <= LINK_RATE_LOW) &&
		(cur_link_settings.lane_count <= LANE_COUNT_ONE);

} else if (do_fallback) { /* Try training at lower link bandwidth if doing fallback. */
	uint32_t req_bw;
	uint32_t link_bw;

	decide_fallback_link_setting(link, &max_link_settings,
			&cur_link_settings, status);
	/* Fail link training if reduced link bandwidth no longer meets
	 * stream requirements.
	 */
	req_bw = dc_bandwidth_in_kbps_from_timing(&stream->timing);
	link_bw = dc_link_bandwidth_kbps(link, &cur_link_settings);
	is_link_bw_low = (req_bw > link_bw);
	is_link_bw_min = ((cur_link_settings.link_rate <= LINK_RATE_LOW) &&
		(cur_link_settings.lane_count <= LANE_COUNT_ONE));
	if (is_link_bw_low)
		DC_LOG_WARNING(printk("\0014" "[" "drm" "] " "%s: Link(%d) bandwidth too low after fallback req_bw(%d) > link_bw(%d)\n"
, __func__, link->link_index, req_bw, link_bw)
			"%s: Link(%d) bandwidth too low after fallback req_bw(%d) > link_bw(%d)\n",printk("\0014" "[" "drm" "] " "%s: Link(%d) bandwidth too low after fallback req_bw(%d) > link_bw(%d)\n"
, __func__, link->link_index, req_bw, link_bw)
			__func__, link->link_index, req_bw, link_bw)printk("\0014" "[" "drm" "] " "%s: Link(%d) bandwidth too low after fallback req_bw(%d) > link_bw(%d)\n"
, __func__, link->link_index, req_bw, link_bw);
}

drm_msleep(delay_between_attempts)mdelay(delay_between_attempts);
}
return false0;
2857}

2859static enum clock_source_id get_clock_source_id(struct dc_link *link)
2860{
enum clock_source_id dp_cs_id = CLOCK_SOURCE_ID_UNDEFINED;
struct clock_source *dp_cs = link->dc->res_pool->dp_clock_source;

if (dp_cs != NULL((void *)0)) {
dp_cs_id = dp_cs->id;
} else {
/*
 * dp clock source is not initialized for some reason.
 * Should not happen, CLOCK_SOURCE_ID_EXTERNAL will be used
 */
ASSERT(dp_cs)do { if (({ static int __warned; int __ret = !!(!(dp_cs)); if
 (__ret && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(dp_cs)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 2871); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);
}

return dp_cs_id;
2875}

2877static void set_dp_mst_mode(struct dc_link *link, const struct link_resource *link_res,
bool_Bool mst_enable)
2879{
if (mst_enable == false0 &&
link->type == dc_connection_mst_branch) {
/* Disable MST on link. Use only local sink. */
dp_disable_link_phy_mst(link, link_res, link->connector_signal);

link->type = dc_connection_single;
link->local_sink = link->remote_sinks[0];
link->local_sink->sink_signal = SIGNAL_TYPE_DISPLAY_PORT;
dc_sink_retain(link->local_sink);
dm_helpers_dp_mst_stop_top_mgr(link->ctx, link);
} else if (mst_enable == true1 &&
	link->type == dc_connection_single &&
	link->remote_sinks[0] != NULL((void *)0)) {
/* Re-enable MST on link. */
dp_disable_link_phy(link, link_res, link->connector_signal);
dp_enable_mst_on_sink(link, true1);

link->type = dc_connection_mst_branch;
link->local_sink->sink_signal = SIGNAL_TYPE_DISPLAY_PORT_MST;
}
2900}

2902bool_Bool dc_link_dp_sync_lt_begin(struct dc_link *link)
2903{
/* Begin Sync LT. During this time,
* DPCD:600h must not be powered down.
*/
link->sync_lt_in_progress = true1;

/*Clear any existing preferred settings.*/
memset(&link->preferred_training_settings, 0,__builtin_memset((&link->preferred_training_settings),
 (0), (sizeof(struct dc_link_training_overrides)))
sizeof(struct dc_link_training_overrides))__builtin_memset((&link->preferred_training_settings),
 (0), (sizeof(struct dc_link_training_overrides)));
memset(&link->preferred_link_setting, 0,__builtin_memset((&link->preferred_link_setting), (0),
 (sizeof(struct dc_link_settings)))
sizeof(struct dc_link_settings))__builtin_memset((&link->preferred_link_setting), (0),
 (sizeof(struct dc_link_settings)));

return true1;
2916}

2918enum link_training_result dc_link_dp_sync_lt_attempt(
  struct dc_link *link,
  const struct link_resource *link_res,
  struct dc_link_settings *link_settings,
  struct dc_link_training_overrides *lt_overrides)
2923{
struct link_training_settings lt_settings = {0};
enum link_training_result lt_status = LINK_TRAINING_SUCCESS;
enum dp_panel_mode panel_mode = DP_PANEL_MODE_DEFAULT;
enum clock_source_id dp_cs_id = CLOCK_SOURCE_ID_EXTERNAL;
bool_Bool fec_enable = false0;

dp_decide_training_settings(
	link,
	link_settings,
	&lt_settings);
override_training_settings(
	link,
	lt_overrides,
	&lt_settings);
/* Setup MST Mode */
if (lt_overrides->mst_enable)
set_dp_mst_mode(link, link_res, *lt_overrides->mst_enable);

/* Disable link */
dp_disable_link_phy(link, link_res, link->connector_signal);

/* Enable link */
dp_cs_id = get_clock_source_id(link);
dp_enable_link_phy(link, link_res, link->connector_signal,
dp_cs_id, link_settings);

/* Set FEC enable */
if (dp_get_link_encoding_format(link_settings) == DP_8b_10b_ENCODING) {
fec_enable = lt_overrides->fec_enable && *lt_overrides->fec_enable;
dp_set_fec_ready(link, NULL((void *)0), fec_enable);
}

if (lt_overrides->alternate_scrambler_reset) {
if (*lt_overrides->alternate_scrambler_reset)
	panel_mode = DP_PANEL_MODE_EDP;
else
	panel_mode = DP_PANEL_MODE_DEFAULT;
} else
panel_mode = dp_get_panel_mode(link);

dp_set_panel_mode(link, panel_mode);

/* Attempt to train with given link training settings */
if (link->ctx->dc->work_arounds.lt_early_cr_pattern)
start_clock_recovery_pattern_early(link, link_res, &lt_settings, DPRX);

/* Set link rate, lane count and spread. */
dpcd_set_link_settings(link, &lt_settings);

/* 2. perform link training (set link training done
*  to false is done as well)
*/
lt_status = perform_clock_recovery_sequence(link, link_res, &lt_settings, DPRX);
if (lt_status == LINK_TRAINING_SUCCESS) {
lt_status = perform_channel_equalization_sequence(link,
				link_res,
				&lt_settings,
				DPRX);
}

/* 3. Sync LT must skip TRAINING_PATTERN_SET:0 (video pattern)*/
/* 4. print status message*/
print_status_message(link, &lt_settings, lt_status);

return lt_status;
2989}

2991bool_Bool dc_link_dp_sync_lt_end(struct dc_link *link, bool_Bool link_down)
2992{
/* If input parameter is set, shut down phy.
* Still shouldn't turn off dp_receiver (DPCD:600h)
*/
if (link_down == true1) {
struct dc_link_settings link_settings = link->cur_link_settings;
dp_disable_link_phy(link, NULL((void *)0), link->connector_signal);
if (dp_get_link_encoding_format(&link_settings) == DP_8b_10b_ENCODING)
	dp_set_fec_ready(link, NULL((void *)0), false0);
}

link->sync_lt_in_progress = false0;
return true1;
3005}

3007static enum dc_link_rate get_lttpr_max_link_rate(struct dc_link *link)
3008{
enum dc_link_rate lttpr_max_link_rate = link->dpcd_caps.lttpr_caps.max_link_rate;

if (link->dpcd_caps.lttpr_caps.supported_128b_132b_rates.bits.UHBR20)
lttpr_max_link_rate = LINK_RATE_UHBR20;
else if (link->dpcd_caps.lttpr_caps.supported_128b_132b_rates.bits.UHBR13_5)
lttpr_max_link_rate = LINK_RATE_UHBR13_5;
else if (link->dpcd_caps.lttpr_caps.supported_128b_132b_rates.bits.UHBR10)
lttpr_max_link_rate = LINK_RATE_UHBR10;

return lttpr_max_link_rate;
3019}

3021static enum dc_link_rate get_cable_max_link_rate(struct dc_link *link)
3022{
enum dc_link_rate cable_max_link_rate = LINK_RATE_HIGH3;

if (link->dpcd_caps.cable_id.bits.UHBR10_20_CAPABILITY & DP_UHBR20(1 << 1))
cable_max_link_rate = LINK_RATE_UHBR20;
else if (link->dpcd_caps.cable_id.bits.UHBR13_5_CAPABILITY)
cable_max_link_rate = LINK_RATE_UHBR13_5;
else if (link->dpcd_caps.cable_id.bits.UHBR10_20_CAPABILITY & DP_UHBR10(1 << 0))
cable_max_link_rate = LINK_RATE_UHBR10;

return cable_max_link_rate;
3033}

3035bool_Bool dc_link_dp_get_max_link_enc_cap(const struct dc_link *link, struct dc_link_settings *max_link_enc_cap)
3036{
struct link_encoder *link_enc = NULL((void *)0);

if (!max_link_enc_cap) {
DC_LOG_ERROR("%s: Could not return max link encoder caps", __func__)__drm_err("%s: Could not return max link encoder caps", __func__
);
return false0;
}

link_enc = link_enc_cfg_get_link_enc(link);
ASSERT(link_enc)do { if (({ static int __warned; int __ret = !!(!(link_enc));
 if (__ret && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(link_enc)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 3045); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);

if (link_enc && link_enc->funcs->get_max_link_cap) {
link_enc->funcs->get_max_link_cap(link_enc, max_link_enc_cap);
return true1;
}

DC_LOG_ERROR("%s: Max link encoder caps unknown", __func__)__drm_err("%s: Max link encoder caps unknown", __func__);
max_link_enc_cap->lane_count = 1;
max_link_enc_cap->link_rate = 6;
return false0;
3056}


3059struct dc_link_settings dp_get_max_link_cap(struct dc_link *link)
3060{
struct dc_link_settings max_link_cap = {0};
enum dc_link_rate lttpr_max_link_rate;
enum dc_link_rate cable_max_link_rate;
struct link_encoder *link_enc = NULL((void *)0);


link_enc = link_enc_cfg_get_link_enc(link);
ASSERT(link_enc)do { if (({ static int __warned; int __ret = !!(!(link_enc));
 if (__ret && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(link_enc)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 3068); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);

/* get max link encoder capability */
if (link_enc)
link_enc->funcs->get_max_link_cap(link_enc, &max_link_cap);

/* Lower link settings based on sink's link cap */
if (link->reported_link_cap.lane_count < max_link_cap.lane_count)
max_link_cap.lane_count =
		link->reported_link_cap.lane_count;
if (link->reported_link_cap.link_rate < max_link_cap.link_rate)
max_link_cap.link_rate =
		link->reported_link_cap.link_rate;
if (link->reported_link_cap.link_spread <
	max_link_cap.link_spread)
max_link_cap.link_spread =
		link->reported_link_cap.link_spread;

/* Lower link settings based on cable attributes */
cable_max_link_rate = get_cable_max_link_rate(link);

if (!link->dc->debug.ignore_cable_id &&
	cable_max_link_rate < max_link_cap.link_rate)
max_link_cap.link_rate = cable_max_link_rate;

/*
* account for lttpr repeaters cap
* notes: repeaters do not snoop in the DPRX Capabilities addresses (3.6.3).
*/
if (dp_is_lttpr_present(link)) {
if (link->dpcd_caps.lttpr_caps.max_lane_count < max_link_cap.lane_count)
	max_link_cap.lane_count = link->dpcd_caps.lttpr_caps.max_lane_count;
lttpr_max_link_rate = get_lttpr_max_link_rate(link);

if (lttpr_max_link_rate < max_link_cap.link_rate)
	max_link_cap.link_rate = lttpr_max_link_rate;

DC_LOG_HW_LINK_TRAINING("%s\n Training with LTTPR,  max_lane count %d max_link rate %d \n",do { } while(0)
				__func__,do { } while(0)
				max_link_cap.lane_count,do { } while(0)
				max_link_cap.link_rate)do { } while(0);
}

if (dp_get_link_encoding_format(&max_link_cap) == DP_128b_132b_ENCODING &&
	link->dc->debug.disable_uhbr)
max_link_cap.link_rate = LINK_RATE_HIGH3;

return max_link_cap;
3116}

3118enum dc_status read_hpd_rx_irq_data(
struct dc_link *link,
union hpd_irq_data *irq_data)
3121{
static enum dc_status retval;

/* The HW reads 16 bytes from 200h on HPD,
* but if we get an AUX_DEFER, the HW cannot retry
* and this causes the CTS tests 4.3.2.1 - 3.2.4 to
* fail, so we now explicitly read 6 bytes which is
* the req from the above mentioned test cases.
*
* For DP 1.4 we need to read those from 2002h range.
*/
if (link->dpcd_caps.dpcd_rev.raw < DPCD_REV_14)
retval = core_link_read_dpcd(
	link,
	DP_SINK_COUNT0x200,
	irq_data->raw,
	sizeof(union hpd_irq_data));
else {
/* Read 14 bytes in a single read and then copy only the required fields.
 * This is more efficient than doing it in two separate AUX reads. */

uint8_t tmp[DP_SINK_STATUS_ESI0x200f - DP_SINK_COUNT_ESI0x2002 + 1];

retval = core_link_read_dpcd(
	link,
	DP_SINK_COUNT_ESI0x2002,
	tmp,
	sizeof(tmp));

if (retval != DC_OK)
	return retval;

irq_data->bytes.sink_cnt.raw = tmp[DP_SINK_COUNT_ESI0x2002 - DP_SINK_COUNT_ESI0x2002];
irq_data->bytes.device_service_irq.raw = tmp[DP_DEVICE_SERVICE_IRQ_VECTOR_ESI00x2003 - DP_SINK_COUNT_ESI0x2002];
irq_data->bytes.lane01_status.raw = tmp[DP_LANE0_1_STATUS_ESI0x200c - DP_SINK_COUNT_ESI0x2002];
irq_data->bytes.lane23_status.raw = tmp[DP_LANE2_3_STATUS_ESI0x200d - DP_SINK_COUNT_ESI0x2002];
irq_data->bytes.lane_status_updated.raw = tmp[DP_LANE_ALIGN_STATUS_UPDATED_ESI0x200e - DP_SINK_COUNT_ESI0x2002];
irq_data->bytes.sink_status.raw = tmp[DP_SINK_STATUS_ESI0x200f - DP_SINK_COUNT_ESI0x2002];
}

return retval;
3162}

3164bool_Bool hpd_rx_irq_check_link_loss_status(
struct dc_link *link,
union hpd_irq_data *hpd_irq_dpcd_data)
3167{
uint8_t irq_reg_rx_power_state = 0;
enum dc_status dpcd_result = DC_ERROR_UNEXPECTED;
union lane_status lane_status;
uint32_t lane;
bool_Bool sink_status_changed;
bool_Bool return_code;

sink_status_changed = false0;
return_code = false0;

if (link->cur_link_settings.lane_count == 0)
return return_code;

/*1. Check that Link Status changed, before re-training.*/

/*parse lane status*/
for (lane = 0; lane < link->cur_link_settings.lane_count; lane++) {
/* check status of lanes 0,1
 * changed DpcdAddress_Lane01Status (0x202)
 */
lane_status.raw = get_nibble_at_index(
	&hpd_irq_dpcd_data->bytes.lane01_status.raw,
	lane);

if (!lane_status.bits.CHANNEL_EQ_DONE_0 ||
	!lane_status.bits.CR_DONE_0 ||
	!lane_status.bits.SYMBOL_LOCKED_0) {
	/* if one of the channel equalization, clock
	 * recovery or symbol lock is dropped
	 * consider it as (link has been
	 * dropped) dp sink status has changed
	 */
	sink_status_changed = true1;
	break;
}
}

/* Check interlane align.*/
if (sink_status_changed ||
!hpd_irq_dpcd_data->bytes.lane_status_updated.bits.INTERLANE_ALIGN_DONE) {

DC_LOG_HW_HPD_IRQ("%s: Link Status changed.\n", __func__)___drm_dbg(((void *)0), DRM_UT_KMS, "%s: Link Status changed.\n"
, __func__);

return_code = true1;

/*2. Check that we can handle interrupt: Not in FS DOS,
 *  Not in "Display Timeout" state, Link is trained.
 */
dpcd_result = core_link_read_dpcd(link,
	DP_SET_POWER0x600,
	&irq_reg_rx_power_state,
	sizeof(irq_reg_rx_power_state));

if (dpcd_result != DC_OK) {
	DC_LOG_HW_HPD_IRQ("%s: DPCD read failed to obtain power state.\n",___drm_dbg(((void *)0), DRM_UT_KMS, "%s: DPCD read failed to obtain power state.\n"
, __func__)
		__func__)___drm_dbg(((void *)0), DRM_UT_KMS, "%s: DPCD read failed to obtain power state.\n"
, __func__);
} else {
	if (irq_reg_rx_power_state != DP_SET_POWER_D00x1)
		return_code = false0;
}
}

return return_code;
3231}

3233static bool_Bool dp_verify_link_cap(
struct dc_link *link,
struct dc_link_settings *known_limit_link_setting,
int *fail_count)
3237{
struct dc_link_settings cur_link_settings = {0};
struct dc_link_settings max_link_settings = *known_limit_link_setting;
bool_Bool success = false0;
bool_Bool skip_video_pattern;
enum clock_source_id dp_cs_id = get_clock_source_id(link);
enum link_training_result status = LINK_TRAINING_SUCCESS;
union hpd_irq_data irq_data;
struct link_resource link_res;

memset(&irq_data, 0, sizeof(irq_data))__builtin_memset((&irq_data), (0), (sizeof(irq_data)));
cur_link_settings = max_link_settings;

/* Grant extended timeout request */
if (dp_is_lttpr_present(link) && link->dpcd_caps.lttpr_caps.max_ext_timeout > 0) {
uint8_t grant = link->dpcd_caps.lttpr_caps.max_ext_timeout & 0x80;

core_link_write_dpcd(link, DP_PHY_REPEATER_EXTENDED_WAIT_TIMEOUT0xf0005, &grant, sizeof(grant));
}

do {
if (!get_temp_dp_link_res(link, &link_res, &cur_link_settings))
	continue;

skip_video_pattern = cur_link_settings.link_rate != LINK_RATE_LOW;
dp_enable_link_phy(
		link,
		&link_res,
		link->connector_signal,
		dp_cs_id,
		&cur_link_settings);

status = dc_link_dp_perform_link_training(
		link,
		&link_res,
		&cur_link_settings,
		skip_video_pattern);

if (status == LINK_TRAINING_SUCCESS) {
	success = true1;
	udelay(1000);
	if (read_hpd_rx_irq_data(link, &irq_data) == DC_OK &&
			hpd_rx_irq_check_link_loss_status(
					link,
					&irq_data))
		(*fail_count)++;

} else {
	(*fail_count)++;
}
dp_trace_lt_total_count_increment(link, true1);
dp_trace_lt_result_update(link, status, true1);
dp_disable_link_phy(link, &link_res, link->connector_signal);
} while (!success && decide_fallback_link_setting(link,
	&max_link_settings, &cur_link_settings, status));

link->verified_link_cap = success ?
	cur_link_settings : fail_safe_link_settings;
return success;
3296}

3298static void apply_usbc_combo_phy_reset_wa(struct dc_link *link,
struct dc_link_settings *link_settings)
3300{
/* Temporary Renoir-specific workaround PHY will sometimes be in bad
* state on hotplugging display from certain USB-C dongle, so add extra
* cycle of enabling and disabling the PHY before first link training.
*/
struct link_resource link_res = {0};
enum clock_source_id dp_cs_id = get_clock_source_id(link);

dp_enable_link_phy(link, &link_res, link->connector_signal,
	dp_cs_id, link_settings);
dp_disable_link_phy(link, &link_res, link->connector_signal);
3311}

3313bool_Bool dp_verify_link_cap_with_retries(
struct dc_link *link,
struct dc_link_settings *known_limit_link_setting,
int attempts)
3317{
int i = 0;
bool_Bool success = false0;
int fail_count = 0;

dp_trace_detect_lt_init(link);

if (link->link_enc && link->link_enc->features.flags.bits.DP_IS_USB_C &&
	link->dc->debug.usbc_combo_phy_reset_wa)
apply_usbc_combo_phy_reset_wa(link, known_limit_link_setting);

dp_trace_set_lt_start_timestamp(link, false0);
for (i = 0; i < attempts; i++) {
enum dc_connection_type type = dc_connection_none;

memset(&link->verified_link_cap, 0,__builtin_memset((&link->verified_link_cap), (0), (sizeof
(struct dc_link_settings)))
		sizeof(struct dc_link_settings))__builtin_memset((&link->verified_link_cap), (0), (sizeof
(struct dc_link_settings)));
if (!dc_link_detect_sink(link, &type) || type == dc_connection_none) {
	link->verified_link_cap = fail_safe_link_settings;
	break;
} else if (dp_verify_link_cap(link, known_limit_link_setting,
		&fail_count) && fail_count == 0) {
	success = true1;
	break;
}
drm_msleep(10)mdelay(10);
}

dp_trace_lt_fail_count_update(link, fail_count, true1);
dp_trace_set_lt_end_timestamp(link, true1);

return success;
3349}

3351/* in DP compliance test, DPR-120 may have
* a random value in its MAX_LINK_BW dpcd field.
* We map it to the maximum supported link rate that
* is smaller than MAX_LINK_BW in this case.
*/
3356static enum dc_link_rate get_link_rate_from_max_link_bw(
 uint8_t max_link_bw)
3358{
enum dc_link_rate link_rate;

if (max_link_bw >= LINK_RATE_HIGH3) {
link_rate = LINK_RATE_HIGH3;
} else if (max_link_bw < LINK_RATE_HIGH3
	&& max_link_bw >= LINK_RATE_HIGH2) {
link_rate = LINK_RATE_HIGH2;
} else if (max_link_bw < LINK_RATE_HIGH2
	&& max_link_bw >= LINK_RATE_HIGH) {
link_rate = LINK_RATE_HIGH;
} else if (max_link_bw < LINK_RATE_HIGH
	&& max_link_bw >= LINK_RATE_LOW) {
link_rate = LINK_RATE_LOW;
} else {
link_rate = LINK_RATE_UNKNOWN;
}

return link_rate;
3377}

3379static inline bool_Bool reached_minimum_lane_count(enum dc_lane_count lane_count)
3380{
return lane_count <= LANE_COUNT_ONE;
3382}

3384static inline bool_Bool reached_minimum_link_rate(enum dc_link_rate link_rate)
3385{
return link_rate <= LINK_RATE_LOW;
3387}

3389static enum dc_lane_count reduce_lane_count(enum dc_lane_count lane_count)
3390{
switch (lane_count) {
case LANE_COUNT_FOUR:
return LANE_COUNT_TWO;
case LANE_COUNT_TWO:
return LANE_COUNT_ONE;
case LANE_COUNT_ONE:
return LANE_COUNT_UNKNOWN;
default:
return LANE_COUNT_UNKNOWN;
}
3401}

3403static enum dc_link_rate reduce_link_rate(enum dc_link_rate link_rate)
3404{
switch (link_rate) {
case LINK_RATE_UHBR20:
return LINK_RATE_UHBR13_5;
case LINK_RATE_UHBR13_5:
return LINK_RATE_UHBR10;
case LINK_RATE_UHBR10:
return LINK_RATE_HIGH3;
case LINK_RATE_HIGH3:
return LINK_RATE_HIGH2;
case LINK_RATE_HIGH2:
return LINK_RATE_HIGH;
case LINK_RATE_HIGH:
return LINK_RATE_LOW;
case LINK_RATE_LOW:
return LINK_RATE_UNKNOWN;
default:
return LINK_RATE_UNKNOWN;
}
3423}

3425static enum dc_lane_count increase_lane_count(enum dc_lane_count lane_count)
3426{
switch (lane_count) {
case LANE_COUNT_ONE:
return LANE_COUNT_TWO;
case LANE_COUNT_TWO:
return LANE_COUNT_FOUR;
default:
return LANE_COUNT_UNKNOWN;
}
3435}

3437static enum dc_link_rate increase_link_rate(struct dc_link *link,
enum dc_link_rate link_rate)
3439{
switch (link_rate) {
case LINK_RATE_LOW:
return LINK_RATE_HIGH;
case LINK_RATE_HIGH:
return LINK_RATE_HIGH2;
case LINK_RATE_HIGH2:
return LINK_RATE_HIGH3;
case LINK_RATE_HIGH3:
return LINK_RATE_UHBR10;
case LINK_RATE_UHBR10:
/* upto DP2.x specs UHBR13.5 is the only link rate that could be
 * not supported by DPRX when higher link rate is supported.
 * so we treat it as a special case for code simplicity. When we
 * have new specs with more link rates like this, we should
 * consider a more generic solution to handle discrete link
 * rate capabilities.
 */
return link->dpcd_caps.dp_128b_132b_supported_link_rates.bits.UHBR13_5 ?
		LINK_RATE_UHBR13_5 : LINK_RATE_UHBR20;
case LINK_RATE_UHBR13_5:
return LINK_RATE_UHBR20;
default:
return LINK_RATE_UNKNOWN;
}
3464}

3466static bool_Bool decide_fallback_link_setting_max_bw_policy(
struct dc_link *link,
const struct dc_link_settings *max,
struct dc_link_settings *cur,
enum link_training_result training_result)
3471{
uint8_t cur_idx = 0, next_idx;
bool_Bool found = false0;

if (training_result == LINK_TRAINING_ABORT)
return false0;

while (cur_idx < ARRAY_SIZE(dp_lt_fallbacks)(sizeof((dp_lt_fallbacks)) / sizeof((dp_lt_fallbacks)[0])))
/* find current index */
if (dp_lt_fallbacks[cur_idx].lane_count == cur->lane_count &&
		dp_lt_fallbacks[cur_idx].link_rate == cur->link_rate)
	break;
else
	cur_idx++;

next_idx = cur_idx + 1;

while (next_idx < ARRAY_SIZE(dp_lt_fallbacks)(sizeof((dp_lt_fallbacks)) / sizeof((dp_lt_fallbacks)[0])))
/* find next index */
if (dp_lt_fallbacks[next_idx].lane_count > max->lane_count ||
		dp_lt_fallbacks[next_idx].link_rate > max->link_rate)
	next_idx++;
else if (dp_lt_fallbacks[next_idx].link_rate == LINK_RATE_UHBR13_5 &&
		link->dpcd_caps.dp_128b_132b_supported_link_rates.bits.UHBR13_5 == 0)
	/* upto DP2.x specs UHBR13.5 is the only link rate that
	 * could be not supported by DPRX when higher link rate
	 * is supported. so we treat it as a special case for
	 * code simplicity. When we have new specs with more
	 * link rates like this, we should consider a more
	 * generic solution to handle discrete link rate
	 * capabilities.
	 */
	next_idx++;
else
	break;

if (next_idx < ARRAY_SIZE(dp_lt_fallbacks)(sizeof((dp_lt_fallbacks)) / sizeof((dp_lt_fallbacks)[0]))) {
cur->lane_count = dp_lt_fallbacks[next_idx].lane_count;
cur->link_rate = dp_lt_fallbacks[next_idx].link_rate;
found = true1;
}

return found;
3514}

3516/*
* function: set link rate and lane count fallback based
* on current link setting and last link training result
* return value:
*			true - link setting could be set
*			false - has reached minimum setting
*					and no further fallback could be done
*/
3524static bool_Bool decide_fallback_link_setting(
struct dc_link *link,
struct dc_link_settings *max,
struct dc_link_settings *cur,
enum link_training_result training_result)
3529{
if (dp_get_link_encoding_format(max) == DP_128b_132b_ENCODING ||
	link->dc->debug.force_dp2_lt_fallback_method)
return decide_fallback_link_setting_max_bw_policy(link, max, cur,
		training_result);

switch (training_result) {
case LINK_TRAINING_CR_FAIL_LANE0:
case LINK_TRAINING_CR_FAIL_LANE1:
case LINK_TRAINING_CR_FAIL_LANE23:
case LINK_TRAINING_LQA_FAIL:
{
if (!reached_minimum_link_rate(cur->link_rate)) {
	cur->link_rate = reduce_link_rate(cur->link_rate);
} else if (!reached_minimum_lane_count(cur->lane_count)) {
	cur->link_rate = max->link_rate;
	if (training_result == LINK_TRAINING_CR_FAIL_LANE0)
		return false0;
	else if (training_result == LINK_TRAINING_CR_FAIL_LANE1)
		cur->lane_count = LANE_COUNT_ONE;
	else if (training_result == LINK_TRAINING_CR_FAIL_LANE23)
		cur->lane_count = LANE_COUNT_TWO;
	else
		cur->lane_count = reduce_lane_count(cur->lane_count);
} else {
	return false0;
}
break;
}
case LINK_TRAINING_EQ_FAIL_EQ:
case LINK_TRAINING_EQ_FAIL_CR_PARTIAL:
{
if (!reached_minimum_lane_count(cur->lane_count)) {
	cur->lane_count = reduce_lane_count(cur->lane_count);
} else if (!reached_minimum_link_rate(cur->link_rate)) {
	cur->link_rate = reduce_link_rate(cur->link_rate);
	/* Reduce max link rate to avoid potential infinite loop.
	 * Needed so that any subsequent CR_FAIL fallback can't
	 * re-set the link rate higher than the link rate from
	 * the latest EQ_FAIL fallback.
	 */
	max->link_rate = cur->link_rate;
	cur->lane_count = max->lane_count;
} else {
	return false0;
}
break;
}
case LINK_TRAINING_EQ_FAIL_CR:
{
if (!reached_minimum_link_rate(cur->link_rate)) {
	cur->link_rate = reduce_link_rate(cur->link_rate);
	/* Reduce max link rate to avoid potential infinite loop.
	 * Needed so that any subsequent CR_FAIL fallback can't
	 * re-set the link rate higher than the link rate from
	 * the latest EQ_FAIL fallback.
	 */
	max->link_rate = cur->link_rate;
	cur->lane_count = max->lane_count;
} else {
	return false0;
}
break;
}
default:
return false0;
}
return true1;
3597}

3599bool_Bool dp_validate_mode_timing(
struct dc_link *link,
const struct dc_crtc_timing *timing)
3602{
uint32_t req_bw;
uint32_t max_bw;

const struct dc_link_settings *link_setting;

/* According to spec, VSC SDP should be used if pixel format is YCbCr420 */
if (timing->pixel_encoding == PIXEL_ENCODING_YCBCR420 &&
	!link->dpcd_caps.dprx_feature.bits.VSC_SDP_COLORIMETRY_SUPPORTED &&
	dal_graphics_object_id_get_connector_id(link->link_id) != CONNECTOR_ID_VIRTUAL)
return false0;

/*always DP fail safe mode*/
if ((timing->pix_clk_100hz / 10) == (uint32_t) 25175 &&
timing->h_addressable == (uint32_t) 640 &&
timing->v_addressable == (uint32_t) 480)
return true1;

link_setting = dc_link_get_link_cap(link);

/* TODO: DYNAMIC_VALIDATION needs to be implemented */
/*if (flags.DYNAMIC_VALIDATION == 1 &&
link->verified_link_cap.lane_count != LANE_COUNT_UNKNOWN)
link_setting = &link->verified_link_cap;
*/

req_bw = dc_bandwidth_in_kbps_from_timing(timing);
max_bw = dc_link_bandwidth_kbps(link, link_setting);

if (req_bw <= max_bw) {
/* remember the biggest mode here, during
 * initial link training (to get
 * verified_link_cap), LS sends event about
 * cannot train at reported cap to upper
 * layer and upper layer will re-enumerate modes.
 * this is not necessary if the lower
 * verified_link_cap is enough to drive
 * all the modes */

/* TODO: DYNAMIC_VALIDATION needs to be implemented */
/* if (flags.DYNAMIC_VALIDATION == 1)
	dpsst->max_req_bw_for_verified_linkcap = dal_max(
		dpsst->max_req_bw_for_verified_linkcap, req_bw); */
return true1;
} else
return false0;
3648}

3650static bool_Bool decide_dp_link_settings(struct dc_link *link, struct dc_link_settings *link_setting, uint32_t req_bw)
3651{
struct dc_link_settings initial_link_setting = {
LANE_COUNT_ONE, LINK_RATE_LOW, LINK_SPREAD_DISABLED, false0, 0};
struct dc_link_settings current_link_setting =
	initial_link_setting;
uint32_t link_bw;

if (req_bw > dc_link_bandwidth_kbps(link, &link->verified_link_cap))
return false0;

/* search for the minimum link setting that:
* 1. is supported according to the link training result
* 2. could support the b/w requested by the timing
*/
while (current_link_setting.link_rate <=
	link->verified_link_cap.link_rate) {
link_bw = dc_link_bandwidth_kbps(
		link,
		&current_link_setting);
if (req_bw <= link_bw) {
	*link_setting = current_link_setting;
	return true1;
}

if (current_link_setting.lane_count <
		link->verified_link_cap.lane_count) {
	current_link_setting.lane_count =
			increase_lane_count(
					current_link_setting.lane_count);
} else {
	current_link_setting.link_rate =
			increase_link_rate(link,
					current_link_setting.link_rate);
	current_link_setting.lane_count =
			initial_link_setting.lane_count;
}
}

return false0;
3690}

3692bool_Bool decide_edp_link_settings(struct dc_link *link, struct dc_link_settings *link_setting, uint32_t req_bw)
3693{
struct dc_link_settings initial_link_setting;
struct dc_link_settings current_link_setting;
uint32_t link_bw;

/*
* edp_supported_link_rates_count is only valid for eDP v1.4 or higher.
* Per VESA eDP spec, "The DPCD revision for eDP v1.4 is 13h"
*/
if (link->dpcd_caps.dpcd_rev.raw < DPCD_REV_13 ||
	link->dpcd_caps.edp_supported_link_rates_count == 0) {
*link_setting = link->verified_link_cap;
return true1;
}

memset(&initial_link_setting, 0, sizeof(initial_link_setting))__builtin_memset((&initial_link_setting), (0), (sizeof(initial_link_setting
)));
initial_link_setting.lane_count = LANE_COUNT_ONE;
initial_link_setting.link_rate = link->dpcd_caps.edp_supported_link_rates[0];
initial_link_setting.link_spread = LINK_SPREAD_DISABLED;
initial_link_setting.use_link_rate_set = true1;
initial_link_setting.link_rate_set = 0;
current_link_setting = initial_link_setting;

/* search for the minimum link setting that:
* 1. is supported according to the link training result
* 2. could support the b/w requested by the timing
*/
while (current_link_setting.link_rate <=
	link->verified_link_cap.link_rate) {
link_bw = dc_link_bandwidth_kbps(
		link,
		&current_link_setting);
if (req_bw <= link_bw) {
	*link_setting = current_link_setting;
	return true1;
}

if (current_link_setting.lane_count <
		link->verified_link_cap.lane_count) {
	current_link_setting.lane_count =
			increase_lane_count(
					current_link_setting.lane_count);
} else {
	if (current_link_setting.link_rate_set < link->dpcd_caps.edp_supported_link_rates_count) {
		current_link_setting.link_rate_set++;
		current_link_setting.link_rate =
			link->dpcd_caps.edp_supported_link_rates[current_link_setting.link_rate_set];
		current_link_setting.lane_count =
							initial_link_setting.lane_count;
	} else
		break;
}
}
return false0;
3747}

3749static bool_Bool decide_edp_link_settings_with_dsc(struct dc_link *link,
struct dc_link_settings *link_setting,
uint32_t req_bw,
enum dc_link_rate max_link_rate)
3753{
struct dc_link_settings initial_link_setting;
struct dc_link_settings current_link_setting;
uint32_t link_bw;

unsigned int policy = 0;

policy = link->panel_config.dsc.force_dsc_edp_policy;
if (max_link_rate == LINK_RATE_UNKNOWN)
max_link_rate = link->verified_link_cap.link_rate;
/*
* edp_supported_link_rates_count is only valid for eDP v1.4 or higher.
* Per VESA eDP spec, "The DPCD revision for eDP v1.4 is 13h"
*/
if ((link->dpcd_caps.dpcd_rev.raw < DPCD_REV_13 ||
	link->dpcd_caps.edp_supported_link_rates_count == 0)) {
/* for DSC enabled case, we search for minimum lane count */
memset(&initial_link_setting, 0, sizeof(initial_link_setting))__builtin_memset((&initial_link_setting), (0), (sizeof(initial_link_setting
)));
initial_link_setting.lane_count = LANE_COUNT_ONE;
initial_link_setting.link_rate = LINK_RATE_LOW;
initial_link_setting.link_spread = LINK_SPREAD_DISABLED;
initial_link_setting.use_link_rate_set = false0;
initial_link_setting.link_rate_set = 0;
current_link_setting = initial_link_setting;
if (req_bw > dc_link_bandwidth_kbps(link, &link->verified_link_cap))
	return false0;

/* search for the minimum link setting that:
 * 1. is supported according to the link training result
 * 2. could support the b/w requested by the timing
 */
while (current_link_setting.link_rate <=
		max_link_rate) {
	link_bw = dc_link_bandwidth_kbps(
			link,
			&current_link_setting);
	if (req_bw <= link_bw) {
		*link_setting = current_link_setting;
		return true1;
	}
	if (policy) {
		/* minimize lane */
		if (current_link_setting.link_rate < max_link_rate) {
			current_link_setting.link_rate =
					increase_link_rate(link,
							current_link_setting.link_rate);
		} else {
			if (current_link_setting.lane_count <
							link->verified_link_cap.lane_count) {
				current_link_setting.lane_count =
						increase_lane_count(
								current_link_setting.lane_count);
				current_link_setting.link_rate = initial_link_setting.link_rate;
			} else
				break;
		}
	} else {
		/* minimize link rate */
		if (current_link_setting.lane_count <
				link->verified_link_cap.lane_count) {
			current_link_setting.lane_count =
					increase_lane_count(
							current_link_setting.lane_count);
		} else {
			current_link_setting.link_rate =
					increase_link_rate(link,
							current_link_setting.link_rate);
			current_link_setting.lane_count =
					initial_link_setting.lane_count;
		}
	}
}
return false0;
}

/* if optimize edp link is supported */
memset(&initial_link_setting, 0, sizeof(initial_link_setting))__builtin_memset((&initial_link_setting), (0), (sizeof(initial_link_setting
)));
initial_link_setting.lane_count = LANE_COUNT_ONE;
initial_link_setting.link_rate = link->dpcd_caps.edp_supported_link_rates[0];
initial_link_setting.link_spread = LINK_SPREAD_DISABLED;
initial_link_setting.use_link_rate_set = true1;
initial_link_setting.link_rate_set = 0;
current_link_setting = initial_link_setting;

/* search for the minimum link setting that:
* 1. is supported according to the link training result
* 2. could support the b/w requested by the timing
*/
while (current_link_setting.link_rate <=
	max_link_rate) {
link_bw = dc_link_bandwidth_kbps(
		link,
		&current_link_setting);
if (req_bw <= link_bw) {
	*link_setting = current_link_setting;
	return true1;
}
if (policy) {
	/* minimize lane */
	if (current_link_setting.link_rate_set <
			link->dpcd_caps.edp_supported_link_rates_count
			&& current_link_setting.link_rate < max_link_rate) {
		current_link_setting.link_rate_set++;
		current_link_setting.link_rate =
			link->dpcd_caps.edp_supported_link_rates[current_link_setting.link_rate_set];
	} else {
		if (current_link_setting.lane_count < link->verified_link_cap.lane_count) {
			current_link_setting.lane_count =
					increase_lane_count(
							current_link_setting.lane_count);
			current_link_setting.link_rate_set = initial_link_setting.link_rate_set;
			current_link_setting.link_rate =
				link->dpcd_caps.edp_supported_link_rates[current_link_setting.link_rate_set];
		} else
			break;
	}
} else {
	/* minimize link rate */
	if (current_link_setting.lane_count <
			link->verified_link_cap.lane_count) {
		current_link_setting.lane_count =
				increase_lane_count(
						current_link_setting.lane_count);
	} else {
		if (current_link_setting.link_rate_set < link->dpcd_caps.edp_supported_link_rates_count) {
			current_link_setting.link_rate_set++;
			current_link_setting.link_rate =
				link->dpcd_caps.edp_supported_link_rates[current_link_setting.link_rate_set];
			current_link_setting.lane_count =
				initial_link_setting.lane_count;
		} else
			break;
	}
}
}
return false0;
3889}

3891static bool_Bool decide_mst_link_settings(const struct dc_link *link, struct dc_link_settings *link_setting)
3892{
*link_setting = link->verified_link_cap;
return true1;
3895}

3897bool_Bool decide_link_settings(struct dc_stream_state *stream,
struct dc_link_settings *link_setting)
3899{
struct dc_link *link = stream->link;
uint32_t req_bw = dc_bandwidth_in_kbps_from_timing(&stream->timing);

memset(link_setting, 0, sizeof(*link_setting))__builtin_memset((link_setting), (0), (sizeof(*link_setting))
);

/* if preferred is specified through AMDDP, use it, if it's enough
* to drive the mode
*/
if (link->preferred_link_setting.lane_count !=
	LANE_COUNT_UNKNOWN &&
	link->preferred_link_setting.link_rate !=
			LINK_RATE_UNKNOWN) {
*link_setting = link->preferred_link_setting;
return true1;
}

/* MST doesn't perform link training for now
* TODO: add MST specific link training routine
*/
if (stream->signal == SIGNAL_TYPE_DISPLAY_PORT_MST) {
decide_mst_link_settings(link, link_setting);
} else if (link->connector_signal == SIGNAL_TYPE_EDP) {
/* enable edp link optimization for DSC eDP case */
if (stream->timing.flags.DSC) {
	enum dc_link_rate max_link_rate = LINK_RATE_UNKNOWN;

	if (link->panel_config.dsc.force_dsc_edp_policy) {
		/* calculate link max link rate cap*/
		struct dc_link_settings tmp_link_setting;
		struct dc_crtc_timing tmp_timing = stream->timing;
		uint32_t orig_req_bw;

		tmp_link_setting.link_rate = LINK_RATE_UNKNOWN;
		tmp_timing.flags.DSC = 0;
		orig_req_bw = dc_bandwidth_in_kbps_from_timing(&tmp_timing);
		decide_edp_link_settings(link, &tmp_link_setting, orig_req_bw);
		max_link_rate = tmp_link_setting.link_rate;
	}
	decide_edp_link_settings_with_dsc(link, link_setting, req_bw, max_link_rate);
} else {
	decide_edp_link_settings(link, link_setting, req_bw);
}
} else {
decide_dp_link_settings(link, link_setting, req_bw);
}

return link_setting->lane_count != LANE_COUNT_UNKNOWN &&
	link_setting->link_rate != LINK_RATE_UNKNOWN;
3948}

3950/*************************Short Pulse IRQ***************************/
3951bool_Bool dc_link_dp_allow_hpd_rx_irq(const struct dc_link *link)
3952{
/*
* Don't handle RX IRQ unless one of following is met:
* 1) The link is established (cur_link_settings != unknown)
* 2) We know we're dealing with a branch device, SST or MST
*/

if ((link->cur_link_settings.lane_count != LANE_COUNT_UNKNOWN) ||
is_dp_branch_device(link))
return true1;

return false0;
3964}

3966static bool_Bool handle_hpd_irq_psr_sink(struct dc_link *link)
3967{
union dpcd_psr_configuration psr_configuration;

if (!link->psr_settings.psr_feature_enabled)
return false0;

dm_helpers_dp_read_dpcd(
link->ctx,
link,
368,/*DpcdAddress_PSR_Enable_Cfg*/
&psr_configuration.raw,
sizeof(psr_configuration.raw));

if (psr_configuration.bits.ENABLE) {
unsigned char dpcdbuf[3] = {0};
union psr_error_status psr_error_status;
union psr_sink_psr_status psr_sink_psr_status;

dm_helpers_dp_read_dpcd(
	link->ctx,
	link,
	0x2006, /*DpcdAddress_PSR_Error_Status*/
	(unsigned char *) dpcdbuf,
	sizeof(dpcdbuf));

/*DPCD 2006h   ERROR STATUS*/
psr_error_status.raw = dpcdbuf[0];
/*DPCD 2008h   SINK PANEL SELF REFRESH STATUS*/
psr_sink_psr_status.raw = dpcdbuf[2];

if (psr_error_status.bits.LINK_CRC_ERROR ||
		psr_error_status.bits.RFB_STORAGE_ERROR ||
		psr_error_status.bits.VSC_SDP_ERROR) {
	bool_Bool allow_active;

	/* Acknowledge and clear error bits */
	dm_helpers_dp_write_dpcd(
		link->ctx,
		link,
		8198,/*DpcdAddress_PSR_Error_Status*/
		&psr_error_status.raw,
		sizeof(psr_error_status.raw));

	/* PSR error, disable and re-enable PSR */
	if (link->psr_settings.psr_allow_active) {
		allow_active = false0;
		dc_link_set_psr_allow_active(link, &allow_active, true1, false0, NULL((void *)0));
		allow_active = true1;
		dc_link_set_psr_allow_active(link, &allow_active, true1, false0, NULL((void *)0));
	}

	return true1;
} else if (psr_sink_psr_status.bits.SINK_SELF_REFRESH_STATUS ==
		PSR_SINK_STATE_ACTIVE_DISPLAY_FROM_SINK_RFB){
	/* No error is detect, PSR is active.
	 * We should return with IRQ_HPD handled without
	 * checking for loss of sync since PSR would have
	 * powered down main link.
	 */
	return true1;
}
}
return false0;
4030}

4032static enum dc_link_rate get_link_rate_from_test_link_rate(uint8_t test_rate)
4033{
switch (test_rate) {
case DP_TEST_LINK_RATE_RBR:
return LINK_RATE_LOW;
case DP_TEST_LINK_RATE_HBR:
return LINK_RATE_HIGH;
case DP_TEST_LINK_RATE_HBR2:
return LINK_RATE_HIGH2;
case DP_TEST_LINK_RATE_HBR3:
return LINK_RATE_HIGH3;
case DP_TEST_LINK_RATE_UHBR10:
return LINK_RATE_UHBR10;
case DP_TEST_LINK_RATE_UHBR20:
return LINK_RATE_UHBR20;
case DP_TEST_LINK_RATE_UHBR13_5:
return LINK_RATE_UHBR13_5;
default:
return LINK_RATE_UNKNOWN;
}
4052}

4054static void dp_test_send_link_training(struct dc_link *link)
4055{
struct dc_link_settings link_settings = {0};
uint8_t test_rate = 0;

core_link_read_dpcd(
	link,
	DP_TEST_LANE_COUNT0x220,
	(unsigned char *)(&link_settings.lane_count),
	1);
core_link_read_dpcd(
	link,
	DP_TEST_LINK_RATE0x219,
	&test_rate,
	1);
link_settings.link_rate = get_link_rate_from_test_link_rate(test_rate);

/* Set preferred link settings */
link->verified_link_cap.lane_count = link_settings.lane_count;
link->verified_link_cap.link_rate = link_settings.link_rate;

dp_retrain_link_dp_test(link, &link_settings, false0);
4076}

4078/* TODO Raven hbr2 compliance eye output is unstable
* (toggling on and off) with debugger break
* This caueses intermittent PHY automation failure
* Need to look into the root cause */
4082static void dp_test_send_phy_test_pattern(struct dc_link *link)
4083{
union phy_test_pattern dpcd_test_pattern;
union lane_adjust dpcd_lane_adjustment[2];
unsigned char dpcd_post_cursor_2_adjustment = 0;
unsigned char test_pattern_buffer[
	(DP_TEST_264BIT_CUSTOM_PATTERN_263_2560x2250 -
	DP_TEST_264BIT_CUSTOM_PATTERN_7_00x2230)+1] = {0};
unsigned int test_pattern_size = 0;
enum dp_test_pattern test_pattern;
union lane_adjust dpcd_lane_adjust;
unsigned int lane;
struct link_training_settings link_training_settings;

dpcd_test_pattern.raw = 0;
memset(dpcd_lane_adjustment, 0, sizeof(dpcd_lane_adjustment))__builtin_memset((dpcd_lane_adjustment), (0), (sizeof(dpcd_lane_adjustment
)));
memset(&link_training_settings, 0, sizeof(link_training_settings))__builtin_memset((&link_training_settings), (0), (sizeof(
link_training_settings)));

/* get phy test pattern and pattern parameters from DP receiver */
core_link_read_dpcd(
	link,
	DP_PHY_TEST_PATTERN0x248,
	&dpcd_test_pattern.raw,
	sizeof(dpcd_test_pattern));
core_link_read_dpcd(
	link,
	DP_ADJUST_REQUEST_LANE0_10x206,
	&dpcd_lane_adjustment[0].raw,
	sizeof(dpcd_lane_adjustment));

/* prepare link training settings */
link_training_settings.link_settings = link->cur_link_settings;

link_training_settings.lttpr_mode = dp_decide_lttpr_mode(link, &link->cur_link_settings);

if ((link->chip_caps & EXT_DISPLAY_PATH_CAPS__DP_FIXED_VS_EN) &&
	link_training_settings.lttpr_mode == LTTPR_MODE_TRANSPARENT)
dp_fixed_vs_pe_read_lane_adjust(
		link,
		link_training_settings.dpcd_lane_settings);

/*get post cursor 2 parameters
* For DP 1.1a or eariler, this DPCD register's value is 0
* For DP 1.2 or later:
* Bits 1:0 = POST_CURSOR2_LANE0; Bits 3:2 = POST_CURSOR2_LANE1
* Bits 5:4 = POST_CURSOR2_LANE2; Bits 7:6 = POST_CURSOR2_LANE3
*/
core_link_read_dpcd(
	link,
	DP_ADJUST_REQUEST_POST_CURSOR20x20c,
	&dpcd_post_cursor_2_adjustment,
	sizeof(dpcd_post_cursor_2_adjustment));

/* translate request */
switch (dpcd_test_pattern.bits.PATTERN) {
case PHY_TEST_PATTERN_D10_2:
test_pattern = DP_TEST_PATTERN_D102;
break;
case PHY_TEST_PATTERN_SYMBOL_ERROR:
test_pattern = DP_TEST_PATTERN_SYMBOL_ERROR;
break;
case PHY_TEST_PATTERN_PRBS7:
test_pattern = DP_TEST_PATTERN_PRBS7;
break;
case PHY_TEST_PATTERN_80BIT_CUSTOM:
test_pattern = DP_TEST_PATTERN_80BIT_CUSTOM;
break;
case PHY_TEST_PATTERN_CP2520_1:
/* CP2520 pattern is unstable, temporarily use TPS4 instead */
test_pattern = (link->dc->caps.force_dp_tps4_for_cp2520 == 1) ?
		DP_TEST_PATTERN_TRAINING_PATTERN4 :
		DP_TEST_PATTERN_HBR2_COMPLIANCE_EYE;
break;
case PHY_TEST_PATTERN_CP2520_2:
/* CP2520 pattern is unstable, temporarily use TPS4 instead */
test_pattern = (link->dc->caps.force_dp_tps4_for_cp2520 == 1) ?
		DP_TEST_PATTERN_TRAINING_PATTERN4 :
		DP_TEST_PATTERN_HBR2_COMPLIANCE_EYE;
break;
case PHY_TEST_PATTERN_CP2520_3:
test_pattern = DP_TEST_PATTERN_TRAINING_PATTERN4;
break;
case PHY_TEST_PATTERN_128b_132b_TPS1:
test_pattern = DP_TEST_PATTERN_128b_132b_TPS1;
break;
case PHY_TEST_PATTERN_128b_132b_TPS2:
test_pattern = DP_TEST_PATTERN_128b_132b_TPS2;
break;
case PHY_TEST_PATTERN_PRBS9:
test_pattern = DP_TEST_PATTERN_PRBS9;
break;
case PHY_TEST_PATTERN_PRBS11:
test_pattern = DP_TEST_PATTERN_PRBS11;
break;
case PHY_TEST_PATTERN_PRBS15:
test_pattern = DP_TEST_PATTERN_PRBS15;
break;
case PHY_TEST_PATTERN_PRBS23:
test_pattern = DP_TEST_PATTERN_PRBS23;
break;
case PHY_TEST_PATTERN_PRBS31:
test_pattern = DP_TEST_PATTERN_PRBS31;
break;
case PHY_TEST_PATTERN_264BIT_CUSTOM:
test_pattern = DP_TEST_PATTERN_264BIT_CUSTOM;
break;
case PHY_TEST_PATTERN_SQUARE_PULSE:
test_pattern = DP_TEST_PATTERN_SQUARE_PULSE;
break;
default:
test_pattern = DP_TEST_PATTERN_VIDEO_MODE;
break;
}

if (test_pattern == DP_TEST_PATTERN_80BIT_CUSTOM) {
test_pattern_size = (DP_TEST_80BIT_CUSTOM_PATTERN_79_720x259 -
		DP_TEST_80BIT_CUSTOM_PATTERN_7_00x250) + 1;
core_link_read_dpcd(
		link,
		DP_TEST_80BIT_CUSTOM_PATTERN_7_00x250,
		test_pattern_buffer,
		test_pattern_size);
}

if (test_pattern == DP_TEST_PATTERN_SQUARE_PULSE) {
test_pattern_size = 1; // Square pattern data is 1 byte (DP spec)
core_link_read_dpcd(
		link,
		DP_PHY_SQUARE_PATTERN0x249,
		test_pattern_buffer,
		test_pattern_size);
}

if (test_pattern == DP_TEST_PATTERN_264BIT_CUSTOM) {
test_pattern_size = (DP_TEST_264BIT_CUSTOM_PATTERN_263_2560x2250-
		DP_TEST_264BIT_CUSTOM_PATTERN_7_00x2230) + 1;
core_link_read_dpcd(
		link,
		DP_TEST_264BIT_CUSTOM_PATTERN_7_00x2230,
		test_pattern_buffer,
		test_pattern_size);
}

for (lane = 0; lane <
(unsigned int)(link->cur_link_settings.lane_count);
lane++) {
dpcd_lane_adjust.raw =
	get_nibble_at_index(&dpcd_lane_adjustment[0].raw, lane);
if (dp_get_link_encoding_format(&link->cur_link_settings) ==
		DP_8b_10b_ENCODING) {
	link_training_settings.hw_lane_settings[lane].VOLTAGE_SWING =
		(enum dc_voltage_swing)
		(dpcd_lane_adjust.bits.VOLTAGE_SWING_LANE);
	link_training_settings.hw_lane_settings[lane].PRE_EMPHASIS =
		(enum dc_pre_emphasis)
		(dpcd_lane_adjust.bits.PRE_EMPHASIS_LANE);
	link_training_settings.hw_lane_settings[lane].POST_CURSOR2 =
		(enum dc_post_cursor2)
		((dpcd_post_cursor_2_adjustment >> (lane * 2)) & 0x03);
} else if (dp_get_link_encoding_format(&link->cur_link_settings) ==
		DP_128b_132b_ENCODING) {
	link_training_settings.hw_lane_settings[lane].FFE_PRESET.raw =
			dpcd_lane_adjust.tx_ffe.PRESET_VALUE;
}
}

dp_hw_to_dpcd_lane_settings(&link_training_settings,
	link_training_settings.hw_lane_settings,
	link_training_settings.dpcd_lane_settings);
/*Usage: Measure DP physical lane signal
* by DP SI test equipment automatically.
* PHY test pattern request is generated by equipment via HPD interrupt.
* HPD needs to be active all the time. HPD should be active
* all the time. Do not touch it.
* forward request to DS
*/
dc_link_dp_set_test_pattern(
link,
test_pattern,
DP_TEST_PATTERN_COLOR_SPACE_UNDEFINED,
&link_training_settings,
test_pattern_buffer,
test_pattern_size);
4265}

4267static void dp_test_get_audio_test_data(struct dc_link *link, bool_Bool disable_video)
4268{
union audio_test_mode            dpcd_test_mode = {0};
struct audio_test_pattern_type   dpcd_pattern_type = {0};
union audio_test_pattern_period  dpcd_pattern_period[AUDIO_CHANNELS_COUNT] = {0};
enum dp_test_pattern test_pattern = DP_TEST_PATTERN_AUDIO_OPERATOR_DEFINED;

struct pipe_ctx *pipes = link->dc->current_state->res_ctx.pipe_ctx;
struct pipe_ctx *pipe_ctx = &pipes[0];
unsigned int channel_count;
unsigned int channel = 0;
unsigned int modes = 0;
unsigned int sampling_rate_in_hz = 0;

// get audio test mode and test pattern parameters
core_link_read_dpcd(
link,
DP_TEST_AUDIO_MODE0x271,
&dpcd_test_mode.raw,
sizeof(dpcd_test_mode));

core_link_read_dpcd(
link,
DP_TEST_AUDIO_PATTERN_TYPE0x272,
&dpcd_pattern_type.value,
sizeof(dpcd_pattern_type));

channel_count = min(dpcd_test_mode.bits.channel_count + 1, AUDIO_CHANNELS_COUNT)(((dpcd_test_mode.bits.channel_count + 1)<(AUDIO_CHANNELS_COUNT
))?(dpcd_test_mode.bits.channel_count + 1):(AUDIO_CHANNELS_COUNT
));

// read pattern periods for requested channels when sawTooth pattern is requested
if (dpcd_pattern_type.value == AUDIO_TEST_PATTERN_SAWTOOTH ||
	dpcd_pattern_type.value == AUDIO_TEST_PATTERN_OPERATOR_DEFINED) {

test_pattern = (dpcd_pattern_type.value == AUDIO_TEST_PATTERN_SAWTOOTH) ?
		DP_TEST_PATTERN_AUDIO_SAWTOOTH : DP_TEST_PATTERN_AUDIO_OPERATOR_DEFINED;
// read period for each channel
for (channel = 0; channel < channel_count; channel++) {
	core_link_read_dpcd(
					link,
					DP_TEST_AUDIO_PERIOD_CH10x273 + channel,
					&dpcd_pattern_period[channel].raw,
					sizeof(dpcd_pattern_period[channel]));
}
}

// translate sampling rate
switch (dpcd_test_mode.bits.sampling_rate) {
case AUDIO_SAMPLING_RATE_32KHZ:
sampling_rate_in_hz = 32000;
break;
case AUDIO_SAMPLING_RATE_44_1KHZ:
sampling_rate_in_hz = 44100;
break;
case AUDIO_SAMPLING_RATE_48KHZ:
sampling_rate_in_hz = 48000;
break;
case AUDIO_SAMPLING_RATE_88_2KHZ:
sampling_rate_in_hz = 88200;
break;
case AUDIO_SAMPLING_RATE_96KHZ:
sampling_rate_in_hz = 96000;
break;
case AUDIO_SAMPLING_RATE_176_4KHZ:
sampling_rate_in_hz = 176400;
break;
case AUDIO_SAMPLING_RATE_192KHZ:
sampling_rate_in_hz = 192000;
break;
default:
sampling_rate_in_hz = 0;
break;
}

link->audio_test_data.flags.test_requested = 1;
link->audio_test_data.flags.disable_video = disable_video;
link->audio_test_data.sampling_rate = sampling_rate_in_hz;
link->audio_test_data.channel_count = channel_count;
link->audio_test_data.pattern_type = test_pattern;

if (test_pattern == DP_TEST_PATTERN_AUDIO_SAWTOOTH) {
for (modes = 0; modes < pipe_ctx->stream->audio_info.mode_count; modes++) {
	link->audio_test_data.pattern_period[modes] = dpcd_pattern_period[modes].bits.pattern_period;
}
}
4351}

4353void dc_link_dp_handle_automated_test(struct dc_link *link)
4354{
union test_request test_request;
union test_response test_response;

memset(&test_request, 0, sizeof(test_request))__builtin_memset((&test_request), (0), (sizeof(test_request
)));
memset(&test_response, 0, sizeof(test_response))__builtin_memset((&test_response), (0), (sizeof(test_response
)));

core_link_read_dpcd(
link,
DP_TEST_REQUEST0x218,
&test_request.raw,
sizeof(union test_request));
if (test_request.bits.LINK_TRAINING) {
/* ACK first to let DP RX test box monitor LT sequence */
test_response.bits.ACK = 1;
core_link_write_dpcd(
	link,
	DP_TEST_RESPONSE0x260,
	&test_response.raw,
	sizeof(test_response));
dp_test_send_link_training(link);
/* no acknowledge request is needed again */
test_response.bits.ACK = 0;
}
if (test_request.bits.LINK_TEST_PATTRN) {
union test_misc dpcd_test_params;
union link_test_pattern dpcd_test_pattern;

memset(&dpcd_test_pattern, 0, sizeof(dpcd_test_pattern))__builtin_memset((&dpcd_test_pattern), (0), (sizeof(dpcd_test_pattern
)));
memset(&dpcd_test_params, 0, sizeof(dpcd_test_params))__builtin_memset((&dpcd_test_params), (0), (sizeof(dpcd_test_params
)));

/* get link test pattern and pattern parameters */
core_link_read_dpcd(
		link,
		DP_TEST_PATTERN0x221,
		&dpcd_test_pattern.raw,
		sizeof(dpcd_test_pattern));
core_link_read_dpcd(
		link,
		DP_TEST_MISC00x232,
		&dpcd_test_params.raw,
		sizeof(dpcd_test_params));
test_response.bits.ACK = dm_helpers_dp_handle_test_pattern_request(link->ctx, link,
		dpcd_test_pattern, dpcd_test_params) ? 1 : 0;
}

if (test_request.bits.AUDIO_TEST_PATTERN) {
dp_test_get_audio_test_data(link, test_request.bits.TEST_AUDIO_DISABLED_VIDEO);
test_response.bits.ACK = 1;
}

if (test_request.bits.PHY_TEST_PATTERN) {
dp_test_send_phy_test_pattern(link);
test_response.bits.ACK = 1;
}

/* send request acknowledgment */
if (test_response.bits.ACK)
core_link_write_dpcd(
	link,
	DP_TEST_RESPONSE0x260,
	&test_response.raw,
	sizeof(test_response));
4417}

4419void dc_link_dp_handle_link_loss(struct dc_link *link)
4420{
int i;
struct pipe_ctx *pipe_ctx;

for (i = 0; i < MAX_PIPES6; i++) {
pipe_ctx = &link->dc->current_state->res_ctx.pipe_ctx[i];
if (pipe_ctx && pipe_ctx->stream && pipe_ctx->stream->link == link)
	break;
}

if (pipe_ctx == NULL((void *)0) || pipe_ctx->stream == NULL((void *)0))
return;

for (i = 0; i < MAX_PIPES6; i++) {
pipe_ctx = &link->dc->current_state->res_ctx.pipe_ctx[i];
if (pipe_ctx && pipe_ctx->stream && !pipe_ctx->stream->dpms_off &&
		pipe_ctx->stream->link == link && !pipe_ctx->prev_odm_pipe)
	core_link_disable_stream(pipe_ctx);
}

for (i = 0; i < MAX_PIPES6; i++) {
pipe_ctx = &link->dc->current_state->res_ctx.pipe_ctx[i];
if (pipe_ctx && pipe_ctx->stream && !pipe_ctx->stream->dpms_off &&
		pipe_ctx->stream->link == link && !pipe_ctx->prev_odm_pipe)
	core_link_enable_stream(link->dc->current_state, pipe_ctx);
}
4446}

4448bool_Bool dc_link_handle_hpd_rx_irq(struct dc_link *link, union hpd_irq_data *out_hpd_irq_dpcd_data, bool_Bool *out_link_loss,
					bool_Bool defer_handling, bool_Bool *has_left_work)
4450{
union hpd_irq_data hpd_irq_dpcd_data = {0};
union device_service_irq device_service_clear = {0};
enum dc_status result;
bool_Bool status = false0;

if (out_link_loss)
*out_link_loss = false0;

if (has_left_work)
*has_left_work = false0;
/* For use cases related to down stream connection status change,
* PSR and device auto test, refer to function handle_sst_hpd_irq
* in DAL2.1*/

DC_LOG_HW_HPD_IRQ("%s: Got short pulse HPD on link %d\n",___drm_dbg(((void *)0), DRM_UT_KMS, "%s: Got short pulse HPD on link %d\n"
, __func__, link->link_index)
__func__, link->link_index)___drm_dbg(((void *)0), DRM_UT_KMS, "%s: Got short pulse HPD on link %d\n"
, __func__, link->link_index);


/* All the "handle_hpd_irq_xxx()" methods
 * should be called only after
 * dal_dpsst_ls_read_hpd_irq_data
 * Order of calls is important too
 */
result = read_hpd_rx_irq_data(link, &hpd_irq_dpcd_data);
if (out_hpd_irq_dpcd_data)
*out_hpd_irq_dpcd_data = hpd_irq_dpcd_data;

if (result != DC_OK) {
DC_LOG_HW_HPD_IRQ("%s: DPCD read failed to obtain irq data\n",___drm_dbg(((void *)0), DRM_UT_KMS, "%s: DPCD read failed to obtain irq data\n"
, __func__)
	__func__)___drm_dbg(((void *)0), DRM_UT_KMS, "%s: DPCD read failed to obtain irq data\n"
, __func__);
return false0;
}

if (hpd_irq_dpcd_data.bytes.device_service_irq.bits.AUTOMATED_TEST) {
device_service_clear.bits.AUTOMATED_TEST = 1;
core_link_write_dpcd(
	link,
	DP_DEVICE_SERVICE_IRQ_VECTOR0x201,
	&device_service_clear.raw,
	sizeof(device_service_clear.raw));
device_service_clear.raw = 0;
if (defer_handling && has_left_work)
	*has_left_work = true1;
else
	dc_link_dp_handle_automated_test(link);
return false0;
}

if (!dc_link_dp_allow_hpd_rx_irq(link)) {
DC_LOG_HW_HPD_IRQ("%s: skipping HPD handling on %d\n",___drm_dbg(((void *)0), DRM_UT_KMS, "%s: skipping HPD handling on %d\n"
, __func__, link->link_index)
	__func__, link->link_index)___drm_dbg(((void *)0), DRM_UT_KMS, "%s: skipping HPD handling on %d\n"
, __func__, link->link_index);
return false0;
}

if (handle_hpd_irq_psr_sink(link))
/* PSR-related error was detected and handled */
return true1;

/* If PSR-related error handled, Main link may be off,
* so do not handle as a normal sink status change interrupt.
*/

if (hpd_irq_dpcd_data.bytes.device_service_irq.bits.UP_REQ_MSG_RDY) {
if (defer_handling && has_left_work)
	*has_left_work = true1;
return true1;
}

/* check if we have MST msg and return since we poll for it */
if (hpd_irq_dpcd_data.bytes.device_service_irq.bits.DOWN_REP_MSG_RDY) {
if (defer_handling && has_left_work)
	*has_left_work = true1;
return false0;
}

/* For now we only handle 'Downstream port status' case.
* If we got sink count changed it means
* Downstream port status changed,
* then DM should call DC to do the detection.
* NOTE: Do not handle link loss on eDP since it is internal link*/
if ((link->connector_signal != SIGNAL_TYPE_EDP) &&
hpd_rx_irq_check_link_loss_status(
	link,
	&hpd_irq_dpcd_data)) {
/* Connectivity log: link loss */
CONN_DATA_LINK_LOSS(link,do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "Status: "
); } while (0)
			hpd_irq_dpcd_data.raw,do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "Status: "
); } while (0)
			sizeof(hpd_irq_dpcd_data),do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "Status: "
); } while (0)
			"Status: ")do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "Status: "
); } while (0);

if (defer_handling && has_left_work)
	*has_left_work = true1;
else
	dc_link_dp_handle_link_loss(link);

status = false0;
if (out_link_loss)
	*out_link_loss = true1;

dp_trace_link_loss_increment(link);
}

if (link->type == dc_connection_sst_branch &&
hpd_irq_dpcd_data.bytes.sink_cnt.bits.SINK_COUNT
	!= link->dpcd_sink_count)
status = true1;

/* reasons for HPD RX:
* 1. Link Loss - ie Re-train the Link
* 2. MST sideband message
* 3. Automated Test - ie. Internal Commit
* 4. CP (copy protection) - (not interesting for DM???)
* 5. DRR
* 6. Downstream Port status changed
* -ie. Detect - this the only one
* which is interesting for DM because
* it must call dc_link_detect.
*/
return status;
4570}

4572/*query dpcd for version and mst cap addresses*/
4573bool_Bool is_mst_supported(struct dc_link *link)
4574{
bool_Bool mst          = false0;
enum dc_status st = DC_OK;
union dpcd_rev rev;
union mstm_cap cap;

if (link->preferred_training_settings.mst_enable &&
*link->preferred_training_settings.mst_enable == false0) {
return false0;
}

rev.raw  = 0;
cap.raw  = 0;

st = core_link_read_dpcd(link, DP_DPCD_REV0x000, &rev.raw,
	sizeof(rev));

if (st == DC_OK && rev.raw >= DPCD_REV_12) {

st = core_link_read_dpcd(link, DP_MSTM_CAP0x021,
		&cap.raw, sizeof(cap));
if (st == DC_OK && cap.bits.MST_CAP == 1)
	mst = true1;
}
return mst;

4600}

4602bool_Bool is_dp_active_dongle(const struct dc_link *link)
4603{
return (link->dpcd_caps.dongle_type >= DISPLAY_DONGLE_DP_VGA_CONVERTER) &&
		(link->dpcd_caps.dongle_type <= DISPLAY_DONGLE_DP_HDMI_CONVERTER);
4606}

4608bool_Bool is_dp_branch_device(const struct dc_link *link)
4609{
return link->dpcd_caps.is_branch_dev;
4611}

4613static int translate_dpcd_max_bpc(enum dpcd_downstream_port_max_bpc bpc)
4614{
switch (bpc) {
case DOWN_STREAM_MAX_8BPC:
return 8;
case DOWN_STREAM_MAX_10BPC:
return 10;
case DOWN_STREAM_MAX_12BPC:
return 12;
case DOWN_STREAM_MAX_16BPC:
return 16;
default:
break;
}

return -1;
4629}

4631#if defined(CONFIG_DRM_AMD_DC_DCN1)
4632uint32_t dc_link_bw_kbps_from_raw_frl_link_rate_data(uint8_t bw)
4633{
switch (bw) {
case 0b001:
return 9000000;
case 0b010:
return 18000000;
case 0b011:
return 24000000;
case 0b100:
return 32000000;
case 0b101:
return 40000000;
case 0b110:
return 48000000;
}

return 0;
4650}

4652/*
* Return PCON's post FRL link training supported BW if its non-zero, otherwise return max_supported_frl_bw.
*/
4655static uint32_t intersect_frl_link_bw_support(
const uint32_t max_supported_frl_bw_in_kbps,
const union hdmi_encoded_link_bw hdmi_encoded_link_bw)
4658{
uint32_t supported_bw_in_kbps = max_supported_frl_bw_in_kbps;

// HDMI_ENCODED_LINK_BW bits are only valid if HDMI Link Configuration bit is 1 (FRL mode)
if (hdmi_encoded_link_bw.bits.FRL_MODE) {
if (hdmi_encoded_link_bw.bits.BW_48Gbps)
	supported_bw_in_kbps = 48000000;
else if (hdmi_encoded_link_bw.bits.BW_40Gbps)
	supported_bw_in_kbps = 40000000;
else if (hdmi_encoded_link_bw.bits.BW_32Gbps)
	supported_bw_in_kbps = 32000000;
else if (hdmi_encoded_link_bw.bits.BW_24Gbps)
	supported_bw_in_kbps = 24000000;
else if (hdmi_encoded_link_bw.bits.BW_18Gbps)
	supported_bw_in_kbps = 18000000;
else if (hdmi_encoded_link_bw.bits.BW_9Gbps)
	supported_bw_in_kbps = 9000000;
}

return supported_bw_in_kbps;
4678}
4679#endif

4681static void read_dp_device_vendor_id(struct dc_link *link)
4682{
struct dp_device_vendor_id dp_id;

/* read IEEE branch device id */
core_link_read_dpcd(
link,
DP_BRANCH_OUI0x500,
(uint8_t *)&dp_id,
sizeof(dp_id));

link->dpcd_caps.branch_dev_id =
(dp_id.ieee_oui[0] << 16) +
(dp_id.ieee_oui[1] << 8) +
dp_id.ieee_oui[2];

memmove(__builtin_memmove((link->dpcd_caps.branch_dev_name), (dp_id
.ieee_device_id), (sizeof(dp_id.ieee_device_id)))
link->dpcd_caps.branch_dev_name,__builtin_memmove((link->dpcd_caps.branch_dev_name), (dp_id
.ieee_device_id), (sizeof(dp_id.ieee_device_id)))
dp_id.ieee_device_id,__builtin_memmove((link->dpcd_caps.branch_dev_name), (dp_id
.ieee_device_id), (sizeof(dp_id.ieee_device_id)))
sizeof(dp_id.ieee_device_id))__builtin_memmove((link->dpcd_caps.branch_dev_name), (dp_id
.ieee_device_id), (sizeof(dp_id.ieee_device_id)));
4701}



4705static void get_active_converter_info(
uint8_t data, struct dc_link *link)
4707{
union dp_downstream_port_present ds_port = { .byte = data };
memset(&link->dpcd_caps.dongle_caps, 0, sizeof(link->dpcd_caps.dongle_caps))__builtin_memset((&link->dpcd_caps.dongle_caps), (0), (
sizeof(link->dpcd_caps.dongle_caps)));

/* decode converter info*/
if (!ds_port.fields.PORT_PRESENT) {
link->dpcd_caps.dongle_type = DISPLAY_DONGLE_NONE;
ddc_service_set_dongle_type(link->ddc,
		link->dpcd_caps.dongle_type);
link->dpcd_caps.is_branch_dev = false0;
return;
}

/* DPCD 0x5 bit 0 = 1, it indicate it's branch device */
link->dpcd_caps.is_branch_dev = ds_port.fields.PORT_PRESENT;

switch (ds_port.fields.PORT_TYPE) {
case DOWNSTREAM_VGA:
link->dpcd_caps.dongle_type = DISPLAY_DONGLE_DP_VGA_CONVERTER;
break;
case DOWNSTREAM_DVI_HDMI_DP_PLUS_PLUS:
/* At this point we don't know is it DVI or HDMI or DP++,
 * assume DVI.*/
link->dpcd_caps.dongle_type = DISPLAY_DONGLE_DP_DVI_CONVERTER;
break;
default:
link->dpcd_caps.dongle_type = DISPLAY_DONGLE_NONE;
break;
}

if (link->dpcd_caps.dpcd_rev.raw >= DPCD_REV_11) {
uint8_t det_caps[16]; /* CTS 4.2.2.7 expects source to read Detailed Capabilities Info : 00080h-0008F.*/
union dwnstream_port_caps_byte0 *port_caps =
	(union dwnstream_port_caps_byte0 *)det_caps;
if (core_link_read_dpcd(link, DP_DOWNSTREAM_PORT_00x80,
		det_caps, sizeof(det_caps)) == DC_OK) {

	switch (port_caps->bits.DWN_STRM_PORTX_TYPE) {
	/*Handle DP case as DONGLE_NONE*/
	case DOWN_STREAM_DETAILED_DP:
		link->dpcd_caps.dongle_type = DISPLAY_DONGLE_NONE;
		break;
	case DOWN_STREAM_DETAILED_VGA:
		link->dpcd_caps.dongle_type =
			DISPLAY_DONGLE_DP_VGA_CONVERTER;
		break;
	case DOWN_STREAM_DETAILED_DVI:
		link->dpcd_caps.dongle_type =
			DISPLAY_DONGLE_DP_DVI_CONVERTER;
		break;
	case DOWN_STREAM_DETAILED_HDMI:
	case DOWN_STREAM_DETAILED_DP_PLUS_PLUS:
		/*Handle DP++ active converter case, process DP++ case as HDMI case according DP1.4 spec*/
		link->dpcd_caps.dongle_type =
			DISPLAY_DONGLE_DP_HDMI_CONVERTER;

		link->dpcd_caps.dongle_caps.dongle_type = link->dpcd_caps.dongle_type;
		if (ds_port.fields.DETAILED_CAPS) {

			union dwnstream_port_caps_byte3_hdmi
				hdmi_caps = {.raw = det_caps[3] };
			union dwnstream_port_caps_byte2
				hdmi_color_caps = {.raw = det_caps[2] };
			link->dpcd_caps.dongle_caps.dp_hdmi_max_pixel_clk_in_khz =
				det_caps[1] * 2500;

			link->dpcd_caps.dongle_caps.is_dp_hdmi_s3d_converter =
				hdmi_caps.bits.FRAME_SEQ_TO_FRAME_PACK;
			/*YCBCR capability only for HDMI case*/
			if (port_caps->bits.DWN_STRM_PORTX_TYPE
					== DOWN_STREAM_DETAILED_HDMI) {
				link->dpcd_caps.dongle_caps.is_dp_hdmi_ycbcr422_pass_through =
						hdmi_caps.bits.YCrCr422_PASS_THROUGH;
				link->dpcd_caps.dongle_caps.is_dp_hdmi_ycbcr420_pass_through =
						hdmi_caps.bits.YCrCr420_PASS_THROUGH;
				link->dpcd_caps.dongle_caps.is_dp_hdmi_ycbcr422_converter =
						hdmi_caps.bits.YCrCr422_CONVERSION;
				link->dpcd_caps.dongle_caps.is_dp_hdmi_ycbcr420_converter =
						hdmi_caps.bits.YCrCr420_CONVERSION;
			}

			link->dpcd_caps.dongle_caps.dp_hdmi_max_bpc =
				translate_dpcd_max_bpc(
					hdmi_color_caps.bits.MAX_BITS_PER_COLOR_COMPONENT);

4792#if defined(CONFIG_DRM_AMD_DC_DCN1)
			if (link->dc->caps.dp_hdmi21_pcon_support) {
				union hdmi_encoded_link_bw hdmi_encoded_link_bw;

				link->dpcd_caps.dongle_caps.dp_hdmi_frl_max_link_bw_in_kbps =
						dc_link_bw_kbps_from_raw_frl_link_rate_data(
								hdmi_color_caps.bits.MAX_ENCODED_LINK_BW_SUPPORT);

				// Intersect reported max link bw support with the supported link rate post FRL link training
				if (core_link_read_dpcd(link, DP_PCON_HDMI_POST_FRL_STATUS0x3036,
						&hdmi_encoded_link_bw.raw, sizeof(hdmi_encoded_link_bw)) == DC_OK) {
					link->dpcd_caps.dongle_caps.dp_hdmi_frl_max_link_bw_in_kbps = intersect_frl_link_bw_support(
							link->dpcd_caps.dongle_caps.dp_hdmi_frl_max_link_bw_in_kbps,
							hdmi_encoded_link_bw);
				}

				if (link->dpcd_caps.dongle_caps.dp_hdmi_frl_max_link_bw_in_kbps > 0)
					link->dpcd_caps.dongle_caps.extendedCapValid = true1;
			}
4811#endif

			if (link->dpcd_caps.dongle_caps.dp_hdmi_max_pixel_clk_in_khz != 0)
				link->dpcd_caps.dongle_caps.extendedCapValid = true1;
		}

		break;
	}
}
}

ddc_service_set_dongle_type(link->ddc, link->dpcd_caps.dongle_type);

{
struct dp_sink_hw_fw_revision dp_hw_fw_revision;

core_link_read_dpcd(
	link,
	DP_BRANCH_REVISION_START0x509,
	(uint8_t *)&dp_hw_fw_revision,
	sizeof(dp_hw_fw_revision));

link->dpcd_caps.branch_hw_revision =
	dp_hw_fw_revision.ieee_hw_rev;

memmove(__builtin_memmove((link->dpcd_caps.branch_fw_revision), (dp_hw_fw_revision
.ieee_fw_rev), (sizeof(dp_hw_fw_revision.ieee_fw_rev)))
	link->dpcd_caps.branch_fw_revision,__builtin_memmove((link->dpcd_caps.branch_fw_revision), (dp_hw_fw_revision
.ieee_fw_rev), (sizeof(dp_hw_fw_revision.ieee_fw_rev)))
	dp_hw_fw_revision.ieee_fw_rev,__builtin_memmove((link->dpcd_caps.branch_fw_revision), (dp_hw_fw_revision
.ieee_fw_rev), (sizeof(dp_hw_fw_revision.ieee_fw_rev)))
	sizeof(dp_hw_fw_revision.ieee_fw_rev))__builtin_memmove((link->dpcd_caps.branch_fw_revision), (dp_hw_fw_revision
.ieee_fw_rev), (sizeof(dp_hw_fw_revision.ieee_fw_rev)));
}
if (link->dpcd_caps.dpcd_rev.raw >= DPCD_REV_14 &&
	link->dpcd_caps.dongle_type != DISPLAY_DONGLE_NONE) {
union dp_dfp_cap_ext dfp_cap_ext;
memset(&dfp_cap_ext, '\0', sizeof (dfp_cap_ext))__builtin_memset((&dfp_cap_ext), ('\0'), (sizeof (dfp_cap_ext
)));
core_link_read_dpcd(
		link,
		DP_DFP_CAPABILITY_EXTENSION_SUPPORT0x0a3,
		dfp_cap_ext.raw,
		sizeof(dfp_cap_ext.raw));
link->dpcd_caps.dongle_caps.dfp_cap_ext.supported = dfp_cap_ext.fields.supported;
link->dpcd_caps.dongle_caps.dfp_cap_ext.max_pixel_rate_in_mps =
		dfp_cap_ext.fields.max_pixel_rate_in_mps[0] +
		(dfp_cap_ext.fields.max_pixel_rate_in_mps[1] << 8);
link->dpcd_caps.dongle_caps.dfp_cap_ext.max_video_h_active_width =
		dfp_cap_ext.fields.max_video_h_active_width[0] +
		(dfp_cap_ext.fields.max_video_h_active_width[1] << 8);
link->dpcd_caps.dongle_caps.dfp_cap_ext.max_video_v_active_height =
		dfp_cap_ext.fields.max_video_v_active_height[0] +
		(dfp_cap_ext.fields.max_video_v_active_height[1] << 8);
link->dpcd_caps.dongle_caps.dfp_cap_ext.encoding_format_caps =
		dfp_cap_ext.fields.encoding_format_caps;
link->dpcd_caps.dongle_caps.dfp_cap_ext.rgb_color_depth_caps =
		dfp_cap_ext.fields.rgb_color_depth_caps;
link->dpcd_caps.dongle_caps.dfp_cap_ext.ycbcr444_color_depth_caps =
		dfp_cap_ext.fields.ycbcr444_color_depth_caps;
link->dpcd_caps.dongle_caps.dfp_cap_ext.ycbcr422_color_depth_caps =
		dfp_cap_ext.fields.ycbcr422_color_depth_caps;
link->dpcd_caps.dongle_caps.dfp_cap_ext.ycbcr420_color_depth_caps =
		dfp_cap_ext.fields.ycbcr420_color_depth_caps;
DC_LOG_DP2("DFP capability extension is read at link %d", link->link_index)___drm_dbg(((void *)0), DRM_UT_KMS, "DFP capability extension is read at link %d"
, link->link_index);
DC_LOG_DP2("\tdfp_cap_ext.supported = %s", link->dpcd_caps.dongle_caps.dfp_cap_ext.supported ? "true" : "false")___drm_dbg(((void *)0), DRM_UT_KMS, "\tdfp_cap_ext.supported = %s"
, link->dpcd_caps.dongle_caps.dfp_cap_ext.supported ? "true"
 : "false");
DC_LOG_DP2("\tdfp_cap_ext.max_pixel_rate_in_mps = %d", link->dpcd_caps.dongle_caps.dfp_cap_ext.max_pixel_rate_in_mps)___drm_dbg(((void *)0), DRM_UT_KMS, "\tdfp_cap_ext.max_pixel_rate_in_mps = %d"
, link->dpcd_caps.dongle_caps.dfp_cap_ext.max_pixel_rate_in_mps
);
DC_LOG_DP2("\tdfp_cap_ext.max_video_h_active_width = %d", link->dpcd_caps.dongle_caps.dfp_cap_ext.max_video_h_active_width)___drm_dbg(((void *)0), DRM_UT_KMS, "\tdfp_cap_ext.max_video_h_active_width = %d"
, link->dpcd_caps.dongle_caps.dfp_cap_ext.max_video_h_active_width
);
DC_LOG_DP2("\tdfp_cap_ext.max_video_v_active_height = %d", link->dpcd_caps.dongle_caps.dfp_cap_ext.max_video_v_active_height)___drm_dbg(((void *)0), DRM_UT_KMS, "\tdfp_cap_ext.max_video_v_active_height = %d"
, link->dpcd_caps.dongle_caps.dfp_cap_ext.max_video_v_active_height
);
}
4876}

4878static void dp_wa_power_up_0010FA(struct dc_link *link, uint8_t *dpcd_data,
int length)
4880{
int retry = 0;

if (!link->dpcd_caps.dpcd_rev.raw) {
do {
	dp_receiver_power_ctrl(link, true1);
	core_link_read_dpcd(link, DP_DPCD_REV0x000,
					dpcd_data, length);
	link->dpcd_caps.dpcd_rev.raw = dpcd_data[
		DP_DPCD_REV0x000 -
		DP_DPCD_REV0x000];
} while (retry++ < 4 && !link->dpcd_caps.dpcd_rev.raw);
}

if (link->dpcd_caps.dongle_type == DISPLAY_DONGLE_DP_VGA_CONVERTER) {
switch (link->dpcd_caps.branch_dev_id) {
/* 0010FA active dongles (DP-VGA, DP-DLDVI converters) power down
 * all internal circuits including AUX communication preventing
 * reading DPCD table and EDID (spec violation).
 * Encoder will skip DP RX power down on disable_output to
 * keep receiver powered all the time.*/
case DP_BRANCH_DEVICE_ID_0010FA0x0010FA:
case DP_BRANCH_DEVICE_ID_0080E10x0080e1:
case DP_BRANCH_DEVICE_ID_00E04C0x00E04C:
	link->wa_flags.dp_keep_receiver_powered = true1;
	break;

/* TODO: May need work around for other dongles. */
default:
	link->wa_flags.dp_keep_receiver_powered = false0;
	break;
}
} else
link->wa_flags.dp_keep_receiver_powered = false0;
4914}

4916/* Read additional sink caps defined in source specific DPCD area
* This function currently only reads from SinkCapability address (DP_SOURCE_SINK_CAP)
*/
4919static bool_Bool dpcd_read_sink_ext_caps(struct dc_link *link)
4920{
uint8_t dpcd_data;

if (!link)
return false0;

if (core_link_read_dpcd(link, DP_SOURCE_SINK_CAP0x317, &dpcd_data, 1) != DC_OK)
return false0;

link->dpcd_sink_ext_caps.raw = dpcd_data;
return true1;
4931}

4933bool_Bool dp_retrieve_lttpr_cap(struct dc_link *link)
4934{
uint8_t lttpr_dpcd_data[8];
enum dc_status status = DC_ERROR_UNEXPECTED;
bool_Bool is_lttpr_present = false0;

/* Logic to determine LTTPR support*/
bool_Bool vbios_lttpr_interop = link->dc->caps.vbios_lttpr_aware;

if (!vbios_lttpr_interop || !link->dc->caps.extended_aux_timeout_support)
return false0;

/* By reading LTTPR capability, RX assumes that we will enable
* LTTPR extended aux timeout if LTTPR is present.
*/
status = core_link_read_dpcd(link,
	DP_LT_TUNABLE_PHY_REPEATER_FIELD_DATA_STRUCTURE_REV0xf0000,
	lttpr_dpcd_data,
	sizeof(lttpr_dpcd_data));

link->dpcd_caps.lttpr_caps.revision.raw =
	lttpr_dpcd_data[DP_LT_TUNABLE_PHY_REPEATER_FIELD_DATA_STRUCTURE_REV0xf0000 -
					DP_LT_TUNABLE_PHY_REPEATER_FIELD_DATA_STRUCTURE_REV0xf0000];

link->dpcd_caps.lttpr_caps.max_link_rate =
	lttpr_dpcd_data[DP_MAX_LINK_RATE_PHY_REPEATER0xf0001 -
					DP_LT_TUNABLE_PHY_REPEATER_FIELD_DATA_STRUCTURE_REV0xf0000];

link->dpcd_caps.lttpr_caps.phy_repeater_cnt =
	lttpr_dpcd_data[DP_PHY_REPEATER_CNT0xf0002 -
					DP_LT_TUNABLE_PHY_REPEATER_FIELD_DATA_STRUCTURE_REV0xf0000];

link->dpcd_caps.lttpr_caps.max_lane_count =
	lttpr_dpcd_data[DP_MAX_LANE_COUNT_PHY_REPEATER0xf0004 -
					DP_LT_TUNABLE_PHY_REPEATER_FIELD_DATA_STRUCTURE_REV0xf0000];

link->dpcd_caps.lttpr_caps.mode =
	lttpr_dpcd_data[DP_PHY_REPEATER_MODE0xf0003 -
					DP_LT_TUNABLE_PHY_REPEATER_FIELD_DATA_STRUCTURE_REV0xf0000];

link->dpcd_caps.lttpr_caps.max_ext_timeout =
	lttpr_dpcd_data[DP_PHY_REPEATER_EXTENDED_WAIT_TIMEOUT0xf0005 -
					DP_LT_TUNABLE_PHY_REPEATER_FIELD_DATA_STRUCTURE_REV0xf0000];
link->dpcd_caps.lttpr_caps.main_link_channel_coding.raw =
	lttpr_dpcd_data[DP_MAIN_LINK_CHANNEL_CODING_PHY_REPEATER0xf0006 -
					DP_LT_TUNABLE_PHY_REPEATER_FIELD_DATA_STRUCTURE_REV0xf0000];

link->dpcd_caps.lttpr_caps.supported_128b_132b_rates.raw =
	lttpr_dpcd_data[DP_PHY_REPEATER_128B132B_RATES0xf0007 -
					DP_LT_TUNABLE_PHY_REPEATER_FIELD_DATA_STRUCTURE_REV0xf0000];

/* If this chip cap is set, at least one retimer must exist in the chain
* Override count to 1 if we receive a known bad count (0 or an invalid value)
*/
if (link->chip_caps & EXT_DISPLAY_PATH_CAPS__DP_FIXED_VS_EN &&
	(dp_convert_to_count(link->dpcd_caps.lttpr_caps.phy_repeater_cnt) == 0)) {
ASSERT(0)do { if (({ static int __warned; int __ret = !!(!(0)); if (__ret
 && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(0)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 4989); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);
link->dpcd_caps.lttpr_caps.phy_repeater_cnt = 0x80;
DC_LOG_DC("lttpr_caps forced phy_repeater_cnt = %d\n", link->dpcd_caps.lttpr_caps.phy_repeater_cnt)___drm_dbg(((void *)0), DRM_UT_KMS, "lttpr_caps forced phy_repeater_cnt = %d\n"
, link->dpcd_caps.lttpr_caps.phy_repeater_cnt);
}

/* Attempt to train in LTTPR transparent mode if repeater count exceeds 8. */
is_lttpr_present = dp_is_lttpr_present(link);

if (is_lttpr_present)
CONN_DATA_DETECT(link, lttpr_dpcd_data, sizeof(lttpr_dpcd_data), "LTTPR Caps: ")do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "LTTPR Caps: "
); } while (0);

DC_LOG_DC("is_lttpr_present = %d\n", is_lttpr_present)___drm_dbg(((void *)0), DRM_UT_KMS, "is_lttpr_present = %d\n"
, is_lttpr_present);
return is_lttpr_present;
5002}

5004bool_Bool dp_is_lttpr_present(struct dc_link *link)
5005{
return (dp_convert_to_count(link->dpcd_caps.lttpr_caps.phy_repeater_cnt) != 0 &&
	link->dpcd_caps.lttpr_caps.max_lane_count > 0 &&
	link->dpcd_caps.lttpr_caps.max_lane_count <= 4 &&
	link->dpcd_caps.lttpr_caps.revision.raw >= 0x14);
5010}

5012enum lttpr_mode dp_decide_lttpr_mode(struct dc_link *link, struct dc_link_settings *link_setting)
5013{
enum dp_link_encoding encoding = dp_get_link_encoding_format(link_setting);

if (encoding == DP_8b_10b_ENCODING)
return dp_decide_8b_10b_lttpr_mode(link);
else if (encoding == DP_128b_132b_ENCODING)
return dp_decide_128b_132b_lttpr_mode(link);

ASSERT(0)do { if (({ static int __warned; int __ret = !!(!(0)); if (__ret
 && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(0)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 5021); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);
return LTTPR_MODE_NON_LTTPR;
5023}

5025void dp_get_lttpr_mode_override(struct dc_link *link, enum lttpr_mode *override)
5026{
if (!dp_is_lttpr_present(link))
return;

if (link->dc->debug.lttpr_mode_override == LTTPR_MODE_TRANSPARENT) {
*override = LTTPR_MODE_TRANSPARENT;
} else if (link->dc->debug.lttpr_mode_override == LTTPR_MODE_NON_TRANSPARENT) {
*override = LTTPR_MODE_NON_TRANSPARENT;
} else if (link->dc->debug.lttpr_mode_override == LTTPR_MODE_NON_LTTPR) {
*override = LTTPR_MODE_NON_LTTPR;
}
DC_LOG_DC("lttpr_mode_override chose LTTPR_MODE = %d\n", (uint8_t)(*override))___drm_dbg(((void *)0), DRM_UT_KMS, "lttpr_mode_override chose LTTPR_MODE = %d\n"
, (uint8_t)(*override));
5038}

5040enum lttpr_mode dp_decide_8b_10b_lttpr_mode(struct dc_link *link)
5041{
bool_Bool is_lttpr_present = dp_is_lttpr_present(link);
bool_Bool vbios_lttpr_force_non_transparent = link->dc->caps.vbios_lttpr_enable;
bool_Bool vbios_lttpr_aware = link->dc->caps.vbios_lttpr_aware;

if (!is_lttpr_present)
return LTTPR_MODE_NON_LTTPR;

if (vbios_lttpr_aware) {
if (vbios_lttpr_force_non_transparent) {
	DC_LOG_DC("chose LTTPR_MODE_NON_TRANSPARENT due to VBIOS DCE_INFO_CAPS_LTTPR_SUPPORT_ENABLE set to 1.\n")___drm_dbg(((void *)0), DRM_UT_KMS, "chose LTTPR_MODE_NON_TRANSPARENT due to VBIOS DCE_INFO_CAPS_LTTPR_SUPPORT_ENABLE set to 1.\n"
);
	return LTTPR_MODE_NON_TRANSPARENT;
} else {
	DC_LOG_DC("chose LTTPR_MODE_NON_TRANSPARENT by default due to VBIOS not set DCE_INFO_CAPS_LTTPR_SUPPORT_ENABLE set to 1.\n")___drm_dbg(((void *)0), DRM_UT_KMS, "chose LTTPR_MODE_NON_TRANSPARENT by default due to VBIOS not set DCE_INFO_CAPS_LTTPR_SUPPORT_ENABLE set to 1.\n"
);
	return LTTPR_MODE_TRANSPARENT;
}
}

if (link->dc->config.allow_lttpr_non_transparent_mode.bits.DP1_4A &&
	link->dc->caps.extended_aux_timeout_support) {
DC_LOG_DC("chose LTTPR_MODE_NON_TRANSPARENT by default and dc->config.allow_lttpr_non_transparent_mode.bits.DP1_4A set to 1.\n")___drm_dbg(((void *)0), DRM_UT_KMS, "chose LTTPR_MODE_NON_TRANSPARENT by default and dc->config.allow_lttpr_non_transparent_mode.bits.DP1_4A set to 1.\n"
);
return LTTPR_MODE_NON_TRANSPARENT;
}

DC_LOG_DC("chose LTTPR_MODE_NON_LTTPR.\n")___drm_dbg(((void *)0), DRM_UT_KMS, "chose LTTPR_MODE_NON_LTTPR.\n"
);
return LTTPR_MODE_NON_LTTPR;
5067}

5069enum lttpr_mode dp_decide_128b_132b_lttpr_mode(struct dc_link *link)
5070{
enum lttpr_mode mode = LTTPR_MODE_NON_LTTPR;

if (dp_is_lttpr_present(link))
mode = LTTPR_MODE_NON_TRANSPARENT;

DC_LOG_DC("128b_132b chose LTTPR_MODE %d.\n", mode)___drm_dbg(((void *)0), DRM_UT_KMS, "128b_132b chose LTTPR_MODE %d.\n"
, mode);
return mode;
5078}

5080static bool_Bool get_usbc_cable_id(struct dc_link *link, union dp_cable_id *cable_id)
5081{
union dmub_rb_cmd cmd;

if (!link->ctx->dmub_srv ||
	link->ep_type != DISPLAY_ENDPOINT_PHY ||
	link->link_enc->features.flags.bits.DP_IS_USB_C == 0)
return false0;

memset(&cmd, 0, sizeof(cmd))__builtin_memset((&cmd), (0), (sizeof(cmd)));
cmd.cable_id.header.type = DMUB_CMD_GET_USBC_CABLE_ID;
cmd.cable_id.header.payload_bytes = sizeof(cmd.cable_id.data);
cmd.cable_id.data.input.phy_inst = resource_transmitter_to_phy_idx(
	link->dc, link->link_enc->transmitter);
if (dc_dmub_srv_cmd_with_reply_data(link->ctx->dmub_srv, &cmd) &&
	cmd.cable_id.header.ret_status == 1) {
cable_id->raw = cmd.cable_id.data.output_raw;
DC_LOG_DC("usbc_cable_id = %d.\n", cable_id->raw)___drm_dbg(((void *)0), DRM_UT_KMS, "usbc_cable_id = %d.\n", cable_id
->raw);
}
return cmd.cable_id.header.ret_status == 1;
5100}

5102static union dp_cable_id intersect_cable_id(
union dp_cable_id *a, union dp_cable_id *b)
5104{
union dp_cable_id out;

out.bits.UHBR10_20_CAPABILITY = MIN(a->bits.UHBR10_20_CAPABILITY,(((a->bits.UHBR10_20_CAPABILITY)<(b->bits.UHBR10_20_CAPABILITY
))?(a->bits.UHBR10_20_CAPABILITY):(b->bits.UHBR10_20_CAPABILITY
))
	b->bits.UHBR10_20_CAPABILITY)(((a->bits.UHBR10_20_CAPABILITY)<(b->bits.UHBR10_20_CAPABILITY
))?(a->bits.UHBR10_20_CAPABILITY):(b->bits.UHBR10_20_CAPABILITY
));
out.bits.UHBR13_5_CAPABILITY = MIN(a->bits.UHBR13_5_CAPABILITY,(((a->bits.UHBR13_5_CAPABILITY)<(b->bits.UHBR13_5_CAPABILITY
))?(a->bits.UHBR13_5_CAPABILITY):(b->bits.UHBR13_5_CAPABILITY
))
	b->bits.UHBR13_5_CAPABILITY)(((a->bits.UHBR13_5_CAPABILITY)<(b->bits.UHBR13_5_CAPABILITY
))?(a->bits.UHBR13_5_CAPABILITY):(b->bits.UHBR13_5_CAPABILITY
));
out.bits.CABLE_TYPE = MAX(a->bits.CABLE_TYPE, b->bits.CABLE_TYPE)(((a->bits.CABLE_TYPE)>(b->bits.CABLE_TYPE))?(a->
bits.CABLE_TYPE):(b->bits.CABLE_TYPE));

return out;
5114}

5116static void retrieve_cable_id(struct dc_link *link)
5117{
union dp_cable_id usbc_cable_id;

link->dpcd_caps.cable_id.raw = 0;
core_link_read_dpcd(link, DP_CABLE_ATTRIBUTES_UPDATED_BY_DPRX0x2217,
	&link->dpcd_caps.cable_id.raw, sizeof(uint8_t));

if (get_usbc_cable_id(link, &usbc_cable_id))
link->dpcd_caps.cable_id = intersect_cable_id(
		&link->dpcd_caps.cable_id, &usbc_cable_id);
5127}

5129/* DPRX may take some time to respond to AUX messages after HPD asserted.
* If AUX read unsuccessful, try to wake unresponsive DPRX by toggling DPCD SET_POWER (0x600).
*/
5132static enum dc_status wa_try_to_wake_dprx(struct dc_link *link, uint64_t timeout_ms)
5133{
enum dc_status status = DC_ERROR_UNEXPECTED;
uint8_t dpcd_data = 0;
uint64_t start_ts = 0;
uint64_t current_ts = 0;
uint64_t time_taken_ms = 0;
enum dc_connection_type type = dc_connection_none;
bool_Bool lttpr_present;
bool_Bool vbios_lttpr_interop = link->dc->caps.vbios_lttpr_aware;

lttpr_present = dp_is_lttpr_present(link) ||
	(!vbios_lttpr_interop || !link->dc->caps.extended_aux_timeout_support);
DC_LOG_DC("lttpr_present = %d.\n", lttpr_present ? 1 : 0)___drm_dbg(((void *)0), DRM_UT_KMS, "lttpr_present = %d.\n", lttpr_present
 ? 1 : 0);

/* Issue an AUX read to test DPRX responsiveness. If LTTPR is supported the first read is expected to
* be to determine LTTPR capabilities. Otherwise trying to read power state should be an innocuous AUX read.
*/
if (lttpr_present)
status = core_link_read_dpcd(
		link,
		DP_LT_TUNABLE_PHY_REPEATER_FIELD_DATA_STRUCTURE_REV0xf0000,
		&dpcd_data,
		sizeof(dpcd_data));
else
status = core_link_read_dpcd(
		link,
		DP_SET_POWER0x600,
		&dpcd_data,
		sizeof(dpcd_data));

if (status != DC_OK) {
DC_LOG_WARNING("%s: Read DPCD LTTPR_CAP failed - try to toggle DPCD SET_POWER for %lld ms.",printk("\0014" "[" "drm" "] " "%s: Read DPCD LTTPR_CAP failed - try to toggle DPCD SET_POWER for %lld ms."
, __func__, timeout_ms)
		__func__,printk("\0014" "[" "drm" "] " "%s: Read DPCD LTTPR_CAP failed - try to toggle DPCD SET_POWER for %lld ms."
, __func__, timeout_ms)
		timeout_ms)printk("\0014" "[" "drm" "] " "%s: Read DPCD LTTPR_CAP failed - try to toggle DPCD SET_POWER for %lld ms."
, __func__, timeout_ms);
start_ts = dm_get_timestamp(link->ctx);

do {
	if (!dc_link_detect_sink(link, &type) || type == dc_connection_none)
		break;

	dpcd_data = DP_SET_POWER_D30x2;
	status = core_link_write_dpcd(
			link,
			DP_SET_POWER0x600,
			&dpcd_data,
			sizeof(dpcd_data));

	dpcd_data = DP_SET_POWER_D00x1;
	status = core_link_write_dpcd(
			link,
			DP_SET_POWER0x600,
			&dpcd_data,
			sizeof(dpcd_data));

	current_ts = dm_get_timestamp(link->ctx);
	time_taken_ms = div_u64(dm_get_elapse_time_in_ns(link->ctx, current_ts, start_ts), 1000000);
} while (status != DC_OK && time_taken_ms < timeout_ms);

DC_LOG_WARNING("%s: DPCD SET_POWER %s after %lld ms%s",printk("\0014" "[" "drm" "] " "%s: DPCD SET_POWER %s after %lld ms%s"
, __func__, (status == DC_OK) ? "succeeded" : "failed", time_taken_ms
, (type == dc_connection_none) ? ". Unplugged." : ".")
		__func__,printk("\0014" "[" "drm" "] " "%s: DPCD SET_POWER %s after %lld ms%s"
, __func__, (status == DC_OK) ? "succeeded" : "failed", time_taken_ms
, (type == dc_connection_none) ? ". Unplugged." : ".")
		(status == DC_OK) ? "succeeded" : "failed",printk("\0014" "[" "drm" "] " "%s: DPCD SET_POWER %s after %lld ms%s"
, __func__, (status == DC_OK) ? "succeeded" : "failed", time_taken_ms
, (type == dc_connection_none) ? ". Unplugged." : ".")
		time_taken_ms,printk("\0014" "[" "drm" "] " "%s: DPCD SET_POWER %s after %lld ms%s"
, __func__, (status == DC_OK) ? "succeeded" : "failed", time_taken_ms
, (type == dc_connection_none) ? ". Unplugged." : ".")
		(type == dc_connection_none) ? ". Unplugged." : ".")printk("\0014" "[" "drm" "] " "%s: DPCD SET_POWER %s after %lld ms%s"
, __func__, (status == DC_OK) ? "succeeded" : "failed", time_taken_ms
, (type == dc_connection_none) ? ". Unplugged." : ".");
}

return status;
5199}

5201static bool_Bool retrieve_link_cap(struct dc_link *link)
5202{
/* DP_ADAPTER_CAP - DP_DPCD_REV + 1 == 16 and also DP_DSC_BITS_PER_PIXEL_INC - DP_DSC_SUPPORT + 1 == 16,
* which means size 16 will be good for both of those DPCD register block reads
*/
uint8_t dpcd_data[16];
/*Only need to read 1 byte starting from DP_DPRX_FEATURE_ENUMERATION_LIST.
*/
uint8_t dpcd_dprx_data = '\0';
uint8_t dpcd_power_state = '\0';

struct dp_device_vendor_id sink_id;
union down_stream_port_count down_strm_port_count;
union edp_configuration_cap edp_config_cap;
union dp_downstream_port_present ds_port = { 0 };
enum dc_status status = DC_ERROR_UNEXPECTED;
uint32_t read_dpcd_retry_cnt = 3;
uint32_t aux_channel_retry_cnt = 0;
int i;
struct dp_sink_hw_fw_revision dp_hw_fw_revision;
const uint32_t post_oui_delay = 30; // 30ms
bool_Bool is_lttpr_present = false0;

memset(dpcd_data, '\0', sizeof(dpcd_data))__builtin_memset((dpcd_data), ('\0'), (sizeof(dpcd_data)));
memset(&down_strm_port_count,__builtin_memset((&down_strm_port_count), ('\0'), (sizeof
(union down_stream_port_count)))
'\0', sizeof(union down_stream_port_count))__builtin_memset((&down_strm_port_count), ('\0'), (sizeof
(union down_stream_port_count)));
memset(&edp_config_cap, '\0',__builtin_memset((&edp_config_cap), ('\0'), (sizeof(union
 edp_configuration_cap)))
sizeof(union edp_configuration_cap))__builtin_memset((&edp_config_cap), ('\0'), (sizeof(union
 edp_configuration_cap)));

/* if extended timeout is supported in hardware,
* default to LTTPR timeout (3.2ms) first as a W/A for DP link layer
* CTS 4.2.1.1 regression introduced by CTS specs requirement update.
*/
dc_link_aux_try_to_configure_timeout(link->ddc,
	LINK_AUX_DEFAULT_LTTPR_TIMEOUT_PERIOD3200);

/* Try to ensure AUX channel active before proceeding. */
if (link->dc->debug.aux_wake_wa.bits.enable_wa) {
uint64_t timeout_ms = link->dc->debug.aux_wake_wa.bits.timeout_ms;

if (link->dc->debug.aux_wake_wa.bits.use_default_timeout)
	timeout_ms = LINK_AUX_WAKE_TIMEOUT_MS1500;
status = wa_try_to_wake_dprx(link, timeout_ms);
}

while (status != DC_OK && aux_channel_retry_cnt < 10) {
status = core_link_read_dpcd(link, DP_SET_POWER0x600,
		&dpcd_power_state, sizeof(dpcd_power_state));

/* Delay 1 ms if AUX CH is in power down state. Based on spec
 * section 2.3.1.2, if AUX CH may be powered down due to
 * write to DPCD 600h = 2. Sink AUX CH is monitoring differential
 * signal and may need up to 1 ms before being able to reply.
 */
if (status != DC_OK || dpcd_power_state == DP_SET_POWER_D30x2) {
	udelay(1000);
	aux_channel_retry_cnt++;
}
}

/* If aux channel is not active, return false and trigger another detect*/
if (status != DC_OK) {
dpcd_power_state = DP_SET_POWER_D00x1;
status = core_link_write_dpcd(
		link,
		DP_SET_POWER0x600,
		&dpcd_power_state,
		sizeof(dpcd_power_state));

dpcd_power_state = DP_SET_POWER_D30x2;
status = core_link_write_dpcd(
		link,
		DP_SET_POWER0x600,
		&dpcd_power_state,
		sizeof(dpcd_power_state));
return false0;
}

is_lttpr_present = dp_retrieve_lttpr_cap(link);

if (is_lttpr_present)
configure_lttpr_mode_transparent(link);

/* Read DP tunneling information. */
status = dpcd_get_tunneling_device_data(link);

dpcd_set_source_specific_data(link);
/* Sink may need to configure internals based on vendor, so allow some
* time before proceeding with possibly vendor specific transactions
*/
drm_msleep(post_oui_delay)mdelay(post_oui_delay);

for (i = 0; i < read_dpcd_retry_cnt; i++) {
status = core_link_read_dpcd(
		link,
		DP_DPCD_REV0x000,
		dpcd_data,
		sizeof(dpcd_data));
if (status == DC_OK)
	break;
}

if (status != DC_OK) {
dm_error("%s: Read receiver caps dpcd data failed.\n", __func__)__drm_err("%s: Read receiver caps dpcd data failed.\n", __func__
);
return false0;
}

if (!is_lttpr_present)
dc_link_aux_try_to_configure_timeout(link->ddc, LINK_AUX_DEFAULT_TIMEOUT_PERIOD552);

{
union training_aux_rd_interval aux_rd_interval;

aux_rd_interval.raw =
	dpcd_data[DP_TRAINING_AUX_RD_INTERVAL0x00e];

link->dpcd_caps.ext_receiver_cap_field_present =
		aux_rd_interval.bits.EXT_RECEIVER_CAP_FIELD_PRESENT == 1;

if (aux_rd_interval.bits.EXT_RECEIVER_CAP_FIELD_PRESENT == 1) {
	uint8_t ext_cap_data[16];

	memset(ext_cap_data, '\0', sizeof(ext_cap_data))__builtin_memset((ext_cap_data), ('\0'), (sizeof(ext_cap_data
)));
	for (i = 0; i < read_dpcd_retry_cnt; i++) {
		status = core_link_read_dpcd(
		link,
		DP_DP13_DPCD_REV0x2200,
		ext_cap_data,
		sizeof(ext_cap_data));
		if (status == DC_OK) {
			memcpy(dpcd_data, ext_cap_data, sizeof(dpcd_data))__builtin_memcpy((dpcd_data), (ext_cap_data), (sizeof(dpcd_data
)));
			break;
		}
	}
	if (status != DC_OK)
		dm_error("%s: Read extend caps data failed, use cap from dpcd 0.\n", __func__)__drm_err("%s: Read extend caps data failed, use cap from dpcd 0.\n"
, __func__);
}
}

link->dpcd_caps.dpcd_rev.raw =
	dpcd_data[DP_DPCD_REV0x000 - DP_DPCD_REV0x000];

if (link->dpcd_caps.ext_receiver_cap_field_present) {
for (i = 0; i < read_dpcd_retry_cnt; i++) {
	status = core_link_read_dpcd(
			link,
			DP_DPRX_FEATURE_ENUMERATION_LIST0x2210,
			&dpcd_dprx_data,
			sizeof(dpcd_dprx_data));
	if (status == DC_OK)
		break;
}

link->dpcd_caps.dprx_feature.raw = dpcd_dprx_data;

if (status != DC_OK)
	dm_error("%s: Read DPRX caps data failed.\n", __func__)__drm_err("%s: Read DPRX caps data failed.\n", __func__);
}

else {
link->dpcd_caps.dprx_feature.raw = 0;
}


/* Error condition checking...
* It is impossible for Sink to report Max Lane Count = 0.
* It is possible for Sink to report Max Link Rate = 0, if it is
* an eDP device that is reporting specialized link rates in the
* SUPPORTED_LINK_RATE table.
*/
if (dpcd_data[DP_MAX_LANE_COUNT0x002 - DP_DPCD_REV0x000] == 0)
return false0;

ds_port.byte = dpcd_data[DP_DOWNSTREAMPORT_PRESENT0x005 -
		 DP_DPCD_REV0x000];

read_dp_device_vendor_id(link);

/* TODO - decouple raw mst capability from policy decision */
link->dpcd_caps.is_mst_capable = is_mst_supported(link);

get_active_converter_info(ds_port.byte, link);

dp_wa_power_up_0010FA(link, dpcd_data, sizeof(dpcd_data));

down_strm_port_count.raw = dpcd_data[DP_DOWN_STREAM_PORT_COUNT0x007 -
		 DP_DPCD_REV0x000];

link->dpcd_caps.allow_invalid_MSA_timing_param =
down_strm_port_count.bits.IGNORE_MSA_TIMING_PARAM;

link->dpcd_caps.max_ln_count.raw = dpcd_data[
DP_MAX_LANE_COUNT0x002 - DP_DPCD_REV0x000];

link->dpcd_caps.max_down_spread.raw = dpcd_data[
DP_MAX_DOWNSPREAD0x003 - DP_DPCD_REV0x000];

link->reported_link_cap.lane_count =
link->dpcd_caps.max_ln_count.bits.MAX_LANE_COUNT;
link->reported_link_cap.link_rate = get_link_rate_from_max_link_bw(
	dpcd_data[DP_MAX_LINK_RATE0x001 - DP_DPCD_REV0x000]);
link->reported_link_cap.link_spread =
link->dpcd_caps.max_down_spread.bits.MAX_DOWN_SPREAD ?
LINK_SPREAD_05_DOWNSPREAD_30KHZ : LINK_SPREAD_DISABLED;

edp_config_cap.raw = dpcd_data[
DP_EDP_CONFIGURATION_CAP0x00d - DP_DPCD_REV0x000];
link->dpcd_caps.panel_mode_edp =
edp_config_cap.bits.ALT_SCRAMBLER_RESET;
link->dpcd_caps.dpcd_display_control_capable =
edp_config_cap.bits.DPCD_DISPLAY_CONTROL_CAPABLE;
link->dpcd_caps.channel_coding_cap.raw =
	dpcd_data[DP_MAIN_LINK_CHANNEL_CODING0x006 - DP_DPCD_REV0x000];
link->test_pattern_enabled = false0;
link->compliance_test_state.raw = 0;

/* read sink count */
core_link_read_dpcd(link,
	DP_SINK_COUNT0x200,
	&link->dpcd_caps.sink_count.raw,
	sizeof(link->dpcd_caps.sink_count.raw));

/* read sink ieee oui */
core_link_read_dpcd(link,
	DP_SINK_OUI0x400,
	(uint8_t *)(&sink_id),
	sizeof(sink_id));

link->dpcd_caps.sink_dev_id =
	(sink_id.ieee_oui[0] << 16) +
	(sink_id.ieee_oui[1] << 8) +
	(sink_id.ieee_oui[2]);

memmove(__builtin_memmove((link->dpcd_caps.sink_dev_id_str), (sink_id
.ieee_device_id), (sizeof(sink_id.ieee_device_id)))
link->dpcd_caps.sink_dev_id_str,__builtin_memmove((link->dpcd_caps.sink_dev_id_str), (sink_id
.ieee_device_id), (sizeof(sink_id.ieee_device_id)))
sink_id.ieee_device_id,__builtin_memmove((link->dpcd_caps.sink_dev_id_str), (sink_id
.ieee_device_id), (sizeof(sink_id.ieee_device_id)))
sizeof(sink_id.ieee_device_id))__builtin_memmove((link->dpcd_caps.sink_dev_id_str), (sink_id
.ieee_device_id), (sizeof(sink_id.ieee_device_id)));

/* Quirk Apple MBP 2017 15" Retina panel: Wrong DP_MAX_LINK_RATE */
{
uint8_t str_mbp_2017[] = { 101, 68, 21, 101, 98, 97 };

if ((link->dpcd_caps.sink_dev_id == 0x0010fa) &&
    !memcmp(link->dpcd_caps.sink_dev_id_str, str_mbp_2017,__builtin_memcmp((link->dpcd_caps.sink_dev_id_str), (str_mbp_2017
), (sizeof(str_mbp_2017)))
	    sizeof(str_mbp_2017))__builtin_memcmp((link->dpcd_caps.sink_dev_id_str), (str_mbp_2017
), (sizeof(str_mbp_2017)))) {
	link->reported_link_cap.link_rate = 0x0c;
}
}

core_link_read_dpcd(
link,
DP_SINK_HW_REVISION_START0x409,
(uint8_t *)&dp_hw_fw_revision,
sizeof(dp_hw_fw_revision));

link->dpcd_caps.sink_hw_revision =
dp_hw_fw_revision.ieee_hw_rev;

memmove(__builtin_memmove((link->dpcd_caps.sink_fw_revision), (dp_hw_fw_revision
.ieee_fw_rev), (sizeof(dp_hw_fw_revision.ieee_fw_rev)))
link->dpcd_caps.sink_fw_revision,__builtin_memmove((link->dpcd_caps.sink_fw_revision), (dp_hw_fw_revision
.ieee_fw_rev), (sizeof(dp_hw_fw_revision.ieee_fw_rev)))
dp_hw_fw_revision.ieee_fw_rev,__builtin_memmove((link->dpcd_caps.sink_fw_revision), (dp_hw_fw_revision
.ieee_fw_rev), (sizeof(dp_hw_fw_revision.ieee_fw_rev)))
sizeof(dp_hw_fw_revision.ieee_fw_rev))__builtin_memmove((link->dpcd_caps.sink_fw_revision), (dp_hw_fw_revision
.ieee_fw_rev), (sizeof(dp_hw_fw_revision.ieee_fw_rev)));

/* Quirk for Apple MBP 2018 15" Retina panels: wrong DP_MAX_LINK_RATE */
{
uint8_t str_mbp_2018[] = { 101, 68, 21, 103, 98, 97 };
uint8_t fwrev_mbp_2018[] = { 7, 4 };
uint8_t fwrev_mbp_2018_vega[] = { 8, 4 };

/* We also check for the firmware revision as 16,1 models have an
 * identical device id and are incorrectly quirked otherwise.
 */
if ((link->dpcd_caps.sink_dev_id == 0x0010fa) &&
    !memcmp(link->dpcd_caps.sink_dev_id_str, str_mbp_2018,__builtin_memcmp((link->dpcd_caps.sink_dev_id_str), (str_mbp_2018
), (sizeof(str_mbp_2018)))
	     sizeof(str_mbp_2018))__builtin_memcmp((link->dpcd_caps.sink_dev_id_str), (str_mbp_2018
), (sizeof(str_mbp_2018))) &&
    (!memcmp(link->dpcd_caps.sink_fw_revision, fwrev_mbp_2018,__builtin_memcmp((link->dpcd_caps.sink_fw_revision), (fwrev_mbp_2018
), (sizeof(fwrev_mbp_2018)))
	     sizeof(fwrev_mbp_2018))__builtin_memcmp((link->dpcd_caps.sink_fw_revision), (fwrev_mbp_2018
), (sizeof(fwrev_mbp_2018))) ||
    !memcmp(link->dpcd_caps.sink_fw_revision, fwrev_mbp_2018_vega,__builtin_memcmp((link->dpcd_caps.sink_fw_revision), (fwrev_mbp_2018_vega
), (sizeof(fwrev_mbp_2018_vega)))
	     sizeof(fwrev_mbp_2018_vega))__builtin_memcmp((link->dpcd_caps.sink_fw_revision), (fwrev_mbp_2018_vega
), (sizeof(fwrev_mbp_2018_vega))))) {
	link->reported_link_cap.link_rate = LINK_RATE_RBR2;
}
}

memset(&link->dpcd_caps.dsc_caps, '\0',__builtin_memset((&link->dpcd_caps.dsc_caps), ('\0'), (
sizeof(link->dpcd_caps.dsc_caps)))
	sizeof(link->dpcd_caps.dsc_caps))__builtin_memset((&link->dpcd_caps.dsc_caps), ('\0'), (
sizeof(link->dpcd_caps.dsc_caps)));
memset(&link->dpcd_caps.fec_cap, '\0', sizeof(link->dpcd_caps.fec_cap))__builtin_memset((&link->dpcd_caps.fec_cap), ('\0'), (
sizeof(link->dpcd_caps.fec_cap)));
/* Read DSC and FEC sink capabilities if DP revision is 1.4 and up */
if (link->dpcd_caps.dpcd_rev.raw >= DPCD_REV_14) {
status = core_link_read_dpcd(
		link,
		DP_FEC_CAPABILITY0x090,
		&link->dpcd_caps.fec_cap.raw,
		sizeof(link->dpcd_caps.fec_cap.raw));
status = core_link_read_dpcd(
		link,
		DP_DSC_SUPPORT0x060,
		link->dpcd_caps.dsc_caps.dsc_basic_caps.raw,
		sizeof(link->dpcd_caps.dsc_caps.dsc_basic_caps.raw));
if (link->dpcd_caps.dongle_type != DISPLAY_DONGLE_NONE) {
	status = core_link_read_dpcd(
			link,
			DP_DSC_BRANCH_OVERALL_THROUGHPUT_00x0a0,
			link->dpcd_caps.dsc_caps.dsc_branch_decoder_caps.raw,
			sizeof(link->dpcd_caps.dsc_caps.dsc_branch_decoder_caps.raw));
	DC_LOG_DSC("DSC branch decoder capability is read at link %d", link->link_index)___drm_dbg(((void *)0), DRM_UT_KMS, "DSC branch decoder capability is read at link %d"
, link->link_index);
	DC_LOG_DSC("\tBRANCH_OVERALL_THROUGHPUT_0 = 0x%02x",___drm_dbg(((void *)0), DRM_UT_KMS, "\tBRANCH_OVERALL_THROUGHPUT_0 = 0x%02x"
, link->dpcd_caps.dsc_caps.dsc_branch_decoder_caps.fields.
BRANCH_OVERALL_THROUGHPUT_0)
			link->dpcd_caps.dsc_caps.dsc_branch_decoder_caps.fields.BRANCH_OVERALL_THROUGHPUT_0)___drm_dbg(((void *)0), DRM_UT_KMS, "\tBRANCH_OVERALL_THROUGHPUT_0 = 0x%02x"
, link->dpcd_caps.dsc_caps.dsc_branch_decoder_caps.fields.
BRANCH_OVERALL_THROUGHPUT_0);
	DC_LOG_DSC("\tBRANCH_OVERALL_THROUGHPUT_1 = 0x%02x",___drm_dbg(((void *)0), DRM_UT_KMS, "\tBRANCH_OVERALL_THROUGHPUT_1 = 0x%02x"
, link->dpcd_caps.dsc_caps.dsc_branch_decoder_caps.fields.
BRANCH_OVERALL_THROUGHPUT_1)
			link->dpcd_caps.dsc_caps.dsc_branch_decoder_caps.fields.BRANCH_OVERALL_THROUGHPUT_1)___drm_dbg(((void *)0), DRM_UT_KMS, "\tBRANCH_OVERALL_THROUGHPUT_1 = 0x%02x"
, link->dpcd_caps.dsc_caps.dsc_branch_decoder_caps.fields.
BRANCH_OVERALL_THROUGHPUT_1);
	DC_LOG_DSC("\tBRANCH_MAX_LINE_WIDTH 0x%02x",___drm_dbg(((void *)0), DRM_UT_KMS, "\tBRANCH_MAX_LINE_WIDTH 0x%02x"
, link->dpcd_caps.dsc_caps.dsc_branch_decoder_caps.fields.
BRANCH_MAX_LINE_WIDTH)
			link->dpcd_caps.dsc_caps.dsc_branch_decoder_caps.fields.BRANCH_MAX_LINE_WIDTH)___drm_dbg(((void *)0), DRM_UT_KMS, "\tBRANCH_MAX_LINE_WIDTH 0x%02x"
, link->dpcd_caps.dsc_caps.dsc_branch_decoder_caps.fields.
BRANCH_MAX_LINE_WIDTH);
}

/* Apply work around to disable FEC and DSC for USB4 tunneling in TBT3 compatibility mode
 * only if required.
 */
if (link->ep_type == DISPLAY_ENDPOINT_USB4_DPIA &&
		link->dc->debug.dpia_debug.bits.enable_force_tbt3_work_around &&
		link->dpcd_caps.is_branch_dev &&
		link->dpcd_caps.branch_dev_id == DP_BRANCH_DEVICE_ID_90CC240x90CC24 &&
		link->dpcd_caps.branch_hw_revision == DP_BRANCH_HW_REV_100x10 &&
		(link->dpcd_caps.fec_cap.bits.FEC_CAPABLE ||
		link->dpcd_caps.dsc_caps.dsc_basic_caps.fields.dsc_support.DSC_SUPPORT)) {
	/* A TBT3 device is expected to report no support for FEC or DSC to a USB4 DPIA.
	 * Clear FEC and DSC capabilities as a work around if that is not the case.
	 */
	link->wa_flags.dpia_forced_tbt3_mode = true1;
	memset(&link->dpcd_caps.dsc_caps, '\0', sizeof(link->dpcd_caps.dsc_caps))__builtin_memset((&link->dpcd_caps.dsc_caps), ('\0'), (
sizeof(link->dpcd_caps.dsc_caps)));
	memset(&link->dpcd_caps.fec_cap, '\0', sizeof(link->dpcd_caps.fec_cap))__builtin_memset((&link->dpcd_caps.fec_cap), ('\0'), (
sizeof(link->dpcd_caps.fec_cap)));
	DC_LOG_DSC("Clear DSC SUPPORT for USB4 link(%d) in TBT3 compatibility mode", link->link_index)___drm_dbg(((void *)0), DRM_UT_KMS, "Clear DSC SUPPORT for USB4 link(%d) in TBT3 compatibility mode"
, link->link_index);
} else
	link->wa_flags.dpia_forced_tbt3_mode = false0;
}

if (!dpcd_read_sink_ext_caps(link))
link->dpcd_sink_ext_caps.raw = 0;

if (link->dpcd_caps.channel_coding_cap.bits.DP_128b_132b_SUPPORTED) {
DC_LOG_DP2("128b/132b encoding is supported at link %d", link->link_index)___drm_dbg(((void *)0), DRM_UT_KMS, "128b/132b encoding is supported at link %d"
, link->link_index);

core_link_read_dpcd(link,
		DP_128b_132b_SUPPORTED_LINK_RATES0x2215,
		&link->dpcd_caps.dp_128b_132b_supported_link_rates.raw,
		sizeof(link->dpcd_caps.dp_128b_132b_supported_link_rates.raw));
if (link->dpcd_caps.dp_128b_132b_supported_link_rates.bits.UHBR20)
	link->reported_link_cap.link_rate = LINK_RATE_UHBR20;
else if (link->dpcd_caps.dp_128b_132b_supported_link_rates.bits.UHBR13_5)
	link->reported_link_cap.link_rate = LINK_RATE_UHBR13_5;
else if (link->dpcd_caps.dp_128b_132b_supported_link_rates.bits.UHBR10)
	link->reported_link_cap.link_rate = LINK_RATE_UHBR10;
else
	dm_error("%s: Invalid RX 128b_132b_supported_link_rates\n", __func__)__drm_err("%s: Invalid RX 128b_132b_supported_link_rates\n", __func__
);
DC_LOG_DP2("128b/132b supported link rates is read at link %d", link->link_index)___drm_dbg(((void *)0), DRM_UT_KMS, "128b/132b supported link rates is read at link %d"
, link->link_index);
DC_LOG_DP2("\tmax 128b/132b link rate support is %d.%d GHz",___drm_dbg(((void *)0), DRM_UT_KMS, "\tmax 128b/132b link rate support is %d.%d GHz"
, link->reported_link_cap.link_rate / 100, link->reported_link_cap
.link_rate % 100)
		link->reported_link_cap.link_rate / 100,___drm_dbg(((void *)0), DRM_UT_KMS, "\tmax 128b/132b link rate support is %d.%d GHz"
, link->reported_link_cap.link_rate / 100, link->reported_link_cap
.link_rate % 100)
		link->reported_link_cap.link_rate % 100)___drm_dbg(((void *)0), DRM_UT_KMS, "\tmax 128b/132b link rate support is %d.%d GHz"
, link->reported_link_cap.link_rate / 100, link->reported_link_cap
.link_rate % 100);

core_link_read_dpcd(link,
		DP_SINK_VIDEO_FALLBACK_FORMATS0x020,
		&link->dpcd_caps.fallback_formats.raw,
		sizeof(link->dpcd_caps.fallback_formats.raw));
DC_LOG_DP2("sink video fallback format is read at link %d", link->link_index)___drm_dbg(((void *)0), DRM_UT_KMS, "sink video fallback format is read at link %d"
, link->link_index);
if (link->dpcd_caps.fallback_formats.bits.dp_1920x1080_60Hz_24bpp_support)
	DC_LOG_DP2("\t1920x1080@60Hz 24bpp fallback format supported")___drm_dbg(((void *)0), DRM_UT_KMS, "\t1920x1080@60Hz 24bpp fallback format supported"
);
if (link->dpcd_caps.fallback_formats.bits.dp_1280x720_60Hz_24bpp_support)
	DC_LOG_DP2("\t1280x720@60Hz 24bpp fallback format supported")___drm_dbg(((void *)0), DRM_UT_KMS, "\t1280x720@60Hz 24bpp fallback format supported"
);
if (link->dpcd_caps.fallback_formats.bits.dp_1024x768_60Hz_24bpp_support)
	DC_LOG_DP2("\t1024x768@60Hz 24bpp fallback format supported")___drm_dbg(((void *)0), DRM_UT_KMS, "\t1024x768@60Hz 24bpp fallback format supported"
);
if (link->dpcd_caps.fallback_formats.raw == 0) {
	DC_LOG_DP2("\tno supported fallback formats, assume 1920x1080@60Hz 24bpp is supported")___drm_dbg(((void *)0), DRM_UT_KMS, "\tno supported fallback formats, assume 1920x1080@60Hz 24bpp is supported"
);
	link->dpcd_caps.fallback_formats.bits.dp_1920x1080_60Hz_24bpp_support = 1;
}

core_link_read_dpcd(link,
		DP_FEC_CAPABILITY_10x091,
		&link->dpcd_caps.fec_cap1.raw,
		sizeof(link->dpcd_caps.fec_cap1.raw));
DC_LOG_DP2("FEC CAPABILITY 1 is read at link %d", link->link_index)___drm_dbg(((void *)0), DRM_UT_KMS, "FEC CAPABILITY 1 is read at link %d"
, link->link_index);
if (link->dpcd_caps.fec_cap1.bits.AGGREGATED_ERROR_COUNTERS_CAPABLE)
	DC_LOG_DP2("\tFEC aggregated error counters are supported")___drm_dbg(((void *)0), DRM_UT_KMS, "\tFEC aggregated error counters are supported"
);
}

retrieve_cable_id(link);
dpcd_write_cable_id_to_dprx(link);

/* Connectivity log: detection */
CONN_DATA_DETECT(link, dpcd_data, sizeof(dpcd_data), "Rx Caps: ")do { (void)(link); ___drm_dbg(((void *)0), DRM_UT_KMS, "Rx Caps: "
); } while (0);

return true1;
5590}

5592bool_Bool dp_overwrite_extended_receiver_cap(struct dc_link *link)
5593{
uint8_t dpcd_data[16];
uint32_t read_dpcd_retry_cnt = 3;
enum dc_status status = DC_ERROR_UNEXPECTED;
union dp_downstream_port_present ds_port = { 0 };
union down_stream_port_count down_strm_port_count;
union edp_configuration_cap edp_config_cap;

int i;

for (i = 0; i < read_dpcd_retry_cnt; i++) {
status = core_link_read_dpcd(
		link,
		DP_DPCD_REV0x000,
		dpcd_data,
		sizeof(dpcd_data));
if (status == DC_OK)
	break;
}

link->dpcd_caps.dpcd_rev.raw =
dpcd_data[DP_DPCD_REV0x000 - DP_DPCD_REV0x000];

if (dpcd_data[DP_MAX_LANE_COUNT0x002 - DP_DPCD_REV0x000] == 0)
return false0;

ds_port.byte = dpcd_data[DP_DOWNSTREAMPORT_PRESENT0x005 -
	DP_DPCD_REV0x000];

get_active_converter_info(ds_port.byte, link);

down_strm_port_count.raw = dpcd_data[DP_DOWN_STREAM_PORT_COUNT0x007 -
	DP_DPCD_REV0x000];

link->dpcd_caps.allow_invalid_MSA_timing_param =
down_strm_port_count.bits.IGNORE_MSA_TIMING_PARAM;

link->dpcd_caps.max_ln_count.raw = dpcd_data[
DP_MAX_LANE_COUNT0x002 - DP_DPCD_REV0x000];

link->dpcd_caps.max_down_spread.raw = dpcd_data[
DP_MAX_DOWNSPREAD0x003 - DP_DPCD_REV0x000];

link->reported_link_cap.lane_count =
link->dpcd_caps.max_ln_count.bits.MAX_LANE_COUNT;
link->reported_link_cap.link_rate = dpcd_data[
DP_MAX_LINK_RATE0x001 - DP_DPCD_REV0x000];
link->reported_link_cap.link_spread =
link->dpcd_caps.max_down_spread.bits.MAX_DOWN_SPREAD ?
LINK_SPREAD_05_DOWNSPREAD_30KHZ : LINK_SPREAD_DISABLED;

edp_config_cap.raw = dpcd_data[
DP_EDP_CONFIGURATION_CAP0x00d - DP_DPCD_REV0x000];
link->dpcd_caps.panel_mode_edp =
edp_config_cap.bits.ALT_SCRAMBLER_RESET;
link->dpcd_caps.dpcd_display_control_capable =
edp_config_cap.bits.DPCD_DISPLAY_CONTROL_CAPABLE;

return true1;
5652}

5654bool_Bool detect_dp_sink_caps(struct dc_link *link)
5655{
return retrieve_link_cap(link);
5657}

5659static enum dc_link_rate linkRateInKHzToLinkRateMultiplier(uint32_t link_rate_in_khz)
5660{
enum dc_link_rate link_rate;
// LinkRate is normally stored as a multiplier of 0.27 Gbps per lane. Do the translation.
switch (link_rate_in_khz) {
case 1620000:
link_rate = LINK_RATE_LOW;		// Rate_1 (RBR)		- 1.62 Gbps/Lane
break;
case 2160000:
link_rate = LINK_RATE_RATE_2;	// Rate_2			- 2.16 Gbps/Lane
break;
case 2430000:
link_rate = LINK_RATE_RATE_3;	// Rate_3			- 2.43 Gbps/Lane
break;
case 2700000:
link_rate = LINK_RATE_HIGH;		// Rate_4 (HBR)		- 2.70 Gbps/Lane
break;
case 3240000:
link_rate = LINK_RATE_RBR2;		// Rate_5 (RBR2)	- 3.24 Gbps/Lane
break;
case 4320000:
link_rate = LINK_RATE_RATE_6;	// Rate_6			- 4.32 Gbps/Lane
break;
case 5400000:
link_rate = LINK_RATE_HIGH2;	// Rate_7 (HBR2)	- 5.40 Gbps/Lane
break;
case 8100000:
link_rate = LINK_RATE_HIGH3;	// Rate_8 (HBR3)	- 8.10 Gbps/Lane
break;
default:
link_rate = LINK_RATE_UNKNOWN;
break;
}
return link_rate;
5693}

5695void detect_edp_sink_caps(struct dc_link *link)
5696{
uint8_t supported_link_rates[16];
uint32_t entry;
uint32_t link_rate_in_khz;
enum dc_link_rate link_rate = LINK_RATE_UNKNOWN;
uint8_t backlight_adj_cap;
uint8_t general_edp_cap;

retrieve_link_cap(link);
link->dpcd_caps.edp_supported_link_rates_count = 0;
memset(supported_link_rates, 0, sizeof(supported_link_rates))__builtin_memset((supported_link_rates), (0), (sizeof(supported_link_rates
)));

/*
* edp_supported_link_rates_count is only valid for eDP v1.4 or higher.
* Per VESA eDP spec, "The DPCD revision for eDP v1.4 is 13h"
*/
if (link->dpcd_caps.dpcd_rev.raw >= DPCD_REV_13 &&
	(link->panel_config.ilr.optimize_edp_link_rate ||
	link->reported_link_cap.link_rate == LINK_RATE_UNKNOWN)) {
// Read DPCD 00010h - 0001Fh 16 bytes at one shot
core_link_read_dpcd(link, DP_SUPPORTED_LINK_RATES0x010,
					supported_link_rates, sizeof(supported_link_rates));

for (entry = 0; entry < 16; entry += 2) {
	// DPCD register reports per-lane link rate = 16-bit link rate capability
	// value X 200 kHz. Need multiplier to find link rate in kHz.
	link_rate_in_khz = (supported_link_rates[entry+1] * 0x100 +
								supported_link_rates[entry]) * 200;

	if (link_rate_in_khz != 0) {
		link_rate = linkRateInKHzToLinkRateMultiplier(link_rate_in_khz);
		link->dpcd_caps.edp_supported_link_rates[link->dpcd_caps.edp_supported_link_rates_count] = link_rate;
		link->dpcd_caps.edp_supported_link_rates_count++;

		if (link->reported_link_cap.link_rate < link_rate)
			link->reported_link_cap.link_rate = link_rate;
	}
}
}
core_link_read_dpcd(link, DP_EDP_BACKLIGHT_ADJUSTMENT_CAP0x702,
				&backlight_adj_cap, sizeof(backlight_adj_cap));

link->dpcd_caps.dynamic_backlight_capable_edp =
		(backlight_adj_cap & DP_EDP_DYNAMIC_BACKLIGHT_CAP(1 << 6)) ? true1:false0;

core_link_read_dpcd(link, DP_EDP_GENERAL_CAP_10x701,
				&general_edp_cap, sizeof(general_edp_cap));

link->dpcd_caps.set_power_state_capable_edp =
		(general_edp_cap & DP_EDP_SET_POWER_CAP(1 << 7)) ? true1:false0;

dc_link_set_default_brightness_aux(link);

core_link_read_dpcd(link, DP_EDP_DPCD_REV0x700,
&link->dpcd_caps.edp_rev,
sizeof(link->dpcd_caps.edp_rev));
/*
* PSR is only valid for eDP v1.3 or higher.
*/
if (link->dpcd_caps.edp_rev >= DP_EDP_130x02) {
core_link_read_dpcd(link, DP_PSR_SUPPORT0x070,
	&link->dpcd_caps.psr_info.psr_version,
	sizeof(link->dpcd_caps.psr_info.psr_version));
if (link->dpcd_caps.sink_dev_id == DP_BRANCH_DEVICE_ID_001CF80x001CF8)
	core_link_read_dpcd(link, DP_FORCE_PSRSU_CAPABILITY0x40F,
				&link->dpcd_caps.psr_info.force_psrsu_cap,
				sizeof(link->dpcd_caps.psr_info.force_psrsu_cap));
core_link_read_dpcd(link, DP_PSR_CAPS0x071,
	&link->dpcd_caps.psr_info.psr_dpcd_caps.raw,
	sizeof(link->dpcd_caps.psr_info.psr_dpcd_caps.raw));
if (link->dpcd_caps.psr_info.psr_dpcd_caps.bits.Y_COORDINATE_REQUIRED) {
	core_link_read_dpcd(link, DP_PSR2_SU_Y_GRANULARITY0x074,
		&link->dpcd_caps.psr_info.psr2_su_y_granularity_cap,
		sizeof(link->dpcd_caps.psr_info.psr2_su_y_granularity_cap));
}
}

/*
* ALPM is only valid for eDP v1.4 or higher.
*/
if (link->dpcd_caps.dpcd_rev.raw >= DP_EDP_140x03)
core_link_read_dpcd(link, DP_RECEIVER_ALPM_CAP0x02e,
	&link->dpcd_caps.alpm_caps.raw,
	sizeof(link->dpcd_caps.alpm_caps.raw));
5780}

5782void dc_link_dp_enable_hpd(const struct dc_link *link)
5783{
struct link_encoder *encoder = link->link_enc;

if (encoder != NULL((void *)0) && encoder->funcs->enable_hpd != NULL((void *)0))
encoder->funcs->enable_hpd(encoder);
5788}

5790void dc_link_dp_disable_hpd(const struct dc_link *link)
5791{
struct link_encoder *encoder = link->link_enc;

if (encoder != NULL((void *)0) && encoder->funcs->enable_hpd != NULL((void *)0))
encoder->funcs->disable_hpd(encoder);
5796}

5798static bool_Bool is_dp_phy_pattern(enum dp_test_pattern test_pattern)
5799{
if ((DP_TEST_PATTERN_PHY_PATTERN_BEGIN <= test_pattern &&
	test_pattern <= DP_TEST_PATTERN_PHY_PATTERN_END) ||
	test_pattern == DP_TEST_PATTERN_VIDEO_MODE)
return true1;
else
return false0;
5806}

5808static void set_crtc_test_pattern(struct dc_link *link,
		struct pipe_ctx *pipe_ctx,
		enum dp_test_pattern test_pattern,
		enum dp_test_pattern_color_space test_pattern_color_space)
5812{
enum controller_dp_test_pattern controller_test_pattern;
enum dc_color_depth color_depth = pipe_ctx->
stream->timing.display_color_depth;
struct bit_depth_reduction_params params;
struct output_pixel_processor *opp = pipe_ctx->stream_res.opp;
int width = pipe_ctx->stream->timing.h_addressable +
pipe_ctx->stream->timing.h_border_left +
pipe_ctx->stream->timing.h_border_right;
int height = pipe_ctx->stream->timing.v_addressable +
pipe_ctx->stream->timing.v_border_bottom +
pipe_ctx->stream->timing.v_border_top;

memset(&params, 0, sizeof(params))__builtin_memset((&params), (0), (sizeof(params)));

switch (test_pattern) {
case DP_TEST_PATTERN_COLOR_SQUARES:
controller_test_pattern =
		CONTROLLER_DP_TEST_PATTERN_COLORSQUARES;
break;
case DP_TEST_PATTERN_COLOR_SQUARES_CEA:
controller_test_pattern =
		CONTROLLER_DP_TEST_PATTERN_COLORSQUARES_CEA;
break;
case DP_TEST_PATTERN_VERTICAL_BARS:
controller_test_pattern =
		CONTROLLER_DP_TEST_PATTERN_VERTICALBARS;
break;
case DP_TEST_PATTERN_HORIZONTAL_BARS:
controller_test_pattern =
		CONTROLLER_DP_TEST_PATTERN_HORIZONTALBARS;
break;
case DP_TEST_PATTERN_COLOR_RAMP:
controller_test_pattern =
		CONTROLLER_DP_TEST_PATTERN_COLORRAMP;
break;
default:
controller_test_pattern =
		CONTROLLER_DP_TEST_PATTERN_VIDEOMODE;
break;
}

switch (test_pattern) {
case DP_TEST_PATTERN_COLOR_SQUARES:
case DP_TEST_PATTERN_COLOR_SQUARES_CEA:
case DP_TEST_PATTERN_VERTICAL_BARS:
case DP_TEST_PATTERN_HORIZONTAL_BARS:
case DP_TEST_PATTERN_COLOR_RAMP:
{
/* disable bit depth reduction */
pipe_ctx->stream->bit_depth_params = params;
opp->funcs->opp_program_bit_depth_reduction(opp, &params);
if (pipe_ctx->stream_res.tg->funcs->set_test_pattern)
	pipe_ctx->stream_res.tg->funcs->set_test_pattern(pipe_ctx->stream_res.tg,
		controller_test_pattern, color_depth);
else if (link->dc->hwss.set_disp_pattern_generator) {
	struct pipe_ctx *odm_pipe;
	enum controller_dp_color_space controller_color_space;
	int opp_cnt = 1;
	int offset = 0;
	int dpg_width = width;

	switch (test_pattern_color_space) {
	case DP_TEST_PATTERN_COLOR_SPACE_RGB:
		controller_color_space = CONTROLLER_DP_COLOR_SPACE_RGB;
		break;
	case DP_TEST_PATTERN_COLOR_SPACE_YCBCR601:
		controller_color_space = CONTROLLER_DP_COLOR_SPACE_YCBCR601;
		break;
	case DP_TEST_PATTERN_COLOR_SPACE_YCBCR709:
		controller_color_space = CONTROLLER_DP_COLOR_SPACE_YCBCR709;
		break;
	case DP_TEST_PATTERN_COLOR_SPACE_UNDEFINED:
	default:
		controller_color_space = CONTROLLER_DP_COLOR_SPACE_UDEFINED;
		DC_LOG_ERROR("%s: Color space must be defined for test pattern", __func__)__drm_err("%s: Color space must be defined for test pattern",
 __func__);
		ASSERT(0)do { if (({ static int __warned; int __ret = !!(!(0)); if (__ret
 && !__warned) { printf("WARNING %s failed at %s:%d\n"
, "!(0)", "/usr/src/sys/dev/pci/drm/amd/display/dc/core/dc_link_dp.c"
, 5888); __warned = 1; } __builtin_expect(!!(__ret), 0); })) do
 {} while (0); } while (0);
		break;
	}

	for (odm_pipe = pipe_ctx->next_odm_pipe; odm_pipe; odm_pipe = odm_pipe->next_odm_pipe)
		opp_cnt++;
	dpg_width = width / opp_cnt;
	offset = dpg_width;

	link->dc->hwss.set_disp_pattern_generator(link->dc,
			pipe_ctx,
			controller_test_pattern,
			controller_color_space,
			color_depth,
			NULL((void *)0),
			dpg_width,
			height,
			0);

	for (odm_pipe = pipe_ctx->next_odm_pipe; odm_pipe; odm_pipe = odm_pipe->next_odm_pipe) {
		struct output_pixel_processor *odm_opp = odm_pipe->stream_res.opp;

		odm_opp->funcs->opp_program_bit_depth_reduction(odm_opp, &params);
		link->dc->hwss.set_disp_pattern_generator(link->dc,
				odm_pipe,
				controller_test_pattern,
				controller_color_space,
				color_depth,
				NULL((void *)0),
				dpg_width,
				height,
				offset);
		offset += offset;
	}
}
}
break;
case DP_TEST_PATTERN_VIDEO_MODE:
{
/* restore bitdepth reduction */
resource_build_bit_depth_reduction_params(pipe_ctx->stream, &params);
pipe_ctx->stream->bit_depth_params = params;
opp->funcs->opp_program_bit_depth_reduction(opp, &params);
if (pipe_ctx->stream_res.tg->funcs->set_test_pattern)
	pipe_ctx->stream_res.tg->funcs->set_test_pattern(pipe_ctx->stream_res.tg,
		CONTROLLER_DP_TEST_PATTERN_VIDEOMODE,
		color_depth);
else if (link->dc->hwss.set_disp_pattern_generator) {
	struct pipe_ctx *odm_pipe;
	int opp_cnt = 1;
	int dpg_width;

	for (odm_pipe = pipe_ctx->next_odm_pipe; odm_pipe; odm_pipe = odm_pipe->next_odm_pipe)
		opp_cnt++;

	dpg_width = width / opp_cnt;
	for (odm_pipe = pipe_ctx->next_odm_pipe; odm_pipe; odm_pipe = odm_pipe->next_odm_pipe) {
		struct output_pixel_processor *odm_opp = odm_pipe->stream_res.opp;

		odm_opp->funcs->opp_program_bit_depth_reduction(odm_opp, &params);
		link->dc->hwss.set_disp_pattern_generator(link->dc,
				odm_pipe,
				CONTROLLER_DP_TEST_PATTERN_VIDEOMODE,
				CONTROLLER_DP_COLOR_SPACE_UDEFINED,
				color_depth,
				NULL((void *)0),
				dpg_width,
				height,
				0);
	}
	link->dc->hwss.set_disp_pattern_generator(link->dc,
			pipe_ctx,
			CONTROLLER_DP_TEST_PATTERN_VIDEOMODE,
			CONTROLLER_DP_COLOR_SPACE_UDEFINED,
			color_depth,
			NULL((void *)0),
			dpg_width,
			height,
			0);
}
}
break;

default:
break;
}
5974}

5976bool_Bool dc_link_dp_set_test_pattern(
struct dc_link *link,
enum dp_test_pattern test_pattern,
enum dp_test_pattern_color_space test_pattern_color_space,
const struct link_training_settings *p_link_settings,
const unsigned char *p_custom_pattern,
unsigned int cust_pattern_size)
5983{
struct pipe_ctx *pipes = link->dc->current_state->res_ctx.pipe_ctx;
struct pipe_ctx *pipe_ctx = NULL((void *)0);
unsigned int lane;
unsigned int i;
unsigned char link_qual_pattern[LANE_COUNT_DP_MAX] = {0};
union dpcd_training_pattern training_pattern;
enum dpcd_phy_test_patterns pattern;

memset(&training_pattern, 0, sizeof(training_pattern))__builtin_memset((&training_pattern), (0), (sizeof(training_pattern
)));

for (i = 0; i < MAX_PIPES6; i++) {
if (pipes[i].stream == NULL((void *)0))
	continue;

if (pipes[i].stream->link == link && !pipes[i].top_pipe && !pipes[i].prev_odm_pipe) {
	pipe_ctx = &pipes[i];
	break;
}
}

if (pipe_ctx == NULL((void *)0))
return false0;

/* Reset CRTC Test Pattern if it is currently running and request is VideoMode */
if (link->test_pattern_enabled && test_pattern ==
	DP_TEST_PATTERN_VIDEO_MODE) {
/* Set CRTC Test Pattern */
set_crtc_test_pattern(link, pipe_ctx, test_pattern, test_pattern_color_space);
dp_set_hw_test_pattern(link, &pipe_ctx->link_res, test_pattern,
		(uint8_t *)p_custom_pattern,
		(uint32_t)cust_pattern_size);

/* Unblank Stream */
link->dc->hwss.unblank_stream(
	pipe_ctx,
	&link->verified_link_cap);
/* TODO:m_pHwss->MuteAudioEndpoint
 * (pPathMode->pDisplayPath, false);
 */

/* Reset Test Pattern state */
link->test_pattern_enabled = false0;

return true1;
}

/* Check for PHY Test Patterns */
if (is_dp_phy_pattern(test_pattern)) {
/* Set DPCD Lane Settings before running test pattern */
if (p_link_settings != NULL((void *)0)) {
	if ((link->chip_caps & EXT_DISPLAY_PATH_CAPS__DP_FIXED_VS_EN) &&
			p_link_settings->lttpr_mode == LTTPR_MODE_TRANSPARENT) {
		dp_fixed_vs_pe_set_retimer_lane_settings(
				link,
				p_link_settings->dpcd_lane_settings,
				p_link_settings->link_settings.lane_count);
	} else {
		dp_set_hw_lane_settings(link, &pipe_ctx->link_res, p_link_settings, DPRX);
	}
	dpcd_set_lane_settings(link, p_link_settings, DPRX);
}

/* Blank stream if running test pattern */
if (test_pattern != DP_TEST_PATTERN_VIDEO_MODE) {
	/*TODO:
	 * m_pHwss->
	 * MuteAudioEndpoint(pPathMode->pDisplayPath, true);
	 */
	/* Blank stream */
	pipes->stream_res.stream_enc->funcs->dp_blank(link, pipe_ctx->stream_res.stream_enc);
}

dp_set_hw_test_pattern(link, &pipe_ctx->link_res, test_pattern,
		(uint8_t *)p_custom_pattern,
		(uint32_t)cust_pattern_size);

if (test_pattern != DP_TEST_PATTERN_VIDEO_MODE) {
	/* Set Test Pattern state */
	link->test_pattern_enabled = true1;
	if (p_link_settings != NULL((void *)0))
		dpcd_set_link_settings(link,
				p_link_settings);
}

switch (test_pattern) {
case DP_TEST_PATTERN_VIDEO_MODE:
	pattern = PHY_TEST_PATTERN_NONE;
	break;
case DP_TEST_PATTERN_D102:
	pattern = PHY_TEST_PATTERN_D10_2;
	break;
case DP_TEST_PATTERN_SYMBOL_ERROR:
	pattern = PHY_TEST_PATTERN_SYMBOL_ERROR;
	break;
case DP_TEST_PATTERN_PRBS7:
	pattern = PHY_TEST_PATTERN_PRBS7;
	break;
case DP_TEST_PATTERN_80BIT_CUSTOM:
	pattern = PHY_TEST_PATTERN_80BIT_CUSTOM;
	break;
case DP_TEST_PATTERN_CP2520_1:
	pattern = PHY_TEST_PATTERN_CP2520_1;
	break;
case DP_TEST_PATTERN_CP2520_2:
	pattern = PHY_TEST_PATTERN_CP2520_2;
	break;
case DP_TEST_PATTERN_CP2520_3:
	pattern = PHY_TEST_PATTERN_CP2520_3;
	break;
case DP_TEST_PATTERN_128b_132b_TPS1:
	pattern = PHY_TEST_PATTERN_128b_132b_TPS1;
	break;
case DP_TEST_PATTERN_128b_132b_TPS2:
	pattern = PHY_TEST_PATTERN_128b_132b_TPS2;
	break;
case DP_TEST_PATTERN_PRBS9:
	pattern = PHY_TEST_PATTERN_PRBS9;
	break;
case DP_TEST_PATTERN_PRBS11:
	pattern = PHY_TEST_PATTERN_PRBS11;
	break;
case DP_TEST_PATTERN_PRBS15:
	pattern = PHY_TEST_PATTERN_PRBS15;
	break;
case DP_TEST_PATTERN_PRBS23:
	pattern = PHY_TEST_PATTERN_PRBS23;
	break;
case DP_TEST_PATTERN_PRBS31:
	pattern = PHY_TEST_PATTERN_PRBS31;
	break;
case DP_TEST_PATTERN_264BIT_CUSTOM:
	pattern = PHY_TEST_PATTERN_264BIT_CUSTOM;
	break;
case DP_TEST_PATTERN_SQUARE_PULSE:
	pattern = PHY_TEST_PATTERN_SQUARE_PULSE;
	break;
default:
	return false0;
}

if (test_pattern == DP_TEST_PATTERN_VIDEO_MODE
6125