1387 lines · 43.6 KB · C
RawDownload
/* * Copyright 2016-2023 Advanced Micro Devices, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. * * Authors: AMD * */ #include "dm_services.h"#include "dc.h"#include "mod_freesync.h"#include "core_types.h" #define MOD_FREESYNC_MAX_CONCURRENT_STREAMS  32 #define MIN_REFRESH_RANGE 10/* Refresh rate ramp at a fixed rate of 65 Hz/second */#define STATIC_SCREEN_RAMP_DELTA_REFRESH_RATE_PER_FRAME ((1000 / 60) * 65)/* Number of elements in the render times cache array */#define RENDER_TIMES_MAX_COUNT 10/* Threshold to exit/exit BTR (to avoid frequent enter-exits at the lower limit) */#define BTR_MAX_MARGIN 2500/* Threshold to change BTR multiplier (to avoid frequent changes) */#define BTR_DRIFT_MARGIN 2000/* Threshold to exit fixed refresh rate */#define FIXED_REFRESH_EXIT_MARGIN_IN_HZ 1/* Number of consecutive frames to check before entering/exiting fixed refresh */#define FIXED_REFRESH_ENTER_FRAME_COUNT 5#define FIXED_REFRESH_EXIT_FRAME_COUNT 10/* Flip interval workaround constants */#define VSYNCS_BETWEEN_FLIP_THRESHOLD 2#define FREESYNC_CONSEC_FLIP_AFTER_VSYNC 5#define FREESYNC_VSYNC_TO_FLIP_DELTA_IN_US 500 struct core_freesync {	struct mod_freesync public;	struct dc *dc;}; #define MOD_FREESYNC_TO_CORE(mod_freesync)\		container_of(mod_freesync, struct core_freesync, public) struct mod_freesync *mod_freesync_create(struct dc *dc){	struct core_freesync *core_freesync =			kzalloc(sizeof(struct core_freesync), GFP_KERNEL); 	if (core_freesync == NULL)		goto fail_alloc_context; 	if (dc == NULL)		goto fail_construct; 	core_freesync->dc = dc;	return &core_freesync->public; fail_construct:	kfree(core_freesync); fail_alloc_context:	return NULL;} void mod_freesync_destroy(struct mod_freesync *mod_freesync){	struct core_freesync *core_freesync = NULL; 	if (mod_freesync == NULL)		return;	core_freesync = MOD_FREESYNC_TO_CORE(mod_freesync);	kfree(core_freesync);} #if 0 /* Unused currently */static unsigned int calc_refresh_in_uhz_from_duration(		unsigned int duration_in_ns){	unsigned int refresh_in_uhz =			((unsigned int)(div64_u64((1000000000ULL * 1000000),					duration_in_ns)));	return refresh_in_uhz;}#endif static unsigned int calc_duration_in_us_from_refresh_in_uhz(		unsigned int refresh_in_uhz){	unsigned int duration_in_us =			((unsigned int)(div64_u64((1000000000ULL * 1000),					refresh_in_uhz)));	return duration_in_us;} static unsigned int calc_duration_in_us_from_v_total(		const struct dc_stream_state *stream,		const struct mod_vrr_params *in_vrr,		unsigned int v_total){	unsigned int duration_in_us =			(unsigned int)(div64_u64(((unsigned long long)(v_total)				* 10000) * stream->timing.h_total,					stream->timing.pix_clk_100hz)); 	return duration_in_us;} unsigned int mod_freesync_calc_v_total_from_refresh(		const struct dc_stream_state *stream,		unsigned int refresh_in_uhz){	unsigned int v_total;	unsigned int frame_duration_in_ns; 	frame_duration_in_ns =			((unsigned int)(div64_u64((1000000000ULL * 1000000),					refresh_in_uhz))); 	v_total = div64_u64(div64_u64(((unsigned long long)(			frame_duration_in_ns) * (stream->timing.pix_clk_100hz / 10)),			stream->timing.h_total) + 500000, 1000000); 	/* v_total cannot be less than nominal */	if (v_total < stream->timing.v_total) {		ASSERT(v_total < stream->timing.v_total);		v_total = stream->timing.v_total;	} 	return v_total;} static unsigned int calc_v_total_from_duration(		const struct dc_stream_state *stream,		const struct mod_vrr_params *vrr,		unsigned int duration_in_us){	unsigned int v_total = 0; 	if (duration_in_us < vrr->min_duration_in_us)		duration_in_us = vrr->min_duration_in_us; 	if (duration_in_us > vrr->max_duration_in_us)		duration_in_us = vrr->max_duration_in_us; 	if (dc_is_hdmi_signal(stream->signal)) { // change for HDMI to comply with spec		uint32_t h_total_up_scaled; 		h_total_up_scaled = stream->timing.h_total * 10000;		v_total = div_u64((unsigned long long)duration_in_us					* stream->timing.pix_clk_100hz + (h_total_up_scaled - 1),					h_total_up_scaled); //ceiling for MMax and MMin for MVRR	} else {		v_total = div64_u64(div64_u64(((unsigned long long)(					duration_in_us) * (stream->timing.pix_clk_100hz / 10)),					stream->timing.h_total), 1000);	} 	/* v_total cannot be less than nominal */	if (v_total < stream->timing.v_total) {		ASSERT(v_total < stream->timing.v_total);		v_total = stream->timing.v_total;	} 	return v_total;} static void update_v_total_for_static_ramp(		struct core_freesync *core_freesync,		const struct dc_stream_state *stream,		struct mod_vrr_params *in_out_vrr){	unsigned int v_total = 0;	unsigned int current_duration_in_us =			calc_duration_in_us_from_v_total(				stream, in_out_vrr,				in_out_vrr->adjust.v_total_max);	unsigned int target_duration_in_us =			calc_duration_in_us_from_refresh_in_uhz(				in_out_vrr->fixed.target_refresh_in_uhz);	bool ramp_direction_is_up = (current_duration_in_us >				target_duration_in_us) ? true : false; 	/* Calculate ratio between new and current frame duration with 3 digit */	unsigned int frame_duration_ratio = div64_u64(1000000,		(1000 +  div64_u64(((unsigned long long)(		STATIC_SCREEN_RAMP_DELTA_REFRESH_RATE_PER_FRAME) *		current_duration_in_us),		1000000))); 	/* Calculate delta between new and current frame duration in us */	unsigned int frame_duration_delta = div64_u64(((unsigned long long)(		current_duration_in_us) *		(1000 - frame_duration_ratio)), 1000); 	/* Adjust frame duration delta based on ratio between current and	 * standard frame duration (frame duration at 60 Hz refresh rate).	 */	unsigned int ramp_rate_interpolated = div64_u64(((unsigned long long)(		frame_duration_delta) * current_duration_in_us), 16666); 	/* Going to a higher refresh rate (lower frame duration) */	if (ramp_direction_is_up) {		/* Reduce frame duration */		current_duration_in_us -= ramp_rate_interpolated; 		/* Adjust for frame duration below min */		if (current_duration_in_us <= target_duration_in_us) {			in_out_vrr->fixed.ramping_active = false;			in_out_vrr->fixed.ramping_done = true;			current_duration_in_us =				calc_duration_in_us_from_refresh_in_uhz(				in_out_vrr->fixed.target_refresh_in_uhz);		}	/* Going to a lower refresh rate (larger frame duration) */	} else {		/* Increase frame duration */		current_duration_in_us += ramp_rate_interpolated; 		/* Adjust for frame duration above max */		if (current_duration_in_us >= target_duration_in_us) {			in_out_vrr->fixed.ramping_active = false;			in_out_vrr->fixed.ramping_done = true;			current_duration_in_us =				calc_duration_in_us_from_refresh_in_uhz(				in_out_vrr->fixed.target_refresh_in_uhz);		}	} 	v_total = div64_u64(div64_u64(((unsigned long long)(			current_duration_in_us) * (stream->timing.pix_clk_100hz / 10)),				stream->timing.h_total), 1000); 	/* v_total cannot be less than nominal */	if (v_total < stream->timing.v_total)		v_total = stream->timing.v_total; 	in_out_vrr->adjust.v_total_min = v_total;	in_out_vrr->adjust.v_total_max = v_total;} static void apply_below_the_range(struct core_freesync *core_freesync,		const struct dc_stream_state *stream,		unsigned int last_render_time_in_us,		struct mod_vrr_params *in_out_vrr){	unsigned int inserted_frame_duration_in_us = 0;	unsigned int mid_point_frames_ceil = 0;	unsigned int mid_point_frames_floor = 0;	unsigned int frame_time_in_us = 0;	unsigned int delta_from_mid_point_in_us_1 = 0xFFFFFFFF;	unsigned int delta_from_mid_point_in_us_2 = 0xFFFFFFFF;	unsigned int frames_to_insert = 0;	unsigned int delta_from_mid_point_delta_in_us;	unsigned int max_render_time_in_us =			in_out_vrr->max_duration_in_us - in_out_vrr->btr.margin_in_us; 	/* Program BTR */	if ((last_render_time_in_us + in_out_vrr->btr.margin_in_us / 2) < max_render_time_in_us) {		/* Exit Below the Range */		if (in_out_vrr->btr.btr_active) {			in_out_vrr->btr.frame_counter = 0;			in_out_vrr->btr.btr_active = false;		}	} else if (last_render_time_in_us > (max_render_time_in_us + in_out_vrr->btr.margin_in_us / 2)) {		/* Enter Below the Range */		if (!in_out_vrr->btr.btr_active)			in_out_vrr->btr.btr_active = true;	} 	/* BTR set to "not active" so disengage */	if (!in_out_vrr->btr.btr_active) {		in_out_vrr->btr.inserted_duration_in_us = 0;		in_out_vrr->btr.frames_to_insert = 0;		in_out_vrr->btr.frame_counter = 0; 		/* Restore FreeSync */		in_out_vrr->adjust.v_total_min =			mod_freesync_calc_v_total_from_refresh(stream,				in_out_vrr->max_refresh_in_uhz);		in_out_vrr->adjust.v_total_max =			mod_freesync_calc_v_total_from_refresh(stream,				in_out_vrr->min_refresh_in_uhz);	/* BTR set to "active" so engage */	} else { 		/* Calculate number of midPoint frames that could fit within		 * the render time interval - take ceil of this value		 */		mid_point_frames_ceil = (last_render_time_in_us +				in_out_vrr->btr.mid_point_in_us - 1) /					in_out_vrr->btr.mid_point_in_us; 		if (mid_point_frames_ceil > 0) {			frame_time_in_us = last_render_time_in_us /				mid_point_frames_ceil;			delta_from_mid_point_in_us_1 =				(in_out_vrr->btr.mid_point_in_us >				frame_time_in_us) ?				(in_out_vrr->btr.mid_point_in_us - frame_time_in_us) :				(frame_time_in_us - in_out_vrr->btr.mid_point_in_us);		} 		/* Calculate number of midPoint frames that could fit within		 * the render time interval - take floor of this value		 */		mid_point_frames_floor = last_render_time_in_us /				in_out_vrr->btr.mid_point_in_us; 		if (mid_point_frames_floor > 0) { 			frame_time_in_us = last_render_time_in_us /				mid_point_frames_floor;			delta_from_mid_point_in_us_2 =				(in_out_vrr->btr.mid_point_in_us >				frame_time_in_us) ?				(in_out_vrr->btr.mid_point_in_us - frame_time_in_us) :				(frame_time_in_us - in_out_vrr->btr.mid_point_in_us);		} 		/* Choose number of frames to insert based on how close it		 * can get to the mid point of the variable range.		 *  - Delta for CEIL: delta_from_mid_point_in_us_1		 *  - Delta for FLOOR: delta_from_mid_point_in_us_2		 */		if (mid_point_frames_ceil &&		    (last_render_time_in_us / mid_point_frames_ceil) <		    in_out_vrr->min_duration_in_us) {			/* Check for out of range.			 * If using CEIL produces a value that is out of range,			 * then we are forced to use FLOOR.			 */			frames_to_insert = mid_point_frames_floor;		} else if (mid_point_frames_floor < 2) {			/* Check if FLOOR would result in non-LFC. In this case			 * choose to use CEIL			 */			frames_to_insert = mid_point_frames_ceil;		} else if (delta_from_mid_point_in_us_1 < delta_from_mid_point_in_us_2) {			/* If choosing CEIL results in a frame duration that is			 * closer to the mid point of the range.			 * Choose CEIL			 */			frames_to_insert = mid_point_frames_ceil;		} else {			/* If choosing FLOOR results in a frame duration that is			 * closer to the mid point of the range.			 * Choose FLOOR			 */			frames_to_insert = mid_point_frames_floor;		} 		/* Prefer current frame multiplier when BTR is enabled unless it drifts		 * too far from the midpoint		 */		if (delta_from_mid_point_in_us_1 < delta_from_mid_point_in_us_2) {			delta_from_mid_point_delta_in_us = delta_from_mid_point_in_us_2 -					delta_from_mid_point_in_us_1;		} else {			delta_from_mid_point_delta_in_us = delta_from_mid_point_in_us_1 -					delta_from_mid_point_in_us_2;		}		if (in_out_vrr->btr.frames_to_insert != 0 &&				delta_from_mid_point_delta_in_us < BTR_DRIFT_MARGIN) {			if (((last_render_time_in_us / in_out_vrr->btr.frames_to_insert) <					max_render_time_in_us) &&				((last_render_time_in_us / in_out_vrr->btr.frames_to_insert) >					in_out_vrr->min_duration_in_us))				frames_to_insert = in_out_vrr->btr.frames_to_insert;		} 		/* Either we've calculated the number of frames to insert,		 * or we need to insert min duration frames		 */		if (frames_to_insert &&		    (last_render_time_in_us / frames_to_insert) <		    in_out_vrr->min_duration_in_us){			frames_to_insert -= (frames_to_insert > 1) ?					1 : 0;		} 		if (frames_to_insert > 0)			inserted_frame_duration_in_us = last_render_time_in_us /							frames_to_insert; 		if (inserted_frame_duration_in_us < in_out_vrr->min_duration_in_us)			inserted_frame_duration_in_us = in_out_vrr->min_duration_in_us; 		/* Cache the calculated variables */		in_out_vrr->btr.inserted_duration_in_us =			inserted_frame_duration_in_us;		in_out_vrr->btr.frames_to_insert = frames_to_insert;		in_out_vrr->btr.frame_counter = frames_to_insert;	}} static void apply_fixed_refresh(struct core_freesync *core_freesync,		const struct dc_stream_state *stream,		unsigned int last_render_time_in_us,		struct mod_vrr_params *in_out_vrr){	bool update = false;	unsigned int max_render_time_in_us = in_out_vrr->max_duration_in_us; 	/* Compute the exit refresh rate and exit frame duration */	unsigned int exit_refresh_rate_in_milli_hz = ((1000000000/max_render_time_in_us)			+ (1000*FIXED_REFRESH_EXIT_MARGIN_IN_HZ));	unsigned int exit_frame_duration_in_us = 1000000000/exit_refresh_rate_in_milli_hz; 	if (last_render_time_in_us < exit_frame_duration_in_us) {		/* Exit Fixed Refresh mode */		if (in_out_vrr->fixed.fixed_active) {			in_out_vrr->fixed.frame_counter++; 			if (in_out_vrr->fixed.frame_counter >					FIXED_REFRESH_EXIT_FRAME_COUNT) {				in_out_vrr->fixed.frame_counter = 0;				in_out_vrr->fixed.fixed_active = false;				in_out_vrr->fixed.target_refresh_in_uhz = 0;				update = true;			}		} else			in_out_vrr->fixed.frame_counter = 0;	} else if (last_render_time_in_us > max_render_time_in_us) {		/* Enter Fixed Refresh mode */		if (!in_out_vrr->fixed.fixed_active) {			in_out_vrr->fixed.frame_counter++; 			if (in_out_vrr->fixed.frame_counter >					FIXED_REFRESH_ENTER_FRAME_COUNT) {				in_out_vrr->fixed.frame_counter = 0;				in_out_vrr->fixed.fixed_active = true;				in_out_vrr->fixed.target_refresh_in_uhz =						in_out_vrr->max_refresh_in_uhz;				update = true;			}		} else			in_out_vrr->fixed.frame_counter = 0;	} 	if (update) {		if (in_out_vrr->fixed.fixed_active) {			in_out_vrr->adjust.v_total_min =				mod_freesync_calc_v_total_from_refresh(				stream, in_out_vrr->max_refresh_in_uhz);			in_out_vrr->adjust.v_total_max =					in_out_vrr->adjust.v_total_min;		} else {			in_out_vrr->adjust.v_total_min =				mod_freesync_calc_v_total_from_refresh(stream,					in_out_vrr->max_refresh_in_uhz);			in_out_vrr->adjust.v_total_max =				mod_freesync_calc_v_total_from_refresh(stream,					in_out_vrr->min_refresh_in_uhz);		}	}} static void determine_flip_interval_workaround_req(struct mod_vrr_params *in_vrr,		unsigned int curr_time_stamp_in_us){	in_vrr->flip_interval.vsync_to_flip_in_us = curr_time_stamp_in_us -			in_vrr->flip_interval.v_update_timestamp_in_us; 	/* Determine conditions for stopping workaround */	if (in_vrr->flip_interval.flip_interval_workaround_active &&			in_vrr->flip_interval.vsyncs_between_flip < VSYNCS_BETWEEN_FLIP_THRESHOLD &&			in_vrr->flip_interval.vsync_to_flip_in_us > FREESYNC_VSYNC_TO_FLIP_DELTA_IN_US) {		in_vrr->flip_interval.flip_interval_detect_counter = 0;		in_vrr->flip_interval.program_flip_interval_workaround = true;		in_vrr->flip_interval.flip_interval_workaround_active = false;	} else {		/* Determine conditions for starting workaround */		if (in_vrr->flip_interval.vsyncs_between_flip >= VSYNCS_BETWEEN_FLIP_THRESHOLD &&				in_vrr->flip_interval.vsync_to_flip_in_us < FREESYNC_VSYNC_TO_FLIP_DELTA_IN_US) {			/* Increase flip interval counter we have 2 vsyncs between flips and			 * vsync to flip interval is less than 500us			 */			in_vrr->flip_interval.flip_interval_detect_counter++;			if (in_vrr->flip_interval.flip_interval_detect_counter > FREESYNC_CONSEC_FLIP_AFTER_VSYNC) {				/* Start workaround if we detect 5 consecutive instances of the above case */				in_vrr->flip_interval.program_flip_interval_workaround = true;				in_vrr->flip_interval.flip_interval_workaround_active = true;			}		} else {

Lines 1–500 of 1387.