1549 lines · 44.6 KB · C
RawDownload
/* * Copyright 2008 Advanced Micro Devices, Inc. * Copyright 2008 Red Hat Inc. * Copyright 2009 Jerome Glisse. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. * * Authors: Dave Airlie *          Alex Deucher *          Jerome Glisse */ #include "amdgpu.h"#include <drm/amdgpu_drm.h>#include "amdgpu_uvd.h"#include "amdgpu_vce.h"#include "atom.h" #include <linux/vga_switcheroo.h>#include <linux/slab.h>#include <linux/uaccess.h>#include <linux/pci.h>#include <linux/pm_runtime.h>#include "amdgpu_amdkfd.h"#include "amdgpu_gem.h"#include "amdgpu_display.h"#include "amdgpu_ras.h" void amdgpu_unregister_gpu_instance(struct amdgpu_device *adev){	struct amdgpu_gpu_instance *gpu_instance;	int i; 	mutex_lock(&mgpu_info.mutex); 	for (i = 0; i < mgpu_info.num_gpu; i++) {		gpu_instance = &(mgpu_info.gpu_ins[i]);		if (gpu_instance->adev == adev) {			mgpu_info.gpu_ins[i] =				mgpu_info.gpu_ins[mgpu_info.num_gpu - 1];			mgpu_info.num_gpu--;			if (adev->flags & AMD_IS_APU)				mgpu_info.num_apu--;			else				mgpu_info.num_dgpu--;			break;		}	} 	mutex_unlock(&mgpu_info.mutex);} /** * amdgpu_driver_unload_kms - Main unload function for KMS. * * @dev: drm dev pointer * * This is the main unload function for KMS (all asics). * Returns 0 on success. */void amdgpu_driver_unload_kms(struct drm_device *dev){	struct amdgpu_device *adev = drm_to_adev(dev); 	if (adev == NULL)		return; 	amdgpu_unregister_gpu_instance(adev); 	if (adev->rmmio == NULL)		return; 	if (adev->runpm) {		pm_runtime_get_sync(dev->dev);		pm_runtime_forbid(dev->dev);	} 	amdgpu_acpi_fini(adev);	amdgpu_device_fini(adev);} void amdgpu_register_gpu_instance(struct amdgpu_device *adev){	struct amdgpu_gpu_instance *gpu_instance; 	mutex_lock(&mgpu_info.mutex); 	if (mgpu_info.num_gpu >= MAX_GPU_INSTANCE) {		DRM_ERROR("Cannot register more gpu instance\n");		mutex_unlock(&mgpu_info.mutex);		return;	} 	gpu_instance = &(mgpu_info.gpu_ins[mgpu_info.num_gpu]);	gpu_instance->adev = adev;	gpu_instance->mgpu_fan_enabled = 0; 	mgpu_info.num_gpu++;	if (adev->flags & AMD_IS_APU)		mgpu_info.num_apu++;	else		mgpu_info.num_dgpu++; 	mutex_unlock(&mgpu_info.mutex);} /** * amdgpu_driver_load_kms - Main load function for KMS. * * @adev: pointer to struct amdgpu_device * @flags: device flags * * This is the main load function for KMS (all asics). * Returns 0 on success, error on failure. */int amdgpu_driver_load_kms(struct amdgpu_device *adev, unsigned long flags){	struct drm_device *dev;	struct pci_dev *parent;	int r, acpi_status; 	dev = adev_to_drm(adev); 	if (amdgpu_has_atpx() &&	    (amdgpu_is_atpx_hybrid() ||	     amdgpu_has_atpx_dgpu_power_cntl()) &&	    ((flags & AMD_IS_APU) == 0) &&	    !pci_is_thunderbolt_attached(to_pci_dev(dev->dev)))		flags |= AMD_IS_PX; 	parent = pci_upstream_bridge(adev->pdev);	adev->has_pr3 = parent ? pci_pr3_present(parent) : false; 	/* amdgpu_device_init should report only fatal error	 * like memory allocation failure or iomapping failure,	 * or memory manager initialization failure, it must	 * properly initialize the GPU MC controller and permit	 * VRAM allocation	 */	r = amdgpu_device_init(adev, flags);	if (r) {		dev_err(dev->dev, "Fatal error during GPU init\n");		goto out;	} 	if (amdgpu_device_supports_px(dev) &&	    (amdgpu_runtime_pm != 0)) { /* enable runpm by default for atpx */		adev->runpm = true;		dev_info(adev->dev, "Using ATPX for runtime pm\n");	} else if (amdgpu_device_supports_boco(dev) &&		   (amdgpu_runtime_pm != 0)) { /* enable runpm by default for boco */		adev->runpm = true;		dev_info(adev->dev, "Using BOCO for runtime pm\n");	} else if (amdgpu_device_supports_baco(dev) &&		   (amdgpu_runtime_pm != 0)) {		switch (adev->asic_type) {		case CHIP_VEGA20:		case CHIP_ARCTURUS:			/* enable runpm if runpm=1 */			if (amdgpu_runtime_pm > 0)				adev->runpm = true;			break;		case CHIP_VEGA10:			/* turn runpm on if noretry=0 */			if (!adev->gmc.noretry)				adev->runpm = true;			break;		default:			/* enable runpm on CI+ */			adev->runpm = true;			break;		}		if (adev->runpm)			dev_info(adev->dev, "Using BACO for runtime pm\n");	} 	/* Call ACPI methods: require modeset init	 * but failure is not fatal	 */ 	acpi_status = amdgpu_acpi_init(adev);	if (acpi_status)		dev_dbg(dev->dev, "Error during ACPI methods call\n"); 	if (adev->runpm) {		/* only need to skip on ATPX */		if (amdgpu_device_supports_px(dev))			dev_pm_set_driver_flags(dev->dev, DPM_FLAG_NO_DIRECT_COMPLETE);		/* we want direct complete for BOCO */		if (amdgpu_device_supports_boco(dev))			dev_pm_set_driver_flags(dev->dev, DPM_FLAG_SMART_PREPARE |						DPM_FLAG_SMART_SUSPEND |						DPM_FLAG_MAY_SKIP_RESUME);		pm_runtime_use_autosuspend(dev->dev);		pm_runtime_set_autosuspend_delay(dev->dev, 5000);		pm_runtime_allow(dev->dev);		pm_runtime_mark_last_busy(dev->dev);		pm_runtime_put_autosuspend(dev->dev);	} out:	if (r) {		/* balance pm_runtime_get_sync in amdgpu_driver_unload_kms */		if (adev->rmmio && adev->runpm)			pm_runtime_put_noidle(dev->dev);		amdgpu_driver_unload_kms(dev);	} 	return r;} static int amdgpu_firmware_info(struct drm_amdgpu_info_firmware *fw_info,				struct drm_amdgpu_query_fw *query_fw,				struct amdgpu_device *adev){	switch (query_fw->fw_type) {	case AMDGPU_INFO_FW_VCE:		fw_info->ver = adev->vce.fw_version;		fw_info->feature = adev->vce.fb_version;		break;	case AMDGPU_INFO_FW_UVD:		fw_info->ver = adev->uvd.fw_version;		fw_info->feature = 0;		break;	case AMDGPU_INFO_FW_VCN:		fw_info->ver = adev->vcn.fw_version;		fw_info->feature = 0;		break;	case AMDGPU_INFO_FW_GMC:		fw_info->ver = adev->gmc.fw_version;		fw_info->feature = 0;		break;	case AMDGPU_INFO_FW_GFX_ME:		fw_info->ver = adev->gfx.me_fw_version;		fw_info->feature = adev->gfx.me_feature_version;		break;	case AMDGPU_INFO_FW_GFX_PFP:		fw_info->ver = adev->gfx.pfp_fw_version;		fw_info->feature = adev->gfx.pfp_feature_version;		break;	case AMDGPU_INFO_FW_GFX_CE:		fw_info->ver = adev->gfx.ce_fw_version;		fw_info->feature = adev->gfx.ce_feature_version;		break;	case AMDGPU_INFO_FW_GFX_RLC:		fw_info->ver = adev->gfx.rlc_fw_version;		fw_info->feature = adev->gfx.rlc_feature_version;		break;	case AMDGPU_INFO_FW_GFX_RLC_RESTORE_LIST_CNTL:		fw_info->ver = adev->gfx.rlc_srlc_fw_version;		fw_info->feature = adev->gfx.rlc_srlc_feature_version;		break;	case AMDGPU_INFO_FW_GFX_RLC_RESTORE_LIST_GPM_MEM:		fw_info->ver = adev->gfx.rlc_srlg_fw_version;		fw_info->feature = adev->gfx.rlc_srlg_feature_version;		break;	case AMDGPU_INFO_FW_GFX_RLC_RESTORE_LIST_SRM_MEM:		fw_info->ver = adev->gfx.rlc_srls_fw_version;		fw_info->feature = adev->gfx.rlc_srls_feature_version;		break;	case AMDGPU_INFO_FW_GFX_MEC:		if (query_fw->index == 0) {			fw_info->ver = adev->gfx.mec_fw_version;			fw_info->feature = adev->gfx.mec_feature_version;		} else if (query_fw->index == 1) {			fw_info->ver = adev->gfx.mec2_fw_version;			fw_info->feature = adev->gfx.mec2_feature_version;		} else			return -EINVAL;		break;	case AMDGPU_INFO_FW_SMC:		fw_info->ver = adev->pm.fw_version;		fw_info->feature = 0;		break;	case AMDGPU_INFO_FW_TA:		switch (query_fw->index) {		case TA_FW_TYPE_PSP_XGMI:			fw_info->ver = adev->psp.ta_fw_version;			fw_info->feature = adev->psp.ta_xgmi_ucode_version;			break;		case TA_FW_TYPE_PSP_RAS:			fw_info->ver = adev->psp.ta_fw_version;			fw_info->feature = adev->psp.ta_ras_ucode_version;			break;		case TA_FW_TYPE_PSP_HDCP:			fw_info->ver = adev->psp.ta_fw_version;			fw_info->feature = adev->psp.ta_hdcp_ucode_version;			break;		case TA_FW_TYPE_PSP_DTM:			fw_info->ver = adev->psp.ta_fw_version;			fw_info->feature = adev->psp.ta_dtm_ucode_version;			break;		case TA_FW_TYPE_PSP_RAP:			fw_info->ver = adev->psp.ta_fw_version;			fw_info->feature = adev->psp.ta_rap_ucode_version;			break;		case TA_FW_TYPE_PSP_SECUREDISPLAY:			fw_info->ver = adev->psp.ta_fw_version;			fw_info->feature = adev->psp.ta_securedisplay_ucode_version;			break;		default:			return -EINVAL;		}		break;	case AMDGPU_INFO_FW_SDMA:		if (query_fw->index >= adev->sdma.num_instances)			return -EINVAL;		fw_info->ver = adev->sdma.instance[query_fw->index].fw_version;		fw_info->feature = adev->sdma.instance[query_fw->index].feature_version;		break;	case AMDGPU_INFO_FW_SOS:		fw_info->ver = adev->psp.sos_fw_version;		fw_info->feature = adev->psp.sos_feature_version;		break;	case AMDGPU_INFO_FW_ASD:		fw_info->ver = adev->psp.asd_fw_version;		fw_info->feature = adev->psp.asd_feature_version;		break;	case AMDGPU_INFO_FW_DMCU:		fw_info->ver = adev->dm.dmcu_fw_version;		fw_info->feature = 0;		break;	case AMDGPU_INFO_FW_DMCUB:		fw_info->ver = adev->dm.dmcub_fw_version;		fw_info->feature = 0;		break;	case AMDGPU_INFO_FW_TOC:		fw_info->ver = adev->psp.toc_fw_version;		fw_info->feature = adev->psp.toc_feature_version;		break;	default:		return -EINVAL;	}	return 0;} static int amdgpu_hw_ip_info(struct amdgpu_device *adev,			     struct drm_amdgpu_info *info,			     struct drm_amdgpu_info_hw_ip *result){	uint32_t ib_start_alignment = 0;	uint32_t ib_size_alignment = 0;	enum amd_ip_block_type type;	unsigned int num_rings = 0;	unsigned int i, j; 	if (info->query_hw_ip.ip_instance >= AMDGPU_HW_IP_INSTANCE_MAX_COUNT)		return -EINVAL; 	switch (info->query_hw_ip.type) {	case AMDGPU_HW_IP_GFX:		type = AMD_IP_BLOCK_TYPE_GFX;		for (i = 0; i < adev->gfx.num_gfx_rings; i++)			if (adev->gfx.gfx_ring[i].sched.ready)				++num_rings;		ib_start_alignment = 32;		ib_size_alignment = 32;		break;	case AMDGPU_HW_IP_COMPUTE:		type = AMD_IP_BLOCK_TYPE_GFX;		for (i = 0; i < adev->gfx.num_compute_rings; i++)			if (adev->gfx.compute_ring[i].sched.ready)				++num_rings;		ib_start_alignment = 32;		ib_size_alignment = 32;		break;	case AMDGPU_HW_IP_DMA:		type = AMD_IP_BLOCK_TYPE_SDMA;		for (i = 0; i < adev->sdma.num_instances; i++)			if (adev->sdma.instance[i].ring.sched.ready)				++num_rings;		ib_start_alignment = 256;		ib_size_alignment = 4;		break;	case AMDGPU_HW_IP_UVD:		type = AMD_IP_BLOCK_TYPE_UVD;		for (i = 0; i < adev->uvd.num_uvd_inst; i++) {			if (adev->uvd.harvest_config & (1 << i))				continue; 			if (adev->uvd.inst[i].ring.sched.ready)				++num_rings;		}		ib_start_alignment = 64;		ib_size_alignment = 64;		break;	case AMDGPU_HW_IP_VCE:		type = AMD_IP_BLOCK_TYPE_VCE;		for (i = 0; i < adev->vce.num_rings; i++)			if (adev->vce.ring[i].sched.ready)				++num_rings;		ib_start_alignment = 4;		ib_size_alignment = 1;		break;	case AMDGPU_HW_IP_UVD_ENC:		type = AMD_IP_BLOCK_TYPE_UVD;		for (i = 0; i < adev->uvd.num_uvd_inst; i++) {			if (adev->uvd.harvest_config & (1 << i))				continue; 			for (j = 0; j < adev->uvd.num_enc_rings; j++)				if (adev->uvd.inst[i].ring_enc[j].sched.ready)					++num_rings;		}		ib_start_alignment = 64;		ib_size_alignment = 64;		break;	case AMDGPU_HW_IP_VCN_DEC:		type = AMD_IP_BLOCK_TYPE_VCN;		for (i = 0; i < adev->vcn.num_vcn_inst; i++) {			if (adev->uvd.harvest_config & (1 << i))				continue; 			if (adev->vcn.inst[i].ring_dec.sched.ready)				++num_rings;		}		ib_start_alignment = 16;		ib_size_alignment = 16;		break;	case AMDGPU_HW_IP_VCN_ENC:		type = AMD_IP_BLOCK_TYPE_VCN;		for (i = 0; i < adev->vcn.num_vcn_inst; i++) {			if (adev->uvd.harvest_config & (1 << i))				continue; 			for (j = 0; j < adev->vcn.num_enc_rings; j++)				if (adev->vcn.inst[i].ring_enc[j].sched.ready)					++num_rings;		}		ib_start_alignment = 64;		ib_size_alignment = 1;		break;	case AMDGPU_HW_IP_VCN_JPEG:		type = (amdgpu_device_ip_get_ip_block(adev, AMD_IP_BLOCK_TYPE_JPEG)) ?			AMD_IP_BLOCK_TYPE_JPEG : AMD_IP_BLOCK_TYPE_VCN; 		for (i = 0; i < adev->jpeg.num_jpeg_inst; i++) {			if (adev->jpeg.harvest_config & (1 << i))				continue; 			if (adev->jpeg.inst[i].ring_dec.sched.ready)				++num_rings;		}		ib_start_alignment = 16;		ib_size_alignment = 16;		break;	default:		return -EINVAL;	} 	for (i = 0; i < adev->num_ip_blocks; i++)		if (adev->ip_blocks[i].version->type == type &&		    adev->ip_blocks[i].status.valid)			break; 	if (i == adev->num_ip_blocks)		return 0; 	num_rings = min(amdgpu_ctx_num_entities[info->query_hw_ip.type],			num_rings); 	result->hw_ip_version_major = adev->ip_blocks[i].version->major;	result->hw_ip_version_minor = adev->ip_blocks[i].version->minor;	result->capabilities_flags = 0;	result->available_rings = (1 << num_rings) - 1;	result->ib_start_alignment = ib_start_alignment;	result->ib_size_alignment = ib_size_alignment;	return 0;} /* * Userspace get information ioctl *//** * amdgpu_info_ioctl - answer a device specific request. * * @dev: drm device pointer * @data: request object * @filp: drm filp * * This function is used to pass device specific parameters to the userspace * drivers.  Examples include: pci device id, pipeline parms, tiling params, * etc. (all asics). * Returns 0 on success, -EINVAL on failure.

Lines 1–500 of 1549.