999 lines · 30.1 KB · C
RawDownload
/* * Copyright 2016 Advanced Micro Devices, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. * */ #include <drm/amdgpu_drm.h>#include "amdgpu.h"#include "atomfirmware.h"#include "amdgpu_atomfirmware.h"#include "atom.h"#include "atombios.h"#include "soc15_hw_ip.h" union firmware_info {	struct atom_firmware_info_v3_1 v31;	struct atom_firmware_info_v3_2 v32;	struct atom_firmware_info_v3_3 v33;	struct atom_firmware_info_v3_4 v34;	struct atom_firmware_info_v3_5 v35;}; /* * Helper function to query firmware capability * * @adev: amdgpu_device pointer * * Return firmware_capability in firmwareinfo table on success or 0 if not */uint32_t amdgpu_atomfirmware_query_firmware_capability(struct amdgpu_device *adev){	struct amdgpu_mode_info *mode_info = &adev->mode_info;	int index;	u16 data_offset, size;	union firmware_info *firmware_info;	u8 frev, crev;	u32 fw_cap = 0; 	index = get_index_into_master_table(atom_master_list_of_data_tables_v2_1,			firmwareinfo); 	if (amdgpu_atom_parse_data_header(adev->mode_info.atom_context,				index, &size, &frev, &crev, &data_offset)) {		/* support firmware_info 3.1 + */		if ((frev == 3 && crev >= 1) || (frev > 3)) {			firmware_info = (union firmware_info *)				(mode_info->atom_context->bios + data_offset);			fw_cap = le32_to_cpu(firmware_info->v31.firmware_capability);		}	} 	return fw_cap;} /* * Helper function to query gpu virtualizaiton capability * * @adev: amdgpu_device pointer * * Return true if gpu virtualization is supported or false if not */bool amdgpu_atomfirmware_gpu_virtualization_supported(struct amdgpu_device *adev){	u32 fw_cap; 	fw_cap = adev->mode_info.firmware_flags; 	return (fw_cap & ATOM_FIRMWARE_CAP_GPU_VIRTUALIZATION) ? true : false;} void amdgpu_atomfirmware_scratch_regs_init(struct amdgpu_device *adev){	int index = get_index_into_master_table(atom_master_list_of_data_tables_v2_1,						firmwareinfo);	uint16_t data_offset; 	if (amdgpu_atom_parse_data_header(adev->mode_info.atom_context, index, NULL,					  NULL, NULL, &data_offset)) {		struct atom_firmware_info_v3_1 *firmware_info =			(struct atom_firmware_info_v3_1 *)(adev->mode_info.atom_context->bios +							   data_offset); 		adev->bios_scratch_reg_offset =			le32_to_cpu(firmware_info->bios_scratch_reg_startaddr);	}} static int amdgpu_atomfirmware_allocate_fb_v2_1(struct amdgpu_device *adev,	struct vram_usagebyfirmware_v2_1 *fw_usage, int *usage_bytes){	u32 start_addr, fw_size, drv_size; 	start_addr = le32_to_cpu(fw_usage->start_address_in_kb);	fw_size = le16_to_cpu(fw_usage->used_by_firmware_in_kb);	drv_size = le16_to_cpu(fw_usage->used_by_driver_in_kb); 	DRM_DEBUG("atom firmware v2_1 requested %08x %dkb fw %dkb drv\n",			  start_addr,			  fw_size,			  drv_size); 	if ((start_addr & ATOM_VRAM_OPERATION_FLAGS_MASK) ==		(u32)(ATOM_VRAM_BLOCK_SRIOV_MSG_SHARE_RESERVATION <<		ATOM_VRAM_OPERATION_FLAGS_SHIFT)) {		/* Firmware request VRAM reservation for SR-IOV */		adev->mman.fw_vram_usage_start_offset = (start_addr &			(~ATOM_VRAM_OPERATION_FLAGS_MASK)) << 10;		adev->mman.fw_vram_usage_size = fw_size << 10;		/* Use the default scratch size */		*usage_bytes = 0;	} else {		*usage_bytes = drv_size << 10;	}	return 0;} static int amdgpu_atomfirmware_allocate_fb_v2_2(struct amdgpu_device *adev,		struct vram_usagebyfirmware_v2_2 *fw_usage, int *usage_bytes){	u32 fw_start_addr, fw_size, drv_start_addr, drv_size; 	fw_start_addr = le32_to_cpu(fw_usage->fw_region_start_address_in_kb);	fw_size = le16_to_cpu(fw_usage->used_by_firmware_in_kb); 	drv_start_addr = le32_to_cpu(fw_usage->driver_region0_start_address_in_kb);	drv_size = le32_to_cpu(fw_usage->used_by_driver_region0_in_kb); 	DRM_DEBUG("atom requested fw start at %08x %dkb and drv start at %08x %dkb\n",			  fw_start_addr,			  fw_size,			  drv_start_addr,			  drv_size); 	if (amdgpu_sriov_vf(adev) &&	    ((fw_start_addr & (ATOM_VRAM_BLOCK_NEEDS_NO_RESERVATION <<		ATOM_VRAM_OPERATION_FLAGS_SHIFT)) == 0)) {		/* Firmware request VRAM reservation for SR-IOV */		adev->mman.fw_vram_usage_start_offset = (fw_start_addr &			(~ATOM_VRAM_OPERATION_FLAGS_MASK)) << 10;		adev->mman.fw_vram_usage_size = fw_size << 10;	} 	if (amdgpu_sriov_vf(adev) &&	    ((drv_start_addr & (ATOM_VRAM_BLOCK_NEEDS_NO_RESERVATION <<		ATOM_VRAM_OPERATION_FLAGS_SHIFT)) == 0)) {		/* driver request VRAM reservation for SR-IOV */		adev->mman.drv_vram_usage_start_offset = (drv_start_addr &			(~ATOM_VRAM_OPERATION_FLAGS_MASK)) << 10;		adev->mman.drv_vram_usage_size = drv_size << 10;	} 	*usage_bytes = 0;	return 0;} int amdgpu_atomfirmware_allocate_fb_scratch(struct amdgpu_device *adev){	struct atom_context *ctx = adev->mode_info.atom_context;	int index = get_index_into_master_table(atom_master_list_of_data_tables_v2_1,						vram_usagebyfirmware);	struct vram_usagebyfirmware_v2_1 *fw_usage_v2_1;	struct vram_usagebyfirmware_v2_2 *fw_usage_v2_2;	u16 data_offset;	u8 frev, crev;	int usage_bytes = 0; 	if (amdgpu_atom_parse_data_header(ctx, index, NULL, &frev, &crev, &data_offset)) {		if (frev == 2 && crev == 1) {			fw_usage_v2_1 =				(struct vram_usagebyfirmware_v2_1 *)(ctx->bios + data_offset);			amdgpu_atomfirmware_allocate_fb_v2_1(adev,					fw_usage_v2_1,					&usage_bytes);		} else if (frev >= 2 && crev >= 2) {			fw_usage_v2_2 =				(struct vram_usagebyfirmware_v2_2 *)(ctx->bios + data_offset);			amdgpu_atomfirmware_allocate_fb_v2_2(adev,					fw_usage_v2_2,					&usage_bytes);		}	} 	ctx->scratch_size_bytes = 0;	if (usage_bytes == 0)		usage_bytes = 20 * 1024;	/* allocate some scratch memory */	ctx->scratch = kzalloc(usage_bytes, GFP_KERNEL);	if (!ctx->scratch)		return -ENOMEM;	ctx->scratch_size_bytes = usage_bytes;	return 0;} union igp_info {	struct atom_integrated_system_info_v1_11 v11;	struct atom_integrated_system_info_v1_12 v12;	struct atom_integrated_system_info_v2_1 v21;	struct atom_integrated_system_info_v2_3 v23;}; union umc_info {	struct atom_umc_info_v3_1 v31;	struct atom_umc_info_v3_2 v32;	struct atom_umc_info_v3_3 v33;	struct atom_umc_info_v4_0 v40;}; union vram_info {	struct atom_vram_info_header_v2_3 v23;	struct atom_vram_info_header_v2_4 v24;	struct atom_vram_info_header_v2_5 v25;	struct atom_vram_info_header_v2_6 v26;	struct atom_vram_info_header_v3_0 v30;}; union vram_module {	struct atom_vram_module_v9 v9;	struct atom_vram_module_v10 v10;	struct atom_vram_module_v11 v11;	struct atom_vram_module_v3_0 v30;}; static int convert_atom_mem_type_to_vram_type(struct amdgpu_device *adev,					      int atom_mem_type){	int vram_type; 	if (adev->flags & AMD_IS_APU) {		switch (atom_mem_type) {		case Ddr2MemType:		case LpDdr2MemType:			vram_type = AMDGPU_VRAM_TYPE_DDR2;			break;		case Ddr3MemType:		case LpDdr3MemType:			vram_type = AMDGPU_VRAM_TYPE_DDR3;			break;		case Ddr4MemType:			vram_type = AMDGPU_VRAM_TYPE_DDR4;			break;		case LpDdr4MemType:			vram_type = AMDGPU_VRAM_TYPE_LPDDR4;			break;		case Ddr5MemType:			vram_type = AMDGPU_VRAM_TYPE_DDR5;			break;		case LpDdr5MemType:			vram_type = AMDGPU_VRAM_TYPE_LPDDR5;			break;		default:			vram_type = AMDGPU_VRAM_TYPE_UNKNOWN;			break;		}	} else {		switch (atom_mem_type) {		case ATOM_DGPU_VRAM_TYPE_GDDR5:			vram_type = AMDGPU_VRAM_TYPE_GDDR5;			break;		case ATOM_DGPU_VRAM_TYPE_HBM2:		case ATOM_DGPU_VRAM_TYPE_HBM2E:		case ATOM_DGPU_VRAM_TYPE_HBM3:			vram_type = AMDGPU_VRAM_TYPE_HBM;			break;		case ATOM_DGPU_VRAM_TYPE_GDDR6:			vram_type = AMDGPU_VRAM_TYPE_GDDR6;			break;		default:			vram_type = AMDGPU_VRAM_TYPE_UNKNOWN;			break;		}	} 	return vram_type;} intamdgpu_atomfirmware_get_vram_info(struct amdgpu_device *adev,				  int *vram_width, int *vram_type,				  int *vram_vendor){	struct amdgpu_mode_info *mode_info = &adev->mode_info;	int index, i = 0;	u16 data_offset, size;	union igp_info *igp_info;	union vram_info *vram_info;	union umc_info *umc_info;	union vram_module *vram_module;	u8 frev, crev;	u8 mem_type;	u8 mem_vendor;	u32 mem_channel_number;	u32 mem_channel_width;	u32 module_id; 	if (adev->flags & AMD_IS_APU)		index = get_index_into_master_table(atom_master_list_of_data_tables_v2_1,						    integratedsysteminfo);	else {		switch (amdgpu_ip_version(adev, GC_HWIP, 0)) {		case IP_VERSION(12, 0, 0):		case IP_VERSION(12, 0, 1):			index = get_index_into_master_table(atom_master_list_of_data_tables_v2_1, umc_info);			break;		default:			index = get_index_into_master_table(atom_master_list_of_data_tables_v2_1, vram_info);		}	}	if (amdgpu_atom_parse_data_header(mode_info->atom_context,					  index, &size,					  &frev, &crev, &data_offset)) {		if (adev->flags & AMD_IS_APU) {			igp_info = (union igp_info *)				(mode_info->atom_context->bios + data_offset);			switch (frev) {			case 1:				switch (crev) {				case 11:				case 12:					mem_channel_number = igp_info->v11.umachannelnumber;					if (!mem_channel_number)						mem_channel_number = 1;					mem_type = igp_info->v11.memorytype;					if (mem_type == LpDdr5MemType)						mem_channel_width = 32;					else						mem_channel_width = 64;					if (vram_width)						*vram_width = mem_channel_number * mem_channel_width;					if (vram_type)						*vram_type = convert_atom_mem_type_to_vram_type(adev, mem_type);					break;				default:					return -EINVAL;				}				break;			case 2:				switch (crev) {				case 1:				case 2:					mem_channel_number = igp_info->v21.umachannelnumber;					if (!mem_channel_number)						mem_channel_number = 1;					mem_type = igp_info->v21.memorytype;					if (mem_type == LpDdr5MemType)						mem_channel_width = 32;					else						mem_channel_width = 64;					if (vram_width)						*vram_width = mem_channel_number * mem_channel_width;					if (vram_type)						*vram_type = convert_atom_mem_type_to_vram_type(adev, mem_type);					break;				case 3:					mem_channel_number = igp_info->v23.umachannelnumber;					if (!mem_channel_number)						mem_channel_number = 1;					mem_type = igp_info->v23.memorytype;					if (mem_type == LpDdr5MemType)						mem_channel_width = 32;					else						mem_channel_width = 64;					if (vram_width)						*vram_width = mem_channel_number * mem_channel_width;					if (vram_type)						*vram_type = convert_atom_mem_type_to_vram_type(adev, mem_type);					break;				default:					return -EINVAL;				}				break;			default:				return -EINVAL;			}		} else {			switch (amdgpu_ip_version(adev, GC_HWIP, 0)) {			case IP_VERSION(12, 0, 0):			case IP_VERSION(12, 0, 1):				umc_info = (union umc_info *)(mode_info->atom_context->bios + data_offset); 				if (frev == 4) {					switch (crev) {					case 0:						mem_channel_number = le32_to_cpu(umc_info->v40.channel_num);						mem_type = le32_to_cpu(umc_info->v40.vram_type);						mem_channel_width = le32_to_cpu(umc_info->v40.channel_width);						mem_vendor = RREG32(adev->bios_scratch_reg_offset + 4) & 0xF;						if (vram_vendor)							*vram_vendor = mem_vendor;						if (vram_type)							*vram_type = convert_atom_mem_type_to_vram_type(adev, mem_type);						if (vram_width)							*vram_width = mem_channel_number * (1 << mem_channel_width);						break;					default:						return -EINVAL;					}				} else					return -EINVAL;				break;			default:				vram_info = (union vram_info *)					(mode_info->atom_context->bios + data_offset); 				module_id = (RREG32(adev->bios_scratch_reg_offset + 4) & 0x00ff0000) >> 16;				if (frev == 3) {					switch (crev) {					/* v30 */					case 0:						vram_module = (union vram_module *)vram_info->v30.vram_module;						mem_vendor = (vram_module->v30.dram_vendor_id) & 0xF;						if (vram_vendor)							*vram_vendor = mem_vendor;						mem_type = vram_info->v30.memory_type;						if (vram_type)							*vram_type = convert_atom_mem_type_to_vram_type(adev, mem_type);						mem_channel_number = vram_info->v30.channel_num;						mem_channel_width = vram_info->v30.channel_width;						if (vram_width)							*vram_width = mem_channel_number * 16;						break;					default:						return -EINVAL;					}				} else if (frev == 2) {					switch (crev) {					/* v23 */					case 3:						if (module_id > vram_info->v23.vram_module_num)							module_id = 0;						vram_module = (union vram_module *)vram_info->v23.vram_module;						while (i < module_id) {							vram_module = (union vram_module *)								((u8 *)vram_module + vram_module->v9.vram_module_size);							i++;						}						mem_type = vram_module->v9.memory_type;						if (vram_type)							*vram_type = convert_atom_mem_type_to_vram_type(adev, mem_type);						mem_channel_number = vram_module->v9.channel_num;						mem_channel_width = vram_module->v9.channel_width;						if (vram_width)							*vram_width = mem_channel_number * (1 << mem_channel_width);						mem_vendor = (vram_module->v9.vender_rev_id) & 0xF;						if (vram_vendor)							*vram_vendor = mem_vendor;						break;					/* v24 */					case 4:						if (module_id > vram_info->v24.vram_module_num)							module_id = 0;						vram_module = (union vram_module *)vram_info->v24.vram_module;						while (i < module_id) {							vram_module = (union vram_module *)								((u8 *)vram_module + vram_module->v10.vram_module_size);							i++;						}						mem_type = vram_module->v10.memory_type;						if (vram_type)							*vram_type = convert_atom_mem_type_to_vram_type(adev, mem_type);						mem_channel_number = vram_module->v10.channel_num;						mem_channel_width = vram_module->v10.channel_width;						if (vram_width)							*vram_width = mem_channel_number * (1 << mem_channel_width);						mem_vendor = (vram_module->v10.vender_rev_id) & 0xF;						if (vram_vendor)							*vram_vendor = mem_vendor;						break;					/* v25 */					case 5:						if (module_id > vram_info->v25.vram_module_num)							module_id = 0;						vram_module = (union vram_module *)vram_info->v25.vram_module;						while (i < module_id) {							vram_module = (union vram_module *)								((u8 *)vram_module + vram_module->v11.vram_module_size);							i++;						}						mem_type = vram_module->v11.memory_type;						if (vram_type)							*vram_type = convert_atom_mem_type_to_vram_type(adev, mem_type);						mem_channel_number = vram_module->v11.channel_num;						mem_channel_width = vram_module->v11.channel_width;						if (vram_width)

Lines 1–500 of 999.