1350 lines · 34.4 KB · C
RawDownload
// SPDX-License-Identifier: GPL-2.0-only/* * acpi_processor.c - ACPI processor enumeration support * * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com> * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com> * Copyright (C) 2004       Dominik Brodowski <linux@brodo.de> * Copyright (C) 2004  Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com> * Copyright (C) 2013, Intel Corporation *                     Rafael J. Wysocki <rafael.j.wysocki@intel.com> */#define pr_fmt(fmt) "ACPI: " fmt #include <linux/acpi.h>#include <linux/cpu.h>#include <linux/device.h>#include <linux/dmi.h>#include <linux/kernel.h>#include <linux/module.h>#include <linux/pci.h>#include <linux/platform_device.h> #include <acpi/processor.h> #include <asm/cpu.h> #include <xen/xen.h> #include "internal.h" DEFINE_PER_CPU(struct acpi_processor *, processors);EXPORT_PER_CPU_SYMBOL(processors); /* Errata Handling */struct acpi_processor_errata errata __read_mostly;EXPORT_SYMBOL_GPL(errata); acpi_handle acpi_get_processor_handle(int cpu){	struct acpi_processor *pr; 	pr = per_cpu(processors, cpu);	if (pr)		return pr->handle; 	return NULL;} static int acpi_processor_errata_piix4(struct pci_dev *dev){	if (!dev)		return -EINVAL; 	/*	 * Note that 'dev' references the PIIX4 ACPI Controller.	 */ 	switch (dev->revision) {	case 0:		dev_dbg(&dev->dev, "Found PIIX4 A-step\n");		break;	case 1:		dev_dbg(&dev->dev, "Found PIIX4 B-step\n");		break;	case 2:		dev_dbg(&dev->dev, "Found PIIX4E\n");		break;	case 3:		dev_dbg(&dev->dev, "Found PIIX4M\n");		break;	default:		dev_dbg(&dev->dev, "Found unknown PIIX4\n");		break;	} 	switch (dev->revision) { 	case 0:		/* PIIX4 A-step */	case 1:		/* PIIX4 B-step */		/*		 * See specification changes #13 ("Manual Throttle Duty Cycle")		 * and #14 ("Enabling and Disabling Manual Throttle"), plus		 * erratum #5 ("STPCLK# Deassertion Time") from the January		 * 2002 PIIX4 specification update.  Applies to only older		 * PIIX4 models.		 */		errata.piix4.throttle = 1;		fallthrough; 	case 2:		/* PIIX4E */	case 3:		/* PIIX4M */		/*		 * See erratum #18 ("C3 Power State/BMIDE and Type-F DMA		 * Livelock") from the January 2002 PIIX4 specification update.		 * Applies to all PIIX4 models.		 */ 		/*		 * BM-IDE		 * ------		 * Find the PIIX4 IDE Controller and get the Bus Master IDE		 * Status register address.  We'll use this later to read		 * each IDE controller's DMA status to make sure we catch all		 * DMA activity.		 */		dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,				     PCI_DEVICE_ID_INTEL_82371AB,				     PCI_ANY_ID, PCI_ANY_ID, NULL);		if (dev) {			errata.piix4.bmisx = pci_resource_start(dev, 4);			if (errata.piix4.bmisx)				dev_dbg(&dev->dev,					"Bus master activity detection (BM-IDE) erratum enabled\n"); 			pci_dev_put(dev);		} 		/*		 * Type-F DMA		 * ----------		 * Find the PIIX4 ISA Controller and read the Motherboard		 * DMA controller's status to see if Type-F (Fast) DMA mode		 * is enabled (bit 7) on either channel.  Note that we'll		 * disable C3 support if this is enabled, as some legacy		 * devices won't operate well if fast DMA is disabled.		 */		dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,				     PCI_DEVICE_ID_INTEL_82371AB_0,				     PCI_ANY_ID, PCI_ANY_ID, NULL);		if (dev) {			u8 value1 = 0, value2 = 0; 			pci_read_config_byte(dev, 0x76, &value1);			pci_read_config_byte(dev, 0x77, &value2);			if ((value1 & 0x80) || (value2 & 0x80)) {				errata.piix4.fdma = 1;				dev_dbg(&dev->dev,					"Type-F DMA livelock erratum (C3 disabled)\n");			}			pci_dev_put(dev);		} 		break;	} 	return 0;} static int acpi_processor_errata(void){	int result = 0;	struct pci_dev *dev = NULL; 	/*	 * PIIX4	 */	dev = pci_get_subsys(PCI_VENDOR_ID_INTEL,			     PCI_DEVICE_ID_INTEL_82371AB_3, PCI_ANY_ID,			     PCI_ANY_ID, NULL);	if (dev) {		result = acpi_processor_errata_piix4(dev);		pci_dev_put(dev);	} 	return result;} /* Create a platform device to represent a CPU frequency control mechanism. */static void cpufreq_add_device(const char *name){	struct platform_device *pdev; 	pdev = platform_device_register_simple(name, PLATFORM_DEVID_NONE, NULL, 0);	if (IS_ERR(pdev))		pr_info("%s device creation failed: %pe\n", name, pdev);} #ifdef CONFIG_X86/* Check presence of Processor Clocking Control by searching for \_SB.PCCH. */static void __init acpi_pcc_cpufreq_init(void){	acpi_status status;	acpi_handle handle; 	status = acpi_get_handle(NULL, "\\_SB", &handle);	if (ACPI_FAILURE(status))		return; 	if (acpi_has_method(handle, "PCCH"))		cpufreq_add_device("pcc-cpufreq");}#elsestatic void __init acpi_pcc_cpufreq_init(void) {}#endif /* CONFIG_X86 */ /* Initialization */static DEFINE_PER_CPU(void *, processor_device_array); static int acpi_processor_set_per_cpu(struct acpi_processor *pr,				      struct acpi_device *device){	BUG_ON(pr->id >= nr_cpu_ids); 	/*	 * Buggy BIOS check.	 * ACPI id of processors can be reported wrongly by the BIOS.	 * Don't trust it blindly	 */	if (per_cpu(processor_device_array, pr->id) != NULL &&	    per_cpu(processor_device_array, pr->id) != device) {		dev_warn(&device->dev,			 "BIOS reported wrong ACPI id %d for the processor\n",			 pr->id);		return -EINVAL;	}	/*	 * processor_device_array is not cleared on errors to allow buggy BIOS	 * checks.	 */	per_cpu(processor_device_array, pr->id) = device;	per_cpu(processors, pr->id) = pr; 	return 0;} #ifdef CONFIG_ACPI_HOTPLUG_CPUstatic int acpi_processor_hotadd_init(struct acpi_processor *pr,				      struct acpi_device *device){	int ret; 	if (invalid_phys_cpuid(pr->phys_id))		return -ENODEV; 	cpu_maps_update_begin();	cpus_write_lock(); 	ret = acpi_map_cpu(pr->handle, pr->phys_id, pr->acpi_id, &pr->id);	if (ret)		goto out; 	ret = acpi_processor_set_per_cpu(pr, device);	if (ret) {		acpi_unmap_cpu(pr->id);		goto out;	} 	ret = arch_register_cpu(pr->id);	if (ret) {		/* Leave the processor device array in place to detect buggy bios */		per_cpu(processors, pr->id) = NULL;		acpi_unmap_cpu(pr->id);		goto out;	} 	/*	 * CPU got hot-added, but cpu_data is not initialized yet. Do	 * cpu_idle/throttling initialization when the CPU gets online for	 * the first time.	 */	pr_info("CPU%d has been hot-added\n", pr->id); out:	cpus_write_unlock();	cpu_maps_update_done();	return ret;}#elsestatic inline int acpi_processor_hotadd_init(struct acpi_processor *pr,					     struct acpi_device *device){	return -ENODEV;}#endif /* CONFIG_ACPI_HOTPLUG_CPU */ static int acpi_processor_get_info(struct acpi_device *device){	union acpi_object object = { .processor = { 0 } };	struct acpi_buffer buffer = { sizeof(union acpi_object), &object };	struct acpi_processor *pr = acpi_driver_data(device);	int device_declaration = 0;	acpi_status status = AE_OK;	static int cpu0_initialized;	unsigned long long value;	int ret; 	acpi_processor_errata(); 	/*	 * Check to see if we have bus mastering arbitration control.  This	 * is required for proper C3 usage (to maintain cache coherency).	 */	if (acpi_gbl_FADT.pm2_control_block && acpi_gbl_FADT.pm2_control_length) {		pr->flags.bm_control = 1;		dev_dbg(&device->dev, "Bus mastering arbitration control present\n");	} else		dev_dbg(&device->dev, "No bus mastering arbitration control\n"); 	if (!strcmp(acpi_device_hid(device), ACPI_PROCESSOR_OBJECT_HID)) {		/* Declared with "Processor" statement; match ProcessorID */		status = acpi_evaluate_object(pr->handle, NULL, NULL, &buffer);		if (ACPI_FAILURE(status)) {			dev_err(&device->dev,				"Failed to evaluate processor object (0x%x)\n",				status);			return -ENODEV;		} 		pr->acpi_id = object.processor.proc_id;	} else {		/*		 * Declared with "Device" statement; match _UID.		 */		status = acpi_evaluate_integer(pr->handle, METHOD_NAME__UID,						NULL, &value);		if (ACPI_FAILURE(status)) {			dev_err(&device->dev,				"Failed to evaluate processor _UID (0x%x)\n",				status);			return -ENODEV;		}		device_declaration = 1;		pr->acpi_id = value;	} 	if (acpi_duplicate_processor_id(pr->acpi_id)) {		if (pr->acpi_id == 0xff)			dev_info_once(&device->dev,				"Entry not well-defined, consider updating BIOS\n");		else			dev_err(&device->dev,				"Failed to get unique processor _UID (0x%x)\n",				pr->acpi_id);		return -ENODEV;	} 	pr->phys_id = acpi_get_phys_id(pr->handle, device_declaration,					pr->acpi_id);	if (invalid_phys_cpuid(pr->phys_id))		dev_dbg(&device->dev, "Failed to get CPU physical ID.\n"); 	pr->id = acpi_map_cpuid(pr->phys_id, pr->acpi_id);	if (!cpu0_initialized) {		cpu0_initialized = 1;		/*		 * Handle UP system running SMP kernel, with no CPU		 * entry in MADT		 */		if (!acpi_has_cpu_in_madt() && invalid_logical_cpuid(pr->id) &&		    (num_online_cpus() == 1))			pr->id = 0;		/*		 * Check availability of Processor Performance Control by		 * looking at the presence of the _PCT object under the first		 * processor definition.		 */		if (acpi_has_method(pr->handle, "_PCT"))			cpufreq_add_device("acpi-cpufreq");	} 	/*	 *  This code is not called unless we know the CPU is present and	 *  enabled. The two paths are:	 *  a) Initially present CPUs on architectures that do not defer	 *     their arch_register_cpu() calls until this point.	 *  b) Hotplugged CPUs (enabled bit in _STA has transitioned from not	 *     enabled to enabled)	 */	if (!get_cpu_device(pr->id))		ret = acpi_processor_hotadd_init(pr, device);	else		ret = acpi_processor_set_per_cpu(pr, device);	if (ret)		return ret; 	/*	 * On some boxes several processors use the same processor bus id.	 * But they are located in different scope. For example:	 * \_SB.SCK0.CPU0	 * \_SB.SCK1.CPU0	 * Rename the processor device bus id. And the new bus id will be	 * generated as the following format:	 * CPU+CPU ID.	 */	sprintf(acpi_device_bid(device), "CPU%X", pr->id);	dev_dbg(&device->dev, "Processor [%d:%d]\n", pr->id, pr->acpi_id); 	if (!object.processor.pblk_address)		dev_dbg(&device->dev, "No PBLK (NULL address)\n");	else if (object.processor.pblk_length != 6)		dev_err(&device->dev, "Invalid PBLK length [%d]\n",			    object.processor.pblk_length);	else {		pr->throttling.address = object.processor.pblk_address;		pr->throttling.duty_offset = acpi_gbl_FADT.duty_offset;		pr->throttling.duty_width = acpi_gbl_FADT.duty_width; 		pr->pblk = object.processor.pblk_address;	} 	/*	 * If ACPI describes a slot number for this CPU, we can use it to	 * ensure we get the right value in the "physical id" field	 * of /proc/cpuinfo	 */	status = acpi_evaluate_integer(pr->handle, "_SUN", NULL, &value);	if (ACPI_SUCCESS(status))		arch_fix_phys_package_id(pr->id, value); 	return 0;} /* * Do not put anything in here which needs the core to be online. * For example MSR access or setting up things which check for cpuinfo_x86 * (cpu_data(cpu)) values, like CPU feature flags, family, model, etc. * Such things have to be put in and set up by the processor driver's .probe(). */static int acpi_processor_add(struct acpi_device *device,					const struct acpi_device_id *id){	struct acpi_processor *pr;	struct device *dev;	int result = 0; 	if (!acpi_device_is_enabled(device))		return -ENODEV; 	pr = kzalloc_obj(struct acpi_processor);	if (!pr)		return -ENOMEM; 	if (!zalloc_cpumask_var(&pr->throttling.shared_cpu_map, GFP_KERNEL)) {		result = -ENOMEM;		goto err_free_pr;	} 	pr->handle = device->handle;	device->driver_data = pr; 	result = acpi_processor_get_info(device);	if (result) /* Processor is not physically present or unavailable */		goto err_clear_driver_data; 	dev = get_cpu_device(pr->id);	if (!dev) {		result = -ENODEV;		goto err_clear_per_cpu;	} 	result = acpi_bind_one(dev, device);	if (result)		goto err_clear_per_cpu; 	pr->dev = dev; 	/* Trigger the processor driver's .probe() if present. */	if (device_attach(dev) >= 0)		return 1; 	dev_err(dev, "Processor driver could not be attached\n");	acpi_unbind_one(dev);  err_clear_per_cpu:	per_cpu(processors, pr->id) = NULL; err_clear_driver_data:	device->driver_data = NULL;	free_cpumask_var(pr->throttling.shared_cpu_map); err_free_pr:	kfree(pr);	return result;} #ifdef CONFIG_ACPI_HOTPLUG_CPU/* Removal */static void acpi_processor_post_eject(struct acpi_device *device){	struct acpi_processor *pr; 	if (!device || !acpi_driver_data(device))		return; 	pr = acpi_driver_data(device);	if (pr->id >= nr_cpu_ids)		goto out; 	/*	 * The only reason why we ever get here is CPU hot-removal.  The CPU is	 * already offline and the ACPI device removal locking prevents it from	 * being put back online at this point.	 *	 * Unbind the driver from the processor device and detach it from the	 * ACPI companion object.	 */	device_release_driver(pr->dev);	acpi_unbind_one(pr->dev); 	cpu_maps_update_begin();	cpus_write_lock(); 

Lines 1–500 of 1350.