|  | // SPDX-License-Identifier: GPL-2.0 | 
|  | /* | 
|  | * APIC driver for "bigsmp" xAPIC machines with more than 8 virtual CPUs. | 
|  | * | 
|  | * Drives the local APIC in "clustered mode". | 
|  | */ | 
|  | #include <linux/threads.h> | 
|  | #include <linux/cpumask.h> | 
|  | #include <linux/kernel.h> | 
|  | #include <linux/init.h> | 
|  | #include <linux/dmi.h> | 
|  | #include <linux/smp.h> | 
|  |  | 
|  | #include <asm/apicdef.h> | 
|  | #include <asm/fixmap.h> | 
|  | #include <asm/mpspec.h> | 
|  | #include <asm/apic.h> | 
|  | #include <asm/ipi.h> | 
|  |  | 
|  | static unsigned bigsmp_get_apic_id(unsigned long x) | 
|  | { | 
|  | return (x >> 24) & 0xFF; | 
|  | } | 
|  |  | 
|  | static int bigsmp_apic_id_registered(void) | 
|  | { | 
|  | return 1; | 
|  | } | 
|  |  | 
|  | static bool bigsmp_check_apicid_used(physid_mask_t *map, int apicid) | 
|  | { | 
|  | return false; | 
|  | } | 
|  |  | 
|  | static int bigsmp_early_logical_apicid(int cpu) | 
|  | { | 
|  | /* on bigsmp, logical apicid is the same as physical */ | 
|  | return early_per_cpu(x86_cpu_to_apicid, cpu); | 
|  | } | 
|  |  | 
|  | static inline unsigned long calculate_ldr(int cpu) | 
|  | { | 
|  | unsigned long val, id; | 
|  |  | 
|  | val = apic_read(APIC_LDR) & ~APIC_LDR_MASK; | 
|  | id = per_cpu(x86_bios_cpu_apicid, cpu); | 
|  | val |= SET_APIC_LOGICAL_ID(id); | 
|  |  | 
|  | return val; | 
|  | } | 
|  |  | 
|  | /* | 
|  | * Set up the logical destination ID. | 
|  | * | 
|  | * Intel recommends to set DFR, LDR and TPR before enabling | 
|  | * an APIC.  See e.g. "AP-388 82489DX User's Manual" (Intel | 
|  | * document number 292116).  So here it goes... | 
|  | */ | 
|  | static void bigsmp_init_apic_ldr(void) | 
|  | { | 
|  | unsigned long val; | 
|  | int cpu = smp_processor_id(); | 
|  |  | 
|  | apic_write(APIC_DFR, APIC_DFR_FLAT); | 
|  | val = calculate_ldr(cpu); | 
|  | apic_write(APIC_LDR, val); | 
|  | } | 
|  |  | 
|  | static void bigsmp_setup_apic_routing(void) | 
|  | { | 
|  | printk(KERN_INFO | 
|  | "Enabling APIC mode:  Physflat.  Using %d I/O APICs\n", | 
|  | nr_ioapics); | 
|  | } | 
|  |  | 
|  | static int bigsmp_cpu_present_to_apicid(int mps_cpu) | 
|  | { | 
|  | if (mps_cpu < nr_cpu_ids) | 
|  | return (int) per_cpu(x86_bios_cpu_apicid, mps_cpu); | 
|  |  | 
|  | return BAD_APICID; | 
|  | } | 
|  |  | 
|  | static void bigsmp_ioapic_phys_id_map(physid_mask_t *phys_map, physid_mask_t *retmap) | 
|  | { | 
|  | /* For clustered we don't have a good way to do this yet - hack */ | 
|  | physids_promote(0xFFL, retmap); | 
|  | } | 
|  |  | 
|  | static int bigsmp_check_phys_apicid_present(int phys_apicid) | 
|  | { | 
|  | return 1; | 
|  | } | 
|  |  | 
|  | static int bigsmp_phys_pkg_id(int cpuid_apic, int index_msb) | 
|  | { | 
|  | return cpuid_apic >> index_msb; | 
|  | } | 
|  |  | 
|  | static void bigsmp_send_IPI_allbutself(int vector) | 
|  | { | 
|  | default_send_IPI_mask_allbutself_phys(cpu_online_mask, vector); | 
|  | } | 
|  |  | 
|  | static void bigsmp_send_IPI_all(int vector) | 
|  | { | 
|  | default_send_IPI_mask_sequence_phys(cpu_online_mask, vector); | 
|  | } | 
|  |  | 
|  | static int dmi_bigsmp; /* can be set by dmi scanners */ | 
|  |  | 
|  | static int hp_ht_bigsmp(const struct dmi_system_id *d) | 
|  | { | 
|  | printk(KERN_NOTICE "%s detected: force use of apic=bigsmp\n", d->ident); | 
|  | dmi_bigsmp = 1; | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  |  | 
|  | static const struct dmi_system_id bigsmp_dmi_table[] = { | 
|  | { hp_ht_bigsmp, "HP ProLiant DL760 G2", | 
|  | {	DMI_MATCH(DMI_BIOS_VENDOR, "HP"), | 
|  | DMI_MATCH(DMI_BIOS_VERSION, "P44-"), | 
|  | } | 
|  | }, | 
|  |  | 
|  | { hp_ht_bigsmp, "HP ProLiant DL740", | 
|  | {	DMI_MATCH(DMI_BIOS_VENDOR, "HP"), | 
|  | DMI_MATCH(DMI_BIOS_VERSION, "P47-"), | 
|  | } | 
|  | }, | 
|  | { } /* NULL entry stops DMI scanning */ | 
|  | }; | 
|  |  | 
|  | static int probe_bigsmp(void) | 
|  | { | 
|  | if (def_to_bigsmp) | 
|  | dmi_bigsmp = 1; | 
|  | else | 
|  | dmi_check_system(bigsmp_dmi_table); | 
|  |  | 
|  | return dmi_bigsmp; | 
|  | } | 
|  |  | 
|  | static struct apic apic_bigsmp __ro_after_init = { | 
|  |  | 
|  | .name				= "bigsmp", | 
|  | .probe				= probe_bigsmp, | 
|  | .acpi_madt_oem_check		= NULL, | 
|  | .apic_id_valid			= default_apic_id_valid, | 
|  | .apic_id_registered		= bigsmp_apic_id_registered, | 
|  |  | 
|  | .irq_delivery_mode		= dest_Fixed, | 
|  | /* phys delivery to target CPU: */ | 
|  | .irq_dest_mode			= 0, | 
|  |  | 
|  | .disable_esr			= 1, | 
|  | .dest_logical			= 0, | 
|  | .check_apicid_used		= bigsmp_check_apicid_used, | 
|  |  | 
|  | .init_apic_ldr			= bigsmp_init_apic_ldr, | 
|  |  | 
|  | .ioapic_phys_id_map		= bigsmp_ioapic_phys_id_map, | 
|  | .setup_apic_routing		= bigsmp_setup_apic_routing, | 
|  | .cpu_present_to_apicid		= bigsmp_cpu_present_to_apicid, | 
|  | .apicid_to_cpu_present		= physid_set_mask_of_physid, | 
|  | .check_phys_apicid_present	= bigsmp_check_phys_apicid_present, | 
|  | .phys_pkg_id			= bigsmp_phys_pkg_id, | 
|  |  | 
|  | .get_apic_id			= bigsmp_get_apic_id, | 
|  | .set_apic_id			= NULL, | 
|  |  | 
|  | .calc_dest_apicid		= apic_default_calc_apicid, | 
|  |  | 
|  | .send_IPI			= default_send_IPI_single_phys, | 
|  | .send_IPI_mask			= default_send_IPI_mask_sequence_phys, | 
|  | .send_IPI_mask_allbutself	= NULL, | 
|  | .send_IPI_allbutself		= bigsmp_send_IPI_allbutself, | 
|  | .send_IPI_all			= bigsmp_send_IPI_all, | 
|  | .send_IPI_self			= default_send_IPI_self, | 
|  |  | 
|  | .inquire_remote_apic		= default_inquire_remote_apic, | 
|  |  | 
|  | .read				= native_apic_mem_read, | 
|  | .write				= native_apic_mem_write, | 
|  | .eoi_write			= native_apic_mem_write, | 
|  | .icr_read			= native_apic_icr_read, | 
|  | .icr_write			= native_apic_icr_write, | 
|  | .wait_icr_idle			= native_apic_wait_icr_idle, | 
|  | .safe_wait_icr_idle		= native_safe_apic_wait_icr_idle, | 
|  |  | 
|  | .x86_32_early_logical_apicid	= bigsmp_early_logical_apicid, | 
|  | }; | 
|  |  | 
|  | void __init generic_bigsmp_probe(void) | 
|  | { | 
|  | unsigned int cpu; | 
|  |  | 
|  | if (!probe_bigsmp()) | 
|  | return; | 
|  |  | 
|  | apic = &apic_bigsmp; | 
|  |  | 
|  | for_each_possible_cpu(cpu) { | 
|  | if (early_per_cpu(x86_cpu_to_logical_apicid, | 
|  | cpu) == BAD_APICID) | 
|  | continue; | 
|  | early_per_cpu(x86_cpu_to_logical_apicid, cpu) = | 
|  | bigsmp_early_logical_apicid(cpu); | 
|  | } | 
|  |  | 
|  | pr_info("Overriding APIC driver with %s\n", apic_bigsmp.name); | 
|  | } | 
|  |  | 
|  | apic_driver(apic_bigsmp); |