mirror of
https://github.com/edk2-porting/linux-next.git
synced 2024-12-26 14:14:01 +08:00
059e277e5b
We dont need to use the PERFMON exception on POWER5, in fact the firmware returns an error. Due to this just remove the warning. Also now that we have proper runlatch support we can remove the bootup hack. Signed-off-by: Anton Blanchard <anton@samba.org> Signed-off-by: Andrew Morton <akpm@osdl.org> Signed-off-by: Linus Torvalds <torvalds@osdl.org>
421 lines
9.7 KiB
C
421 lines
9.7 KiB
C
#include <linux/config.h>
|
|
#include <linux/sysdev.h>
|
|
#include <linux/cpu.h>
|
|
#include <linux/smp.h>
|
|
#include <linux/percpu.h>
|
|
#include <linux/init.h>
|
|
#include <linux/sched.h>
|
|
#include <linux/module.h>
|
|
#include <linux/nodemask.h>
|
|
#include <linux/cpumask.h>
|
|
#include <linux/notifier.h>
|
|
|
|
#include <asm/current.h>
|
|
#include <asm/processor.h>
|
|
#include <asm/cputable.h>
|
|
#include <asm/hvcall.h>
|
|
#include <asm/prom.h>
|
|
#include <asm/systemcfg.h>
|
|
#include <asm/paca.h>
|
|
#include <asm/lppaca.h>
|
|
#include <asm/machdep.h>
|
|
|
|
static DEFINE_PER_CPU(struct cpu, cpu_devices);
|
|
|
|
/* SMT stuff */
|
|
|
|
#ifdef CONFIG_PPC_MULTIPLATFORM
|
|
/* default to snooze disabled */
|
|
DEFINE_PER_CPU(unsigned long, smt_snooze_delay);
|
|
|
|
static ssize_t store_smt_snooze_delay(struct sys_device *dev, const char *buf,
|
|
size_t count)
|
|
{
|
|
struct cpu *cpu = container_of(dev, struct cpu, sysdev);
|
|
ssize_t ret;
|
|
unsigned long snooze;
|
|
|
|
ret = sscanf(buf, "%lu", &snooze);
|
|
if (ret != 1)
|
|
return -EINVAL;
|
|
|
|
per_cpu(smt_snooze_delay, cpu->sysdev.id) = snooze;
|
|
|
|
return count;
|
|
}
|
|
|
|
static ssize_t show_smt_snooze_delay(struct sys_device *dev, char *buf)
|
|
{
|
|
struct cpu *cpu = container_of(dev, struct cpu, sysdev);
|
|
|
|
return sprintf(buf, "%lu\n", per_cpu(smt_snooze_delay, cpu->sysdev.id));
|
|
}
|
|
|
|
static SYSDEV_ATTR(smt_snooze_delay, 0644, show_smt_snooze_delay,
|
|
store_smt_snooze_delay);
|
|
|
|
/* Only parse OF options if the matching cmdline option was not specified */
|
|
static int smt_snooze_cmdline;
|
|
|
|
static int __init smt_setup(void)
|
|
{
|
|
struct device_node *options;
|
|
unsigned int *val;
|
|
unsigned int cpu;
|
|
|
|
if (!cpu_has_feature(CPU_FTR_SMT))
|
|
return 1;
|
|
|
|
options = find_path_device("/options");
|
|
if (!options)
|
|
return 1;
|
|
|
|
val = (unsigned int *)get_property(options, "ibm,smt-snooze-delay",
|
|
NULL);
|
|
if (!smt_snooze_cmdline && val) {
|
|
for_each_cpu(cpu)
|
|
per_cpu(smt_snooze_delay, cpu) = *val;
|
|
}
|
|
|
|
return 1;
|
|
}
|
|
__initcall(smt_setup);
|
|
|
|
static int __init setup_smt_snooze_delay(char *str)
|
|
{
|
|
unsigned int cpu;
|
|
int snooze;
|
|
|
|
if (!cpu_has_feature(CPU_FTR_SMT))
|
|
return 1;
|
|
|
|
smt_snooze_cmdline = 1;
|
|
|
|
if (get_option(&str, &snooze)) {
|
|
for_each_cpu(cpu)
|
|
per_cpu(smt_snooze_delay, cpu) = snooze;
|
|
}
|
|
|
|
return 1;
|
|
}
|
|
__setup("smt-snooze-delay=", setup_smt_snooze_delay);
|
|
|
|
/*
|
|
* Enabling PMCs will slow partition context switch times so we only do
|
|
* it the first time we write to the PMCs.
|
|
*/
|
|
|
|
static DEFINE_PER_CPU(char, pmcs_enabled);
|
|
|
|
void ppc64_enable_pmcs(void)
|
|
{
|
|
unsigned long hid0;
|
|
#ifdef CONFIG_PPC_PSERIES
|
|
unsigned long set, reset;
|
|
#endif /* CONFIG_PPC_PSERIES */
|
|
|
|
/* Only need to enable them once */
|
|
if (__get_cpu_var(pmcs_enabled))
|
|
return;
|
|
|
|
__get_cpu_var(pmcs_enabled) = 1;
|
|
|
|
switch (systemcfg->platform) {
|
|
case PLATFORM_PSERIES:
|
|
case PLATFORM_POWERMAC:
|
|
hid0 = mfspr(HID0);
|
|
hid0 |= 1UL << (63 - 20);
|
|
|
|
/* POWER4 requires the following sequence */
|
|
asm volatile(
|
|
"sync\n"
|
|
"mtspr %1, %0\n"
|
|
"mfspr %0, %1\n"
|
|
"mfspr %0, %1\n"
|
|
"mfspr %0, %1\n"
|
|
"mfspr %0, %1\n"
|
|
"mfspr %0, %1\n"
|
|
"mfspr %0, %1\n"
|
|
"isync" : "=&r" (hid0) : "i" (HID0), "0" (hid0):
|
|
"memory");
|
|
break;
|
|
|
|
#ifdef CONFIG_PPC_PSERIES
|
|
case PLATFORM_PSERIES_LPAR:
|
|
set = 1UL << 63;
|
|
reset = 0;
|
|
plpar_hcall_norets(H_PERFMON, set, reset);
|
|
break;
|
|
#endif /* CONFIG_PPC_PSERIES */
|
|
|
|
default:
|
|
break;
|
|
}
|
|
|
|
#ifdef CONFIG_PPC_PSERIES
|
|
/* instruct hypervisor to maintain PMCs */
|
|
if (cur_cpu_spec->firmware_features & FW_FEATURE_SPLPAR)
|
|
get_paca()->lppaca.pmcregs_in_use = 1;
|
|
#endif /* CONFIG_PPC_PSERIES */
|
|
}
|
|
|
|
#else
|
|
|
|
/* PMC stuff */
|
|
void ppc64_enable_pmcs(void)
|
|
{
|
|
/* XXX Implement for iseries */
|
|
}
|
|
#endif /* CONFIG_PPC_MULTIPLATFORM */
|
|
|
|
EXPORT_SYMBOL(ppc64_enable_pmcs);
|
|
|
|
/* XXX convert to rusty's on_one_cpu */
|
|
static unsigned long run_on_cpu(unsigned long cpu,
|
|
unsigned long (*func)(unsigned long),
|
|
unsigned long arg)
|
|
{
|
|
cpumask_t old_affinity = current->cpus_allowed;
|
|
unsigned long ret;
|
|
|
|
/* should return -EINVAL to userspace */
|
|
if (set_cpus_allowed(current, cpumask_of_cpu(cpu)))
|
|
return 0;
|
|
|
|
ret = func(arg);
|
|
|
|
set_cpus_allowed(current, old_affinity);
|
|
|
|
return ret;
|
|
}
|
|
|
|
#define SYSFS_PMCSETUP(NAME, ADDRESS) \
|
|
static unsigned long read_##NAME(unsigned long junk) \
|
|
{ \
|
|
return mfspr(ADDRESS); \
|
|
} \
|
|
static unsigned long write_##NAME(unsigned long val) \
|
|
{ \
|
|
ppc64_enable_pmcs(); \
|
|
mtspr(ADDRESS, val); \
|
|
return 0; \
|
|
} \
|
|
static ssize_t show_##NAME(struct sys_device *dev, char *buf) \
|
|
{ \
|
|
struct cpu *cpu = container_of(dev, struct cpu, sysdev); \
|
|
unsigned long val = run_on_cpu(cpu->sysdev.id, read_##NAME, 0); \
|
|
return sprintf(buf, "%lx\n", val); \
|
|
} \
|
|
static ssize_t __attribute_used__ \
|
|
store_##NAME(struct sys_device *dev, const char *buf, size_t count) \
|
|
{ \
|
|
struct cpu *cpu = container_of(dev, struct cpu, sysdev); \
|
|
unsigned long val; \
|
|
int ret = sscanf(buf, "%lx", &val); \
|
|
if (ret != 1) \
|
|
return -EINVAL; \
|
|
run_on_cpu(cpu->sysdev.id, write_##NAME, val); \
|
|
return count; \
|
|
}
|
|
|
|
SYSFS_PMCSETUP(mmcr0, SPRN_MMCR0);
|
|
SYSFS_PMCSETUP(mmcr1, SPRN_MMCR1);
|
|
SYSFS_PMCSETUP(mmcra, SPRN_MMCRA);
|
|
SYSFS_PMCSETUP(pmc1, SPRN_PMC1);
|
|
SYSFS_PMCSETUP(pmc2, SPRN_PMC2);
|
|
SYSFS_PMCSETUP(pmc3, SPRN_PMC3);
|
|
SYSFS_PMCSETUP(pmc4, SPRN_PMC4);
|
|
SYSFS_PMCSETUP(pmc5, SPRN_PMC5);
|
|
SYSFS_PMCSETUP(pmc6, SPRN_PMC6);
|
|
SYSFS_PMCSETUP(pmc7, SPRN_PMC7);
|
|
SYSFS_PMCSETUP(pmc8, SPRN_PMC8);
|
|
SYSFS_PMCSETUP(purr, SPRN_PURR);
|
|
|
|
static SYSDEV_ATTR(mmcr0, 0600, show_mmcr0, store_mmcr0);
|
|
static SYSDEV_ATTR(mmcr1, 0600, show_mmcr1, store_mmcr1);
|
|
static SYSDEV_ATTR(mmcra, 0600, show_mmcra, store_mmcra);
|
|
static SYSDEV_ATTR(pmc1, 0600, show_pmc1, store_pmc1);
|
|
static SYSDEV_ATTR(pmc2, 0600, show_pmc2, store_pmc2);
|
|
static SYSDEV_ATTR(pmc3, 0600, show_pmc3, store_pmc3);
|
|
static SYSDEV_ATTR(pmc4, 0600, show_pmc4, store_pmc4);
|
|
static SYSDEV_ATTR(pmc5, 0600, show_pmc5, store_pmc5);
|
|
static SYSDEV_ATTR(pmc6, 0600, show_pmc6, store_pmc6);
|
|
static SYSDEV_ATTR(pmc7, 0600, show_pmc7, store_pmc7);
|
|
static SYSDEV_ATTR(pmc8, 0600, show_pmc8, store_pmc8);
|
|
static SYSDEV_ATTR(purr, 0600, show_purr, NULL);
|
|
|
|
static void register_cpu_online(unsigned int cpu)
|
|
{
|
|
struct cpu *c = &per_cpu(cpu_devices, cpu);
|
|
struct sys_device *s = &c->sysdev;
|
|
|
|
#ifndef CONFIG_PPC_ISERIES
|
|
if (cpu_has_feature(CPU_FTR_SMT))
|
|
sysdev_create_file(s, &attr_smt_snooze_delay);
|
|
#endif
|
|
|
|
/* PMC stuff */
|
|
|
|
sysdev_create_file(s, &attr_mmcr0);
|
|
sysdev_create_file(s, &attr_mmcr1);
|
|
|
|
if (cpu_has_feature(CPU_FTR_MMCRA))
|
|
sysdev_create_file(s, &attr_mmcra);
|
|
|
|
sysdev_create_file(s, &attr_pmc1);
|
|
sysdev_create_file(s, &attr_pmc2);
|
|
sysdev_create_file(s, &attr_pmc3);
|
|
sysdev_create_file(s, &attr_pmc4);
|
|
sysdev_create_file(s, &attr_pmc5);
|
|
sysdev_create_file(s, &attr_pmc6);
|
|
|
|
if (cpu_has_feature(CPU_FTR_PMC8)) {
|
|
sysdev_create_file(s, &attr_pmc7);
|
|
sysdev_create_file(s, &attr_pmc8);
|
|
}
|
|
|
|
if (cpu_has_feature(CPU_FTR_SMT))
|
|
sysdev_create_file(s, &attr_purr);
|
|
}
|
|
|
|
#ifdef CONFIG_HOTPLUG_CPU
|
|
static void unregister_cpu_online(unsigned int cpu)
|
|
{
|
|
struct cpu *c = &per_cpu(cpu_devices, cpu);
|
|
struct sys_device *s = &c->sysdev;
|
|
|
|
BUG_ON(c->no_control);
|
|
|
|
#ifndef CONFIG_PPC_ISERIES
|
|
if (cpu_has_feature(CPU_FTR_SMT))
|
|
sysdev_remove_file(s, &attr_smt_snooze_delay);
|
|
#endif
|
|
|
|
/* PMC stuff */
|
|
|
|
sysdev_remove_file(s, &attr_mmcr0);
|
|
sysdev_remove_file(s, &attr_mmcr1);
|
|
|
|
if (cpu_has_feature(CPU_FTR_MMCRA))
|
|
sysdev_remove_file(s, &attr_mmcra);
|
|
|
|
sysdev_remove_file(s, &attr_pmc1);
|
|
sysdev_remove_file(s, &attr_pmc2);
|
|
sysdev_remove_file(s, &attr_pmc3);
|
|
sysdev_remove_file(s, &attr_pmc4);
|
|
sysdev_remove_file(s, &attr_pmc5);
|
|
sysdev_remove_file(s, &attr_pmc6);
|
|
|
|
if (cpu_has_feature(CPU_FTR_PMC8)) {
|
|
sysdev_remove_file(s, &attr_pmc7);
|
|
sysdev_remove_file(s, &attr_pmc8);
|
|
}
|
|
|
|
if (cpu_has_feature(CPU_FTR_SMT))
|
|
sysdev_remove_file(s, &attr_purr);
|
|
}
|
|
#endif /* CONFIG_HOTPLUG_CPU */
|
|
|
|
static int __devinit sysfs_cpu_notify(struct notifier_block *self,
|
|
unsigned long action, void *hcpu)
|
|
{
|
|
unsigned int cpu = (unsigned int)(long)hcpu;
|
|
|
|
switch (action) {
|
|
case CPU_ONLINE:
|
|
register_cpu_online(cpu);
|
|
break;
|
|
#ifdef CONFIG_HOTPLUG_CPU
|
|
case CPU_DEAD:
|
|
unregister_cpu_online(cpu);
|
|
break;
|
|
#endif
|
|
}
|
|
return NOTIFY_OK;
|
|
}
|
|
|
|
static struct notifier_block __devinitdata sysfs_cpu_nb = {
|
|
.notifier_call = sysfs_cpu_notify,
|
|
};
|
|
|
|
/* NUMA stuff */
|
|
|
|
#ifdef CONFIG_NUMA
|
|
static struct node node_devices[MAX_NUMNODES];
|
|
|
|
static void register_nodes(void)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < MAX_NUMNODES; i++) {
|
|
if (node_online(i)) {
|
|
int p_node = parent_node(i);
|
|
struct node *parent = NULL;
|
|
|
|
if (p_node != i)
|
|
parent = &node_devices[p_node];
|
|
|
|
register_node(&node_devices[i], i, parent);
|
|
}
|
|
}
|
|
}
|
|
#else
|
|
static void register_nodes(void)
|
|
{
|
|
return;
|
|
}
|
|
#endif
|
|
|
|
/* Only valid if CPU is present. */
|
|
static ssize_t show_physical_id(struct sys_device *dev, char *buf)
|
|
{
|
|
struct cpu *cpu = container_of(dev, struct cpu, sysdev);
|
|
|
|
return sprintf(buf, "%d\n", get_hard_smp_processor_id(cpu->sysdev.id));
|
|
}
|
|
static SYSDEV_ATTR(physical_id, 0444, show_physical_id, NULL);
|
|
|
|
static int __init topology_init(void)
|
|
{
|
|
int cpu;
|
|
struct node *parent = NULL;
|
|
|
|
register_nodes();
|
|
|
|
register_cpu_notifier(&sysfs_cpu_nb);
|
|
|
|
for_each_cpu(cpu) {
|
|
struct cpu *c = &per_cpu(cpu_devices, cpu);
|
|
|
|
#ifdef CONFIG_NUMA
|
|
/* The node to which a cpu belongs can't be known
|
|
* until the cpu is made present.
|
|
*/
|
|
parent = NULL;
|
|
if (cpu_present(cpu))
|
|
parent = &node_devices[cpu_to_node(cpu)];
|
|
#endif
|
|
/*
|
|
* For now, we just see if the system supports making
|
|
* the RTAS calls for CPU hotplug. But, there may be a
|
|
* more comprehensive way to do this for an individual
|
|
* CPU. For instance, the boot cpu might never be valid
|
|
* for hotplugging.
|
|
*/
|
|
if (!ppc_md.cpu_die)
|
|
c->no_control = 1;
|
|
|
|
if (cpu_online(cpu) || (c->no_control == 0)) {
|
|
register_cpu(c, cpu, parent);
|
|
|
|
sysdev_create_file(&c->sysdev, &attr_physical_id);
|
|
}
|
|
|
|
if (cpu_online(cpu))
|
|
register_cpu_online(cpu);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
__initcall(topology_init);
|