Re: perf hw in kexeced kernel broken in tip

Previous message: [thread] [date] [author]
Next message: [thread] [date] [author]
From: Peter Zijlstra
Date: Tuesday, December 7, 2010 - 4:30 pm

On Thu, 2010-12-02 at 11:15 -0500, Don Zickus wrote:


Nah, we should actively scan for that during the bring-up and kill
hw-perf when we find an enable bit set, some BIOSes actively use the
PMU, this is something that should be discouraged.

---
 arch/x86/kernel/cpu/perf_event.c |   30 +++++++++++++++++++++++++++---
 1 files changed, 27 insertions(+), 3 deletions(-)

diff --git a/arch/x86/kernel/cpu/perf_event.c b/arch/x86/kernel/cpu/perf_event.c
index 817d2b1..7f92833 100644
--- a/arch/x86/kernel/cpu/perf_event.c
+++ b/arch/x86/kernel/cpu/perf_event.c
@@ -375,15 +375,40 @@ static void release_pmc_hardware(void) {}
 static bool check_hw_exists(void)
 {
 	u64 val, val_new = 0;
-	int ret = 0;
+	int i, reg, ret = 0;
 
 	val = 0xabcdUL;
 	ret |= checking_wrmsrl(x86_pmu.perfctr, val);
 	ret |= rdmsrl_safe(x86_pmu.perfctr, &val_new);
-	if (ret || val != val_new)
+	if (ret || val != val_new) {
+		printk(KERN_CONT "Broken PMU hardware detected, software events only.\n");
 		return false;
+	}
+
+	/*
+	 * Check to see if the BIOS enabled any of the counters, if so
+	 * complain and bail.
+	 */
+	for (i = 0; i < x86_pmu.num_counters; i++) {
+		reg = x86_pmu.eventsel + i;
+		rdmsrl(reg, val);
+		if (val & ARCH_PERFMON_EVENTSEL_ENABLE)
+			goto bios_fail;
+	}
+
+	for (i = 0; i < x86_pmu.num_counters_fixed; i++) {
+		reg = MSR_ARCH_PERFMON_FIXED_CTR_CTRL;
+		rdmsrl(reg, val);
+		if (val & (0x03 << i*4))
+			goto bios_fail;
+	}
 
 	return true;
+
+bios_fail:
+	printk(KERN_CONT "Broken BIOS detected, software events only.\n");
+	printk(KERN_ERR FW_BUG "invalid MSR %x=%Lx\n", reg, val);
+	return false;
 }
 
 static void reserve_ds_buffers(void);
@@ -1379,7 +1404,6 @@ int __init init_hw_perf_events(void)
 
 	/* sanity check that the hardware exists or is emulated */
 	if (!check_hw_exists()) {
-		pr_cont("Broken PMU hardware detected, software events only.\n");
 		return 0;
 	}
 




Something like the below, preferably I'd key that off of SYS_KEXEC, but
looking through the existing notifiers adding a state requires touching
all of them :/

---
 kernel/perf_event.c |   21 +++++++++++++++++++++
 1 files changed, 21 insertions(+), 0 deletions(-)

diff --git a/kernel/perf_event.c b/kernel/perf_event.c
index 195393c..7abcd8d 100644
--- a/kernel/perf_event.c
+++ b/kernel/perf_event.c
@@ -21,6 +21,7 @@
 #include <linux/dcache.h>
 #include <linux/percpu.h>
 #include <linux/ptrace.h>
+#include <linux/reboot.h>
 #include <linux/vmstat.h>
 #include <linux/vmalloc.h>
 #include <linux/hardirq.h>
@@ -6383,6 +6384,25 @@ static void perf_event_exit_cpu(int cpu)
 static inline void perf_event_exit_cpu(int cpu) { }
 #endif
 
+static int 
+perf_reboot(struct notifier_block *notifier, unsigned long val, void *v)
+{
+	/*
+	 * XXX this relies on hotplug, does kexec do too?
+	 */
+	perf_event_exit_cpu(0);
+	return NOTIFY_OK;
+}
+
+/*
+ * Run the perf reboot notifier at the very last possible moment so that
+ * the generic watchdog code runs as long as possible.
+ */
+static struct notifier_block perf_reboot_notifier = {
+	.notifier_call = perf_reboot,
+	.priority = INT_MIN,
+};
+
 static int __cpuinit
 perf_cpu_notify(struct notifier_block *self, unsigned long action, void *hcpu)
 {
@@ -6418,6 +6438,7 @@ void __init perf_event_init(void)
 	perf_pmu_register(&perf_task_clock);
 	perf_tp_register();
 	perf_cpu_notifier(perf_cpu_notify);
+	register_reboot_notifier(&perf_reboot_notifier);
 
 	ret = init_hw_breakpoint();
 	WARN(ret, "hw_breakpoint initialization failed with: %d", ret);

--
Previous message: [thread] [date] [author]
Next message: [thread] [date] [author]

Messages in current thread:
perf hw in kexeced kernel broken in tip, Yinghai Lu, (Wed Dec 1, 1:00 am)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 1, 4:27 am)
Re: perf hw in kexeced kernel broken in tip, Vivek Goyal, (Wed Dec 1, 9:06 am)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 1, 9:11 am)
Re: perf hw in kexeced kernel broken in tip, Vivek Goyal, (Wed Dec 1, 9:23 am)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 1, 12:38 pm)
Re: perf hw in kexeced kernel broken in tip, Vivek Goyal, (Wed Dec 1, 12:46 pm)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 1, 12:49 pm)
Re: perf hw in kexeced kernel broken in tip, Vivek Goyal, (Wed Dec 1, 12:58 pm)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 1, 1:07 pm)
Re: perf hw in kexeced kernel broken in tip, Eric W. Biederman, (Wed Dec 1, 1:41 pm)
Re: perf hw in kexeced kernel broken in tip, Eric W. Biederman, (Wed Dec 1, 2:48 pm)
Re: perf hw in kexeced kernel broken in tip, Don Zickus, (Wed Dec 1, 10:23 pm)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Thu Dec 2, 12:34 am)
Re: perf hw in kexeced kernel broken in tip, Don Zickus, (Thu Dec 2, 9:15 am)
Re: perf hw in kexeced kernel broken in tip, Don Zickus, (Tue Dec 7, 2:16 pm)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Tue Dec 7, 4:30 pm)
Re: perf hw in kexeced kernel broken in tip, Yinghai Lu, (Tue Dec 7, 5:26 pm)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 8, 3:39 am)
Re: perf hw in kexeced kernel broken in tip, Don Zickus, (Wed Dec 8, 7:01 am)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 8, 7:20 am)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 8, 7:33 am)
Re: perf hw in kexeced kernel broken in tip, Vivek Goyal, (Wed Dec 8, 7:39 am)
Re: perf hw in kexeced kernel broken in tip, Vivek Goyal, (Wed Dec 8, 7:42 am)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 8, 7:48 am)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 8, 7:59 am)
Re: perf hw in kexeced kernel broken in tip, Vivek Goyal, (Wed Dec 8, 8:02 am)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 8, 8:15 am)
Re: perf hw in kexeced kernel broken in tip, Vivek Goyal, (Wed Dec 8, 8:22 am)
Re: perf hw in kexeced kernel broken in tip, Yinghai Lu, (Wed Dec 8, 11:43 am)
Re: perf hw in kexeced kernel broken in tip, Don Zickus, (Wed Dec 8, 12:01 pm)
Re: perf hw in kexeced kernel broken in tip, Yinghai Lu, (Wed Dec 8, 12:05 pm)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 8, 12:06 pm)
Re: perf hw in kexeced kernel broken in tip, Peter Zijlstra, (Wed Dec 8, 12:17 pm)
Re: perf hw in kexeced kernel broken in tip, Yinghai Lu, (Wed Dec 8, 12:20 pm)
Re: perf hw in kexeced kernel broken in tip, Yinghai Lu, (Wed Dec 8, 12:20 pm)
Re: perf hw in kexeced kernel broken in tip, Eric W. Biederman, (Wed Dec 8, 2:16 pm)
Re: perf hw in kexeced kernel broken in tip, Don Zickus, (Wed Dec 8, 3:37 pm)
Re: perf hw in kexeced kernel broken in tip, Eric W. Biederman, (Wed Dec 8, 4:20 pm)
Re: perf hw in kexeced kernel broken in tip, Don Zickus, (Wed Dec 8, 9:34 pm)
Re: perf hw in kexeced kernel broken in tip, Don Zickus, (Thu Dec 9, 1:20 pm)
Re: perf hw in kexeced kernel broken in tip, Cyrill Gorcunov, (Thu Dec 9, 1:44 pm)