x86-microcode: get rid of set_cpus_allowed()
Hi,
here is a possible candidate for Rusty's cpumask-refactored series. Note the [*] remark below though.
---
From: Dmitry Adamushko <[email protected]>
Subject: x86-microcode: get rid of set_cpus_allowed()
- Get rid of set_cpus_allowed() in the generic 'microcode_core' part and instead use either smp_call_function_single() or {rd,wr}msr_on_cpu() in the cpu-specific parts [*];
That said, if need be, the 'struct microcode_ops' callbacks must ensure that they run on a target cpu.
- Cleanup of the synchronization logic in the 'microcode_core' part
The generic 'microcode_core' part guarantees that only a single cpu is being updated at any particular moment of time.
[*] regarding the (ugly) call-sites marked with "Sigh, smp_call_function_single() gets upset when called..."
The problem is that smp_call_function_single() does
/* Can deadlock when called with interrupts disabled */
WARN_ON(irqs_disabled());even when (cpu == me) [ for the sake of consistency as I can imagine ]
The warning is harmless in our case (only cpu#0 is running at this point so this is the "cpu == me" case for smp_call_function_single()) and originates from the following path:
(suspend_enter() runs with interrupts disabled)
suspend_enter() -> device_power_up() -> ... -> mc_sysdev_resume() -> microcode_init_cpu(0)
It does make this code look ugly though :-(
---
arch/x86/kernel/microcode_amd.c +45 -23
@@ -80,15 +80,13 @@ struct microcode_amd {#define UCODE_CONTAINER_SECTION_HDR 8#define UCODE_CONTAINER_HEADER_SIZE 12 -/* serialize access to the physical write */ -static DEFINE_SPINLOCK (microcode_update_lock); -static struct equiv_cpu_entry *equiv_cpu_table;static int collect_cpu_info_amd (int cpu,struct cpu_signature *csig) {struct cpuinfo_x86 *c = &cpu_data (cpu);u32 dummy; +int ret =0 ;memset (csig,0 ,sizeof (*csig));if (c->x86_vendor !=X86_VENDOR_AMD || c->x86 <0x10 ) {
@@ -96,9 +94,19 @@ static int collect_cpu_info_amd(int cpu, struct cpu_signature *csig) "supported\n", cpu, c->x86);return -1 ; } -rdmsr (MSR_AMD64_PATCH_LEVEL , csig->rev, dummy); + +/* +* Sigh, smp_call_function_single() gets upset when called with irqs disabled, +* but it's OK for the mc_sysdev_resume() (cpu == 0) case. +*/ +if (raw_smp_processor_id () == cpu) +rdmsr (MSR_AMD64_PATCH_LEVEL , csig->rev, dummy); +else + ret =rdmsr_on_cpu (cpu,MSR_AMD64_PATCH_LEVEL , &csig->rev, &dummy); +printk (KERN_INFO "microcode: CPU%d: patch_level=0x%x\n" , cpu, csig->rev); -return 0 ; + +return ret; }static int get_matching_microcode (int cpu,void *mc,int rev)
@@ -145,37 +153,54 @@ static int get_matching_microcode(int cpu, void *mc, int rev)return 1 ; } +struct ucode_am_info { +unsigned long data_code; +u32 rev; +}; + +static void __apply_microcode_amd (void *info) +{ +struct ucode_am_info *mi = info; +u32 dummy; + +wrmsrl (MSR_AMD64_PATCH_LOADER , mi->data_code); +/* get patch id after patching */ +rdmsr (MSR_AMD64_PATCH_LEVEL , mi->rev, dummy); +} +static void apply_microcode_amd (int cpu) { -unsigned long flags; -u32 rev, dummy; -int cpu_num =raw_smp_processor_id (); -struct ucode_cpu_info *uci = ucode_cpu_info + cpu_num; +struct ucode_cpu_info *uci = ucode_cpu_info + cpu;struct microcode_amd *mc_amd = uci->mc; - -/* We should bind the task to the CPU */ -BUG_ON (cpu_num != cpu); +struct ucode_am_info mi; +int ret =0 ;if (mc_amd ==NULL )return ; -spin_lock_irqsave (µcode_update_lock, flags); -wrmsrl (MSR_AMD64_PATCH_LOADER , (u64)(long)&mc_amd->hdr.data_code); -/* get patch id after patching */ -rdmsr (MSR_AMD64_PATCH_LEVEL , rev, dummy); -spin_unlock_irqrestore (µcode_update_lock, flags); +memset (&mi,0 ,sizeof (mi)); + mi.data_code = (unsigned long )&mc_amd->hdr.data_code; + +/* +* Sigh, smp_call_function_single() gets upset when called with irqs disabled, +* but it's OK for the mc_sysdev_resume() (cpu == 0) case. +*/ +if (raw_smp_processor_id () == cpu) +__apply_microcode_amd (&mi); +else + ret =smp_call_function_single (cpu, __apply_microcode_amd, &mi,1 );/* check current patch id and patch's id for match */ -if (rev != mc_amd->hdr.patch_id) { +if (ret || mi.rev != mc_amd->hdr.patch_id) {printk (KERN_ERR "microcode: CPU%d: update failed " "(for patch_level=0x%x)\n" , cpu, mc_amd->hdr.patch_id);return ; }printk (KERN_INFO "microcode: CPU%d: updated (new patch_level=0x%x)\n" , - cpu, rev); + cpu, mi.rev); - uci->cpu_sig.rev = rev; + uci->cpu_sig.rev = mi.rev; }static int get_ucode_data (void *to,const u8 *from,size_t n)
@@ -329,9 +354,6 @@ static int request_microcode_fw(int cpu, struct device *device)const struct firmware *firmware;int ret; -/* We should bind the task to the CPU */ -BUG_ON (cpu !=raw_smp_processor_id ()); - ret =request_firmware (&firmware, fw_name, device);if (ret) {printk (KERN_ERR "microcode: failed to load file %s\n" , fw_name);
arch/x86/kernel/microcode_core.c +32 -38
168 lines not on this page · raw message
arch/x86/kernel/microcode_intel.c +75 -51
193 lines not on this page · raw message
Quoted 6 lines · On Tuesday 10 March 2009 06:08:59 Dmitry Adamushko wrote:
Hi,
here is a possible candidate for Rusty's cpumask-refactored series. Note the [*] remark below though.
Ah, OK, I'll drop my version then (below) in favor of this, and will push to Ingo with the others if he doesn't take it directly.
Thanks!
Rusty.
cpumask: use work_on_cpu in arch/x86/kernel/microcode_core.c
Impact: don't play with current's cpumask
Straightforward indirection through work_on_cpu(). One change is that the error code from microcode_update_cpu() is now actually plumbed back to microcode_init_cpu(), so now we printk if it fails on cpu hotplug.
--- arch/x86/kernel/microcode_core.c | 106 ++++++++++++++++++++++----------------- 1 file changed, 61 insertions(+), 45 deletions(-)
arch/x86/kernel/microcode_core.c +61 -45
@@ -108,29 +108,40 @@ EXPORT_SYMBOL_GPL(ucode_cpu_info);EXPORT_SYMBOL_GPL (ucode_cpu_info);#ifdef CONFIG_MICROCODE_OLD_INTERFACE +struct update_for_cpu { +const void __user *buf; +size_t size; +}; + +static long update_for_cpu (void *_ufc) +{ +struct update_for_cpu *ufc = _ufc; +int error; + + error = microcode_ops->request_microcode_user (smp_processor_id (), + ufc->buf, ufc->size); +if (error <0 ) +return error; +if (!error) + microcode_ops->apply_microcode (smp_processor_id ()); +return error; +} +static int do_microcode_update (const void __user *buf,size_t size) { -cpumask_t old;int error =0 ;int cpu; - - old = current->cpus_allowed; +struct update_for_cpu ufc = { .buf = buf, .size = size };for_each_online_cpu (cpu) {struct ucode_cpu_info *uci = ucode_cpu_info + cpu;if (!uci->valid)continue ; - -set_cpus_allowed_ptr (current, &cpumask_of_cpu (cpu)); - error = microcode_ops->request_microcode_user (cpu, buf, size); + error =work_on_cpu (cpu, update_for_cpu, &ufc);if (error <0 ) - goto out; -if (!error) - microcode_ops->apply_microcode (cpu); +break ; } -out: -set_cpus_allowed_ptr (current, &old);return error; }
@@ -205,11 +216,26 @@ MODULE_ALIAS_MISCDEV(MICROCODE_MINOR);/* fake device for request_firmware */ static struct platform_device *microcode_pdev; +static long reload_for_cpu (void *unused) +{ +struct ucode_cpu_info *uci = ucode_cpu_info +smp_processor_id (); +int err =0 ; + +mutex_lock (µcode_mutex); +if (uci->valid) { + err = microcode_ops->request_microcode_fw (smp_processor_id (), + µcode_pdev->dev); +if (!err) + microcode_ops->apply_microcode (smp_processor_id ()); + } +mutex_unlock (µcode_mutex); +return err; +} +static ssize_t reload_store (struct sys_device *dev,struct sysdev_attribute *attr,const char *buf,size_t sz) { -struct ucode_cpu_info *uci = ucode_cpu_info + dev->id;char *end;unsigned long val =simple_strtoul (buf, &end,0 );int err =0 ;
@@ -218,21 +244,9 @@ static ssize_t reload_store(struct sys_dif (end == buf)return -EINVAL ;if (val ==1 ) { -cpumask_t old = current->cpus_allowed; -get_online_cpus (); -if (cpu_online (cpu)) { -set_cpus_allowed_ptr (current, &cpumask_of_cpu (cpu)); -mutex_lock (µcode_mutex); -if (uci->valid) { - err = microcode_ops->request_microcode_fw (cpu, - µcode_pdev->dev); -if (!err) - microcode_ops->apply_microcode (cpu); - } -mutex_unlock (µcode_mutex); -set_cpus_allowed_ptr (current, &old); - } +if (cpu_online (cpu)) + err =work_on_cpu (cpu, reload_for_cpu,NULL );put_online_cpus (); }if (err)
@@ -328,9 +342,9 @@ static int microcode_resume_cpu(int cpu)return 0 ; } -static void microcode_update_cpu (int cpu) +static long microcode_update_cpu (void *unused) { -struct ucode_cpu_info *uci = ucode_cpu_info + cpu; +struct ucode_cpu_info *uci = ucode_cpu_info +smp_processor_id ();int err =0 ;/*
@@ -338,30 +352,27 @@ static void microcode_update_cpu(int cpu* otherwise just request a firmware: */ if (uci->valid) { - err =microcode_resume_cpu (cpu); + err =microcode_resume_cpu (smp_processor_id ()); }else { -collect_cpu_info (cpu); +collect_cpu_info (smp_processor_id ());if (uci->valid && system_state ==SYSTEM_RUNNING ) - err = microcode_ops->request_microcode_fw (cpu, + err = microcode_ops->request_microcode_fw ( +smp_processor_id (), µcode_pdev->dev); }if (!err) - microcode_ops->apply_microcode (cpu); + microcode_ops->apply_microcode (smp_processor_id ()); +return err; } -static void microcode_init_cpu (int cpu) +static int microcode_init_cpu (int cpu) { -cpumask_t old = current->cpus_allowed; - -set_cpus_allowed_ptr (current, &cpumask_of_cpu (cpu)); -/* We should bind the task to the CPU */ -BUG_ON (raw_smp_processor_id () != cpu); - +int err;mutex_lock (µcode_mutex); -microcode_update_cpu (cpu); + err =work_on_cpu (cpu, microcode_update_cpu,NULL );mutex_unlock (µcode_mutex); -set_cpus_allowed_ptr (current, &old); +return err; }static int mc_sysdev_add (struct sys_device *sys_dev)
@@ -379,8 +390,11 @@ static int mc_sysdev_add(struct sys_deviif (err)return err; -microcode_init_cpu (cpu); -return 0 ; + err =microcode_init_cpu (cpu); +if (err) +sysfs_remove_group (&sys_dev->kobj, &mc_attr_group); + +return err; }static int mc_sysdev_remove (struct sys_device *sys_dev)
@@ -404,7 +418,7 @@ static int mc_sysdev_resume(struct sys_dreturn 0 ;/* only CPU 0 will apply ucode here */ -microcode_update_cpu (0 ); +microcode_update_cpu (NULL );return 0 ; }
@@ -424,7 +438,9 @@ mc_cpu_callback(struct notifier_block *nswitch (action) {case CPU_ONLINE :case CPU_ONLINE_FROZEN : -microcode_init_cpu (cpu); +if (microcode_init_cpu (cpu)) +printk (KERN_ERR "microcode: failed to init CPU%d\n" , + cpu);case CPU_DOWN_FAILED :case CPU_DOWN_FAILED_FROZEN :pr_debug ("microcode: CPU%d added\n" , cpu);
Quoted 10 lines · Rusty Russell
Quoted 6 lines · On Tuesday 10 March 2009 06:08:59 Dmitry Adamushko wrote:
Hi,
here is a possible candidate for Rusty's cpumask-refactored series. Note the [*] remark below though.
Ah, OK, I'll drop my version then (below) in favor of this, and will push to Ingo with the others if he doesn't take it directly.
Sorry guys -- for the late reply --
but I missed Dmitry's mail due to some silly mail filtering and had to restore his mail ...
Now I've tested both patches and both seem to reliably prevent microcode updates on CPU1 and CPU2 of an Phenom X3 after suspend/resume. (Just CPU0 was updated.)
Then I've tested mainline kernel w/o your patches and I've observed similar problems. I've seen that sometimes ucode of CPU0 was not updated and sometimes CPU1 and CPU2 were not updated.
I'll look into this asap.
Regards,
Andreas
Signature · 5 lines
Operating | Advanced Micro Devices GmbH System | Karl-Hammerschmidt-Str. 34, 85609 Dornach b. München, Germany Research | Geschäftsführer: Jochen Polster, Thomas M. McCoy, Giuliano Meroni Center | Sitz: Dornach, Gemeinde Aschheim, Landkreis München (OSRC) | Registergericht München, HRB Nr. 43632
Quoted 20 lines · Andreas Herrmann
Quoted 10 lines · Rusty Russell
Quoted 6 lines · On Tuesday 10 March 2009 06:08:59 Dmitry Adamushko wrote:
Hi,
here is a possible candidate for Rusty's cpumask-refactored series. Note the [*] remark below though.
Ah, OK, I'll drop my version then (below) in favor of this, and will push to Ingo with the others if he doesn't take it directly.
Sorry guys -- for the late reply --
but I missed Dmitry's mail due to some silly mail filtering and had to restore his mail ...Now I've tested both patches and both seem to reliably prevent microcode updates on CPU1 and CPU2 of an Phenom X3 after suspend/resume. (Just CPU0 was updated.)
Quoted 5 lines
Then I've tested mainline kernel w/o your patches and I've observed similar problems. I've seen that sometimes ucode of CPU0 was not updated and sometimes CPU1 and CPU2 were not updated.
I'll look into this asap.
Some further testing seem to indicate that suspend/resume does not work when I have done CPU hotplug before.
During today's tests I did:
(1) set offline/online CPU 1 and 2
(2) perform suspend/resume afterwards
After that microcode update failed on some CPUs when performing suspend/resume. (When skipping step 1, microcode update during suspend/resume works.)
Looks strange, but should be debuggable.
Regards,
Andreas
Signature · 5 lines
Operating | Advanced Micro Devices GmbH System | Karl-Hammerschmidt-Str. 34, 85609 Dornach b. München, Germany Research | Geschäftsführer: Jochen Polster, Thomas M. McCoy, Giuliano Meroni Center | Sitz: Dornach, Gemeinde Aschheim, Landkreis München (OSRC) | Registergericht München, HRB Nr. 43632
Quoted 32 lines · Andreas Herrmann
Quoted 20 lines · Andreas Herrmann
Quoted 10 lines · Rusty Russell
Quoted 6 lines · On Tuesday 10 March 2009 06:08:59 Dmitry Adamushko wrote:
Hi,
here is a possible candidate for Rusty's cpumask-refactored series. Note the [*] remark below though.
Ah, OK, I'll drop my version then (below) in favor of this, and will push to Ingo with the others if he doesn't take it directly.
Sorry guys -- for the late reply --
but I missed Dmitry's mail due to some silly mail filtering and had to restore his mail ...Now I've tested both patches and both seem to reliably prevent microcode updates on CPU1 and CPU2 of an Phenom X3 after suspend/resume. (Just CPU0 was updated.)
Quoted 5 lines
Then I've tested mainline kernel w/o your patches and I've observed similar problems. I've seen that sometimes ucode of CPU0 was not updated and sometimes CPU1 and CPU2 were not updated.
I'll look into this asap.
Some further testing seem to indicate that suspend/resume does not work when I have done CPU hotplug before.
During today's tests I did:
Quoted 8 lines
(1) set offline/online CPU 1 and 2
(2) perform suspend/resume afterwardsAfter that microcode update failed on some CPUs when performing suspend/resume. (When skipping step 1, microcode update during suspend/resume works.)
Looks strange, but should be debuggable.
That's with latest tip:master? Which commit should be reverted?
Ingo