Skip to contentSkip to conversation

Extend notify_die() hooks for IA64

RFC Keith Owens 2 participants 4 messages Oct 7, 2005 – Oct 27, 2005

lore
Share & tools
lore
#0 lore raw

This mail is only for discussion, the patch is 2.6.15-rc1 material. It has been compiled and has minimal testing. Against 2.6.14-rc3.

notify_die() added for MCA_{MONARCH,SLAVE,RENDEZVOUS}_{ENTER,PROCESS,LEAVE} and INIT_{MONARCH,SLAVE}_{ENTER,PROCESS,LEAVE}. We need multiple notification points for these events because they can take many seconds to run which has nasty effects on the behaviour of the rest of the system.

DIE_SS replaced by a generic DIE_FAULT which checks the vector number, to allow interception of faults other than SS.

DIE_MACHINE_{HALT,RESTART} added to allow last minute close down processing, especially when the halt/restart routines are called from error handlers.

DIE_OOPS added.

The check for kprobe's break numbers has been moved from traps.c to kprobes.c, allowing DIE_BREAK to be used for any additional break numbers, i.e. it is no longer kprobes specific.

Hooks for kernel debuggers and kernel dumpers added, ENTER and LEAVE. Both of these disable the system for long periods which impact on watchdogs and heartbeat systems in general. More patches to come that use these events to reset watchdogs and heartbeats.

Leading white space removed from arch/ia64/kernel/kprobes.c.

---

 arch/ia64/kernel/kprobes.c |   32 ++++++------
 arch/ia64/kernel/mca.c     |  120 +++++++++++++++++++++++++++++++++++----------
 arch/ia64/kernel/process.c |    6 ++
 arch/ia64/kernel/traps.c   |   25 +++------
 include/asm-ia64/kdebug.h  |   27 +++++++++-
 5 files changed, 154 insertions(+), 56 deletions(-)

Index: linux/arch/ia64/kernel/mca.c
=================================--- linux.orig/arch/ia64/kernel/mca.c 2005-10-07 16:10:12.930500699 +1000
+++ linux/arch/ia64/kernel/mca.c 2005-10-07 16:20:49.385364402 +1000
@@ -51,6 +51,9 @@
*
* 2005-08-12 Keith Owens <[email protected]>
* Convert MCA/INIT handlers to use per event stacks and SAL/OS state.
+ *
+ * 2005-10-07 Keith Owens <[email protected]>
+ * Add notify_die() hooks.
*/
#include <linux/config.h>
#include <linux/types.h>
@@ -58,7 +61,6 @@
#include <linux/sched.h>
#include <linux/interrupt.h>
#include <linux/irq.h>
-#include <linux/kallsyms.h>
#include <linux/smp_lock.h>
#include <linux/bootmem.h>
#include <linux/acpi.h>
@@ -69,6 +71,7 @@
#include <linux/workqueue.h>

#include <asm/delay.h>
+#include <asm/kdebug.h>
#include <asm/machvec.h>
#include <asm/meminit.h>
#include <asm/page.h>
@@ -132,6 +135,14 @@ extern void salinfo_log_wakeup(int type,

static int mca_init;

+
+static void inline
+ia64_mca_spin(const char *func)
+{
+ printk(KERN_EMERG "%s: spinning here, not returning to SAL\n", func);
+ while (1)
+ cpu_relax();
+}
/*
* IA64_MCA log support
*/
@@ -528,13 +539,16 @@ ia64_mca_wakeup_all(void)
* Outputs : None
*/
static irqreturn_t
-ia64_mca_rendez_int_handler(int rendez_irq, void *arg, struct pt_regs *ptregs) +ia64_mca_rendez_int_handler(int rendez_irq, void *arg, struct pt_regs *regs)
{
unsigned long flags;
int cpu = smp_processor_id();

/* Mask all interrupts */
local_irq_save(flags);
+ if (notify_die(DIE_MCA_RENDZVOUS_ENTER, "MCA", regs, 0, 0, 0)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);

ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_DONE; /* Register with the SAL monarch that the slave has
@@ -542,10 +556,18 @@ ia64_mca_rendez_int_handler(int rendez_i
*/
ia64_sal_mc_rendez();

+ if (notify_die(DIE_MCA_RENDZVOUS_PROCESS, "MCA", regs, 0, 0, 0)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);
+
/* Wait for the monarch cpu to exit. */
while (monarch_cpu != -1)
cpu_relax(); /* spin until monarch leaves */

+ if (notify_die(DIE_MCA_RENDZVOUS_LEAVE, "MCA", regs, 0, 0, 0)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);
+
/* Enable all interrupts */
local_irq_restore(flags);
return IRQ_HANDLED;
@@ -935,6 +957,9 @@ ia64_mca_handler(struct pt_regs *regs, s
oops_in_progress = 1; /* FIXME: make printk NMI/MCA/INIT safe */
previous_current = ia64_mca_modify_original_stack(regs, sw, sos, "MCA"); monarch_cpu = cpu;
+ if (notify_die(DIE_MCA_MONARCH_ENTER, "MCA", regs, 0, 0, 0)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);
ia64_wait_for_slaves(cpu);

/* Wakeup all the processors which are spinning in the rendezvous loop.
@@ -944,6 +969,9 @@ ia64_mca_handler(struct pt_regs *regs, s
* spinning in SAL does not work.
*/
ia64_mca_wakeup_all();
+ if (notify_die(DIE_MCA_MONARCH_PROCESS, "MCA", regs, 0, 0, 0)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);

/* Get the MCA error record and log it */ ia64_mca_log_sal_error_record(SAL_INFO_TYPE_MCA);
@@ -962,6 +990,9 @@ ia64_mca_handler(struct pt_regs *regs, s
ia64_sal_clear_state_info(SAL_INFO_TYPE_MCA); sos->os_status = IA64_MCA_CORRECTED;
}
+ if (notify_die(DIE_MCA_MONARCH_LEAVE, "MCA", regs, 0, 0, recover)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);

set_curr_task(cpu, previous_current); monarch_cpu = -1;
@@ -1185,6 +1216,37 @@ ia64_mca_cpe_poll (unsigned long dummy)

#endif /* CONFIG_ACPI */

+static int
+default_monarch_init_process(struct notifier_block *self, unsigned long val, void *data) +{
+ int c;
+ struct task_struct *g, *t;
+ if (val != DIE_INIT_MONARCH_PROCESS)
+ return NOTIFY_DONE;
+ printk(KERN_ERR "Processes interrupted by INIT -");
+ for_each_online_cpu(c) {
+ struct ia64_sal_os_state *s;
+ t = __va(__per_cpu_mca[c] + IA64_MCA_CPU_INIT_STACK_OFFSET);
+ s = (struct ia64_sal_os_state *)((char *)t + MCA_SOS_OFFSET);
+ g = s->prev_task;
+ if (g) {
+ if (g->pid)
+ printk(" %d", g->pid);
+ else
+ printk(" %d (cpu %d task 0x%p)", g->pid, task_cpu(g), g);
+ }
+ }
+ printk("\n\n");
+ if (read_trylock(&tasklist_lock)) {
+ do_each_thread (g, t) {
+ printk("\nBacktrace of pid %d (%s)\n", t->pid, t->comm);
+ show_stack(t, NULL);
+ } while_each_thread (g, t);
+ read_unlock(&tasklist_lock);
+ }
+ return NOTIFY_DONE;
+}
+
/*
* C portion of the OS INIT handler
*
@@ -1209,8 +1271,7 @@ ia64_init_handler(struct pt_regs *regs,
static atomic_t slaves;
static atomic_t monarchs;
task_t *previous_current;
- int cpu = smp_processor_id(), c;
- struct task_struct *g, *t;
+ int cpu = smp_processor_id();

oops_in_progress = 1; /* FIXME: make printk NMI/MCA/INIT safe */
console_loglevel = 15; /* make sure printks make it to console */
@@ -1250,8 +1311,17 @@ ia64_init_handler(struct pt_regs *regs,
ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_INIT; while (monarch_cpu = -1)
cpu_relax(); /* spin until monarch enters */
+ if (notify_die(DIE_INIT_SLAVE_ENTER, "INIT", regs, 0, 0, 0)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);
+ if (notify_die(DIE_INIT_SLAVE_PROCESS, "INIT", regs, 0, 0, 0)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);
while (monarch_cpu != -1)
cpu_relax(); /* spin until monarch leaves */
+ if (notify_die(DIE_INIT_SLAVE_LEAVE, "INIT", regs, 0, 0, 0)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);
printk("Slave on cpu %d returning to normal service.\n", cpu); set_curr_task(cpu, previous_current); ia64_mc_info.imi_rendez_checkin[cpu] = IA64_MCA_RENDEZ_CHECKIN_NOTDONE;
@@ -1260,6 +1330,9 @@ ia64_init_handler(struct pt_regs *regs,
}

monarch_cpu = cpu;
+ if (notify_die(DIE_INIT_MONARCH_ENTER, "INIT", regs, 0, 0, 0)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);

/*
* Wait for a bit. On some machines (e.g., HP's zx2000 and zx6000, INIT can be
@@ -1270,27 +1343,16 @@ ia64_init_handler(struct pt_regs *regs,
printk("Delaying for 5 seconds...\n");
udelay(5*1000000);
ia64_wait_for_slaves(cpu);
- printk(KERN_ERR "Processes interrupted by INIT -");
- for_each_online_cpu(c) {
- struct ia64_sal_os_state *s;
- t = __va(__per_cpu_mca[c] + IA64_MCA_CPU_INIT_STACK_OFFSET);
- s = (struct ia64_sal_os_state *)((char *)t + MCA_SOS_OFFSET);
- g = s->prev_task;
- if (g) {
- if (g->pid)
- printk(" %d", g->pid);
- else
- printk(" %d (cpu %d task 0x%p)", g->pid, task_cpu(g), g);
- }
- }
- printk("\n\n");
- if (read_trylock(&tasklist_lock)) {
- do_each_thread (g, t) {
- printk("\nBacktrace of pid %d (%s)\n", t->pid, t->comm);
- show_stack(t, NULL);
- } while_each_thread (g, t);
- read_unlock(&tasklist_lock);
- }
+ /* If nobody intercepts DIE_INIT_MONARCH_PROCESS then we drop through
+ * to default_monarch_init_process() above and just print all the
+ * tasks.
+ */
+ if (notify_die(DIE_INIT_MONARCH_PROCESS, "INIT", regs, 0, 0, 0)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);
+ if (notify_die(DIE_INIT_MONARCH_LEAVE, "INIT", regs, 0, 0, 0)
+ = NOTIFY_STOP)
+ ia64_mca_spin(__FUNCTION__);
printk("\nINIT dump complete. Monarch on cpu %d returning to normal service.\n", cpu); atomic_dec(&monarchs);
set_curr_task(cpu, previous_current);
@@ -1459,6 +1521,10 @@ ia64_mca_init(void)
s64 rc;
struct ia64_sal_retval isrv;
u64 timeout = IA64_MCA_RENDEZ_TIMEOUT; /* platform specific */
+ static struct notifier_block default_init_monarch_nb = {
+ .notifier_call = default_monarch_init_process,
+ .priority = 0/* we need to notified last */
+ };

IA64_MCA_DEBUG("%s: begin\n", __FUNCTION__);

@@ -1552,6 +1618,10 @@ ia64_mca_init(void)
"(status %ld)\n", rc);
return;
}
+ if (!register_die_notifier(&default_init_monarch_nb)) {
+ printk(KERN_ERR "Failed to register default monarch INIT process\n");
+ return;
+ }

IA64_MCA_DEBUG("%s: registered OS INIT handler with SAL\n", __FUNCTION__);

Index: linux/include/asm-ia64/kdebug.h
=================================--- linux.orig/include/asm-ia64/kdebug.h 2005-10-07 16:04:38.796018056 +1000
+++ linux/include/asm-ia64/kdebug.h 2005-10-07 16:26:58.908890459 +1000
@@ -22,6 +22,9 @@

  * 2005-Apr     Rusty Lynch <[email protected]> and Anil S Keshavamurthy
  *              <[email protected]> adopted from
  *              include/asm-x86_64/kdebug.h

+ *
+ * 2005-Oct Keith Owens <[email protected]>. Expand notify_die to cover more
+ * events.
*/
#include <linux/notifier.h>

@@ -40,8 +43,30 @@ extern struct notifier_block *ia64die_ch

enum die_val {
DIE_BREAK = 1,
- DIE_SS,
+ DIE_FAULT,
+ DIE_OOPS,
DIE_PAGE_FAULT,
+ DIE_MACHINE_HALT,
+ DIE_MACHINE_RESTART,
+ DIE_MCA_MONARCH_ENTER,
+ DIE_MCA_MONARCH_PROCESS,
+ DIE_MCA_MONARCH_LEAVE,
+ DIE_MCA_SLAVE_ENTER,
+ DIE_MCA_SLAVE_PROCESS,
+ DIE_MCA_SLAVE_LEAVE,
+ DIE_MCA_RENDZVOUS_ENTER,
+ DIE_MCA_RENDZVOUS_PROCESS,
+ DIE_MCA_RENDZVOUS_LEAVE,
+ DIE_INIT_MONARCH_ENTER,
+ DIE_INIT_MONARCH_PROCESS,
+ DIE_INIT_MONARCH_LEAVE,
+ DIE_INIT_SLAVE_ENTER,
+ DIE_INIT_SLAVE_PROCESS,
+ DIE_INIT_SLAVE_LEAVE,
+ DIE_KDEBUG_ENTER,
+ DIE_KDEBUG_LEAVE,
+ DIE_KDUMP_ENTER,
+ DIE_KDUMP_LEAVE,
};

static inline int notify_die(enum die_val val, char *str, struct pt_regs *regs,
Index: linux/arch/ia64/kernel/kprobes.c
=================================--- linux.orig/arch/ia64/kernel/kprobes.c 2005-10-07 16:10:12.926594988 +1000
+++ linux/arch/ia64/kernel/kprobes.c 2005-10-07 16:43:28.657165766 +1000
@@ -351,7 +351,7 @@ int __kprobes trampoline_probe_handler(s
unsigned long trampoline_address ((struct fnptr *)kretprobe_trampoline)->ip;

- head = kretprobe_inst_table_head(current);
+ head = kretprobe_inst_table_head(current);

/*
* It is possible to have multiple instances associated with a given
@@ -367,9 +367,9 @@ int __kprobes trampoline_probe_handler(s
* kretprobe_trampoline
*/
hlist_for_each_entry_safe(ri, node, tmp, head, hlist) {
- if (ri->task != current)
+ if (ri->task != current)
/* another task is sharing our hash bucket */
- continue;
+ continue;

if (ri->rp && ri->rp->handler)
ri->rp->handler(ri, regs);
@@ -392,12 +392,12 @@ int __kprobes trampoline_probe_handler(s
unlock_kprobes(); preempt_enable_no_resched();

- /*

-         * By returning a non-zero value, we are telling
-         * kprobe_handler() that we have handled unlocking
-         * and re-enabling preemption.
-         */

- return 1;
+ /*
+ * By returning a non-zero value, we are telling
+ * kprobe_handler() that we have handled unlocking
+ * and re-enabling preemption.
+ */
+ return 1;
}

void __kprobes arch_prepare_kretprobe(struct kretprobe *rp,
@@ -735,12 +735,16 @@ int __kprobes kprobe_exceptions_notify(s
struct die_args *args = (struct die_args *)data; switch(val) {
case DIE_BREAK:
- if (pre_kprobes_handler(args))
- return NOTIFY_STOP;
+ /* err is break number from ia64_bad_break() */
+ if (data->err = 0x80200 || data->err = 0x80300)
+ if (pre_kprobes_handler(args))
+ return NOTIFY_STOP;
break;
- case DIE_SS:
- if (post_kprobes_handler(args->regs))
- return NOTIFY_STOP;
+ case DIE_FAULT:
+ /* err is vector number from ia64_fault() */
+ if (data->err = 36)
+ if (post_kprobes_handler(args->regs))
+ return NOTIFY_STOP;
break;
case DIE_PAGE_FAULT:
if (kprobes_fault_handler(args->regs, args->trapnr))
Index: linux/arch/ia64/kernel/process.c
=================================--- linux.orig/arch/ia64/kernel/process.c 2005-10-07 16:04:38.795041628 +1000
+++ linux/arch/ia64/kernel/process.c 2005-10-07 16:20:49.385364402 +1000
@@ -4,6 +4,9 @@
* Copyright (C) 1998-2003 Hewlett-Packard Co
* David Mosberger-Tang <[email protected]>
* 04/11/17 Ashok Raj <[email protected]> Added CPU Hotplug Support
+ *
+ * 2005-10-07 Keith Owens <[email protected]>
+ * Add notify_die() hooks.
*/
#define __KERNEL_SYSCALLS__ /* see <asm/unistd.h> */
#include <linux/config.h>
@@ -34,6 +37,7 @@
#include <asm/elf.h>
#include <asm/ia32.h>
#include <asm/irq.h>
+#include <asm/kdebug.h>
#include <asm/pgalloc.h>
#include <asm/processor.h>
#include <asm/sal.h>
@@ -804,12 +808,14 @@ cpu_halt (void)
void
machine_restart (char *restart_cmd)
{
+ (void) notify_die(DIE_MACHINE_RESTART, restart_cmd, NULL, 0, 0, 0);
(*efi.reset_system)(EFI_RESET_WARM, 0, 0, NULL);
}

void
machine_halt (void)
{
+ (void) notify_die(DIE_MACHINE_HALT, "", NULL, 0, 0, 0);
cpu_halt();
}

Index: linux/arch/ia64/kernel/traps.c
=================================--- linux.orig/arch/ia64/kernel/traps.c 2005-10-07 16:10:12.945147111 +1000
+++ linux/arch/ia64/kernel/traps.c 2005-10-07 16:20:49.385364402 +1000
@@ -105,6 +105,7 @@ die (const char *str, struct pt_regs *re
if (++die.lock_owner_depth < 3) {
printk("%s[%d]: %s %ld [%d]\n",
current->comm, current->pid, str, err, ++die_counter);
+ (void) notify_die(DIE_OOPS, (char *)str, regs, err, 255, SIGSEGV);
show_regs(regs);
} else
printk(KERN_ERR "Recursive die() failure, output suppressed\n");
@@ -155,9 +156,8 @@ __kprobes ia64_bad_break (unsigned long
switch (break_num) {
case 0: /* unknown error (used by GCC for __builtin_abort()) */
if (notify_die(DIE_BREAK, "break 0", regs, break_num, TRAP_BRKPT, SIGTRAP)
- = NOTIFY_STOP) {
+ = NOTIFY_STOP)
return;
- }
die_if_kernel("bugcheck!", regs, break_num);
sig = SIGILL; code = ILL_ILLOPC;
break;
@@ -210,15 +210,6 @@ __kprobes ia64_bad_break (unsigned long
sig = SIGILL; code = __ILL_BNDMOD;
break;

- case 0x80200:
- case 0x80300:
- if (notify_die(DIE_BREAK, "kprobe", regs, break_num, TRAP_BRKPT, SIGTRAP)
- = NOTIFY_STOP) {
- return;
- }
- sig = SIGTRAP; code = TRAP_BRKPT;
- break;
-
default:
if (break_num < 0x40000 || break_num > 0x100000)
die_if_kernel("Bad break", regs, break_num);
@@ -226,6 +217,9 @@ __kprobes ia64_bad_break (unsigned long
if (break_num < 0x80000) {
sig = SIGILL; code = __ILL_BREAK;
} else {
+ if (notify_die(DIE_BREAK, "bad break", regs, break_num, TRAP_BRKPT, SIGTRAP)
+ = NOTIFY_STOP)
+ return;
sig = SIGTRAP; code = TRAP_BRKPT;
}
}
@@ -578,12 +572,11 @@ ia64_fault (unsigned long vector, unsign
#endif
break;
case 35: siginfo.si_code = TRAP_BRANCH; ifa = 0; break;
- case 36:
- if (notify_die(DIE_SS, "ss", &regs, vector,
- vector, SIGTRAP) = NOTIFY_STOP)
- return;
- siginfo.si_code = TRAP_TRACE; ifa = 0; break;
+ case 36: siginfo.si_code = TRAP_TRACE; ifa = 0; break;
}
+ if (notify_die(DIE_FAULT, "ia64_fault", &regs, vector, siginfo.si_code, SIGTRAP)
+ = NOTIFY_STOP)
+ return;
siginfo.si_signo = SIGTRAP;
siginfo.si_errno = 0;
siginfo.si_addr = (void __user *) ifa;

#1 lore raw
Quoted 9 lines · Keith Owens

This mail is only for discussion, the patch is 2.6.15-rc1 material. It has been compiled and has minimal testing. Against 2.6.14-rc3.

notify_die() added for MCA_{MONARCH,SLAVE,RENDEZVOUS}_{ENTER,PROCESS,LEAVE} and INIT_{MONARCH,SLAVE}_{ENTER,PROCESS,LEAVE}. We need multiple notification points for these events because they can take many seconds to run which has nasty effects on the behaviour of the rest of the system.

Quoted 6 lines

DIE_SS replaced by a generic DIE_FAULT which checks the vector number, to allow interception of faults other than SS.

DIE_MACHINE_{HALT,RESTART} added to allow last minute close down processing, especially when the halt/restart routines are called from error handlers.

I'm very interested in seeing these proposed changes be accepted in some form if not as is. In particular, the DIE_MACHINE_RESTART and DIE_MACHINE_HALT callouts.

XPC (as in arch/ia64/sn/kernel/xp*) has a need to notify other partitions (SGI Altix) whenever a partition is going down in order to get them to disengage from accessing the halting partition's memory. If this is not done before the reset of the hardware, the other partitions can find themselves encountering MCAs that bring them down.

Being that XPC is a module, the ability to safely unregister_die_notifier() also would be necessary. I see that this functionality is missing. Could this be added in as well?

Thanks,
Dean

#2 lore raw
In reply to Keith Owens
Quoted 2 lines · Keith Owens

This mail is only for discussion, the patch is 2.6.15-rc1 material. It has been compiled and has minimal testing. Against 2.6.14-rc3.

I applied your patch to Tony Luck's test tree. Added some changes of my own to XPC so it would register for the notify_die() callouts. And I did some preliminary testing which showed that things for the most part worked as advertised.

I used DIE_MACHINE_RESTART and DIE_MACHINE_HALT to get XPC to indicate to other partitions (on a SGI Altix system) to disengage from accessing the terminating partitions memory.

And I used DIE_MCA_MONARCH_ENTER and DIE_INIT_MONARCH_ENTER to indicate to other partitions to ignore the fact that our heartbeat wasn't incrementing. And I used DIE_MCA_MONARCH_LEAVE and DIE_INIT_MONARCH_LEAVE to indicate that we should now be heartbeating again.

I also needed to make a few changes to kdebug.h and trap.c (see patch below) to allow register_notify_die() to be utilized by a module. And I added an unregister_notify_die() since a module can be removed. Would it be acceptable to add such changes should your proposed patch find approval?

Is there a reason why the notify_die() callout isn't being added to emergency_restart()?

Thanks,
Dean

Index: linux-2.6.git-test/arch/ia64/kernel/traps.c
=================================--- linux-2.6.git-test.orig/arch/ia64/kernel/traps.c 2005-10-25 08:15:13.478012900 -0500
+++ linux-2.6.git-test/arch/ia64/kernel/traps.c 2005-10-25 08:15:39.592602522 -0500
@@ -32,7 +32,8 @@
struct notifier_block *ia64die_chain; static DEFINE_SPINLOCK(die_notifier_lock);

-int register_die_notifier(struct notifier_block *nb) +int
+register_die_notifier(struct notifier_block *nb)
{
int err = 0;
unsigned long flags;
@@ -41,6 +42,19 @@
spin_unlock_irqrestore(&die_notifier_lock, flags); return err;
}
+EXPORT_SYMBOL_GPL(register_die_notifier);
+
+int
+unregister_die_notifier(struct notifier_block *nb) +{
+ int err = 0;
+ unsigned long flags;
+ spin_lock_irqsave(&die_notifier_lock, flags);
+ err = notifier_chain_unregister(&ia64die_chain, nb);
+ spin_unlock_irqrestore(&die_notifier_lock, flags);
+ return err;
+}
+EXPORT_SYMBOL_GPL(unregister_die_notifier);

void __init
trap_init (void)
Index: linux-2.6.git-test/include/asm-ia64/kdebug.h
=================================--- linux-2.6.git-test.orig/include/asm-ia64/kdebug.h 2005-10-25 08:15:13.475083504 -0500
+++ linux-2.6.git-test/include/asm-ia64/kdebug.h 2005-10-25 08:15:39.593578987 -0500
@@ -38,7 +38,8 @@
int signr;
};

-int register_die_notifier(struct notifier_block *nb); +extern int register_die_notifier(struct notifier_block *); +extern int unregister_die_notifier(struct notifier_block *);
extern struct notifier_block *ia64die_chain;

enum die_val {

#3 lore raw
In reply to Keith Owens
Quoted 18 lines · Dean Nelson
Quoted 2 lines · Keith Owens

This mail is only for discussion, the patch is 2.6.15-rc1 material. It has been compiled and has minimal testing. Against 2.6.14-rc3.

I applied your patch to Tony Luck's test tree. Added some changes of my own to XPC so it would register for the notify_die() callouts. And I did some preliminary testing which showed that things for the most part worked as advertised.

I used DIE_MACHINE_RESTART and DIE_MACHINE_HALT to get XPC to indicate to other partitions (on a SGI Altix system) to disengage from accessing the terminating partitions memory.

And I used DIE_MCA_MONARCH_ENTER and DIE_INIT_MONARCH_ENTER to indicate to other partitions to ignore the fact that our heartbeat wasn't incrementing. And I used DIE_MCA_MONARCH_LEAVE and DIE_INIT_MONARCH_LEAVE to indicate that we should now be heartbeating again.

Quoted 4 lines

I also needed to make a few changes to kdebug.h and trap.c (see patch below) to allow register_notify_die() to be utilized by a module. And I added an unregister_notify_die() since a module can be removed. Would it be acceptable to add such changes should your proposed patch find approval?

Both registering and unregistering notify_die() is racy. NMI type events can occur at any time so another cpu could be running the notify chain while you are modifying it. There is a continuing discussion on lkml about this topic at the moment, Subject: Notifier chains are unsafe.

Quoted 2 lines

Is there a reason why the notify_die() callout isn't being added to emergency_restart()?

emergency_restart() is not supposed to block or sleep. So I was unhappy about adding any notify_die callbacks to that function. This is also part of the current discussion on lkml, should notify_die functions be able to block?