IPMI: remove interface number limits
PATCH 2/12 IPMI: remove interface number limits
This patch removes the arbitrary limit of number of IPMI interfaces. This has been tested with 8 interfaces.
drivers/char/ipmi/ipmi_msghandler.c +97 -113
@@ -193,6 +193,9 @@ struct ipmi_smistruct kref refcount; +/* Used for a list of interfaces. */ +struct list_head link; +/* The list of upper layers that are using me. seq_lock * protects this. */ struct list_head users;
@@ -338,13 +341,6 @@ struct ipmi_smi };#define to_si_intf_from_dev (device) container_of(device, struct ipmi_smi, dev) -/* Used to mark an interface entry that cannot be used but is not a -* free entry, either, primarily used at creation and deletion time so -* a slot doesn't get reused too quickly. */ -#define IPMI_INVALID_INTERFACE_ENTRY ((ipmi_smi_t) ((long) 1)) -#define IPMI_INVALID_INTERFACE (i) (((i) == NULL) \ - || (i == IPMI_INVALID_INTERFACE_ENTRY)) -/** * The driver model view of the IPMI messaging driver. */
@@ -354,11 +350,8 @@ static struct device_driver ipmidriver = };static DEFINE_MUTEX (ipmidriver_mutex); -#define MAX_IPMI_INTERFACES 4 -static ipmi_smi_t ipmi_interfaces[MAX_IPMI_INTERFACES ]; - -/* Directly protects the ipmi_interfaces data structure. */ -static DEFINE_SPINLOCK (interfaces_lock); +static struct list_head ipmi_interfaces =LIST_HEAD_INIT (ipmi_interfaces); +static DEFINE_MUTEX (ipmi_interfaces_mutex);/* List of watchers that want to know when smi's are added and deleted. */
@@ -423,25 +416,50 @@ static void intf_free(struct kref *ref)kfree (intf); } +struct watcher_entry { +struct list_head link; +int intf_num; +}; +int ipmi_smi_watcher_register (struct ipmi_smi_watcher *watcher) { -int i; -unsigned long flags; +ipmi_smi_t intf; +struct list_head to_deliver =LIST_HEAD_INIT (to_deliver); +struct watcher_entry *e, *e2; + +mutex_lock (&ipmi_interfaces_mutex); + +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) { +if (intf->intf_num ==-1 ) +continue ; + e =kmalloc (sizeof (*e),GFP_KERNEL ); +if (!e) + goto out_err; + e->intf_num = intf->intf_num; +list_add_tail (&e->link, &to_deliver); + }down_write (&smi_watchers_sem);list_add (&(watcher->link), &smi_watchers);up_write (&smi_watchers_sem); -spin_lock_irqsave (&interfaces_lock, flags); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { -ipmi_smi_t intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) -continue ; -spin_unlock_irqrestore (&interfaces_lock, flags); - watcher->new_smi (i, intf->si_dev); -spin_lock_irqsave (&interfaces_lock, flags); + +mutex_unlock (&ipmi_interfaces_mutex); + +list_for_each_entry_safe (e, e2, &to_deliver, link) { +list_del (&e->link); + watcher->new_smi (e->intf_num, intf->si_dev); +kfree (e); } -spin_unlock_irqrestore (&interfaces_lock, flags); + +return 0 ; + + out_err: +list_for_each_entry_safe (e, e2, &to_deliver, link) { +list_del (&e->link); +kfree (e); + } +return -ENOMEM ; }int ipmi_smi_watcher_unregister (struct ipmi_smi_watcher *watcher)
@@ -776,17 +794,19 @@ int ipmi_create_user(unsigned intif (!new_user)return -ENOMEM ; -spin_lock_irqsave (&interfaces_lock, flags); - intf = ipmi_interfaces[if_num]; -if ((if_num >=MAX_IPMI_INTERFACES ) ||IPMI_INVALID_INTERFACE (intf)) { -spin_unlock_irqrestore (&interfaces_lock, flags); - rv = -EINVAL ; - goto out_kfree; +rcu_read_lock (); +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) { +if (intf->intf_num == if_num) + goto found; } +rcu_read_unlock (); + rv = -EINVAL ; + goto out_kfree; + found:/* Note that each existing user holds a refcount to the interface. */ kref_get (&intf->refcount); -spin_unlock_irqrestore (&interfaces_lock, flags); +rcu_read_unlock ();kref_init (&new_user->refcount); new_user->handler = handler;
@@ -2449,9 +2469,10 @@ int ipmi_register_smi(struct ipmi_smi_haint i, j;int rv;ipmi_smi_t intf; -unsigned long flags; +ipmi_smi_t tintf;int version_major;int version_minor; +struct list_head *link; version_major =ipmi_version_major (device_id); version_minor =ipmi_version_minor (device_id);
@@ -2477,7 +2498,7 @@ int ipmi_register_smi(struct ipmi_smi_hakfree (intf);return -ENOMEM ; } - intf->intf_num =-1 ; + intf->intf_num =-1 ;/* Mark it invalid for now. */ kref_init (&intf->refcount); intf->bmc->id = *device_id; intf->si_dev = si_dev;
@@ -2511,20 +2532,22 @@ int ipmi_register_smi(struct ipmi_smi_haspin_lock_init (&intf->counter_lock); intf->proc_dir =NULL ; - rv = -ENOMEM ; -spin_lock_irqsave (&interfaces_lock, flags); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { -if (ipmi_interfaces[i] ==NULL ) { - intf->intf_num = i; -/* Reserve the entry till we are done. */ - ipmi_interfaces[i] =IPMI_INVALID_INTERFACE_ENTRY ; - rv =0 ; +mutex_lock (&ipmi_interfaces_mutex); +/* Look for a hole in the numbers. */ + i =0 ; + link = &ipmi_interfaces; +list_for_each_entry_rcu (tintf, &ipmi_interfaces, link) { +if (tintf->intf_num != i) { + link = &tintf->link;break ; } + i++; } -spin_unlock_irqrestore (&interfaces_lock, flags); -if (rv) - goto out; +/* Add the new interface in numeric order. */ +if (i ==0 ) +list_add_rcu (&intf->link, &ipmi_interfaces); +else +list_add_tail_rcu (&intf->link, link); rv = handlers->start_processing (send_info, intf);if (rv)
@@ -2562,16 +2585,14 @@ int ipmi_register_smi(struct ipmi_smi_haif (rv) {if (intf->proc_dir)remove_proc_entries (intf); +list_del_rcu (&intf->link); +mutex_unlock (&ipmi_interfaces_mutex); +synchronize_rcu ();kref_put (&intf->refcount, intf_free); -if (i <MAX_IPMI_INTERFACES ) { -spin_lock_irqsave (&interfaces_lock, flags); - ipmi_interfaces[i] =NULL ; -spin_unlock_irqrestore (&interfaces_lock, flags); - } }else { -spin_lock_irqsave (&interfaces_lock, flags); - ipmi_interfaces[i] = intf; -spin_unlock_irqrestore (&interfaces_lock, flags); +/* After this point the interface is legal to use. */ + intf->intf_num = i; +mutex_unlock (&ipmi_interfaces_mutex);call_smi_watchers (i, intf->si_dev); }
@@ -2580,26 +2601,14 @@ int ipmi_register_smi(struct ipmi_smi_haint ipmi_unregister_smi (ipmi_smi_t intf) { -int i;struct ipmi_smi_watcher *w; -unsigned long flags;ipmi_bmc_unregister (intf); -spin_lock_irqsave (&interfaces_lock, flags); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { -if (ipmi_interfaces[i] == intf) { -/* Set the interface number reserved until we -* are done. */ - ipmi_interfaces[i] =IPMI_INVALID_INTERFACE_ENTRY ; - intf->intf_num =-1 ; -break ; - } - } -spin_unlock_irqrestore (&interfaces_lock,flags); - -if (i ==MAX_IPMI_INTERFACES ) -return -ENODEV ; +mutex_lock (&ipmi_interfaces_mutex); +list_del_rcu (&intf->link); +mutex_unlock (&ipmi_interfaces_mutex); +synchronize_rcu ();remove_proc_entries (intf);
@@ -2607,14 +2616,9 @@ int ipmi_unregister_smi(ipmi_smi_t intf)an interface is gone. */ down_read (&smi_watchers_sem);list_for_each_entry (w, &smi_watchers, link) - w->smi_gone (i); + w->smi_gone (intf->intf_num);up_read (&smi_watchers_sem); -/* Allow the entry to be reused now. */ -spin_lock_irqsave (&interfaces_lock, flags); - ipmi_interfaces[i] =NULL ; -spin_unlock_irqrestore (&interfaces_lock,flags); -kref_put (&intf->refcount, intf_free);return 0 ; }
@@ -3446,18 +3450,12 @@ static void ipmi_timeout_handler(long tistruct ipmi_recv_msg *msg, *msg2;struct ipmi_smi_msg *smi_msg, *smi_msg2;unsigned long flags; -int i, j; +int i;INIT_LIST_HEAD (&timeouts); -spin_lock (&interfaces_lock); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { - intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) -continue ; -kref_get (&intf->refcount); -spin_unlock (&interfaces_lock); - +rcu_read_lock (); +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) {/* See if any waiting messages need to be processed. */ spin_lock_irqsave (&intf->waiting_msgs_lock, flags); list_for_each_entry_safe(smi_msg, smi_msg2,
@@ -3477,35 +3475,26 @@ static void ipmi_timeout_handler(long tihave timed out, putting them in the timeouts list. */ spin_lock_irqsave (&intf->seq_lock, flags); -for (j =0 ; j <IPMI_IPMB_NUM_SEQ ; j++) -check_msg_timeout (intf, &(intf->seq_table[j]), - &timeouts, timeout_period, j, +for (i =0 ; i <IPMI_IPMB_NUM_SEQ ; i++) +check_msg_timeout (intf, &(intf->seq_table[i]), + &timeouts, timeout_period, i, &flags);spin_unlock_irqrestore (&intf->seq_lock, flags);list_for_each_entry_safe (msg, msg2, &timeouts, link)handle_msg_timeout (msg); - -kref_put (&intf->refcount, intf_free); -spin_lock (&interfaces_lock); } -spin_unlock (&interfaces_lock); +rcu_read_unlock (); }static void ipmi_request_event (void ) {ipmi_smi_t intf; -int i; - -spin_lock (&interfaces_lock); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { - intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) -continue ; +rcu_read_lock (); +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) intf->handlers->request_events (intf->send_info); - } -spin_unlock (&interfaces_lock); +rcu_read_unlock (); }static struct timer_list ipmi_timer;
@@ -3634,7 +3623,6 @@ static void send_panic_events(char *str)struct kernel_ipmi_msg msg;ipmi_smi_t intf;unsigned char data[16 ]; -int i;struct ipmi_system_interface_addr *si;struct ipmi_addr addr;struct ipmi_smi_msg smi_msg;
@@ -3668,9 +3656,9 @@ static void send_panic_events(char *str) recv_msg.done = dummy_recv_done_handler;/* For every registered interface, send the event. */ -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { - intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) { +if (intf->intf_num ==-1 ) +/* Interface was not ready yet. */ continue ;/* Send the event announcing the panic. */
@@ -3695,13 +3683,14 @@ static void send_panic_events(char *str)if (!str)return ; -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { +/* For every registered interface, send the event. */ +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) {char *p = str;struct ipmi_ipmb_addr *ipmb;int j; - intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) +if (intf->intf_num ==-1 ) +/* Interface was not ready yet. */ continue ;/* First job here is to figure out where to send the
@@ -3827,7 +3816,6 @@ static int panic_event(struct notifier_bunsigned long event, void *ptr) { - int i; ipmi_smi_t intf;if (has_panicked)
@@ -3835,9 +3823,9 @@ static int panic_event(struct notifier_b has_panicked =1 ;/* For every registered interface, set it to run to completion. */ -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { - intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) { +if (intf->intf_num ==-1 ) +/* Interface was not ready yet. */ continue ; intf->handlers->set_run_to_completion (intf->send_info,1 );
@@ -3858,7 +3846,6 @@ static struct notifier_block panic_blockstatic int ipmi_init_msghandler (void ) { -int i;int rv;if (initialized)
@@ -3873,9 +3860,6 @@ static int ipmi_init_msghandler(void)printk (KERN_INFO "ipmi message handler version " IPMI_DRIVER_VERSION "\n" ); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) - ipmi_interfaces[i] =NULL ; -#ifdef CONFIG_PROC_FS proc_ipmi_root =proc_mkdir ("ipmi" ,NULL );if (!proc_ipmi_root) {
Quoted 20 lines · On Fri, 1 Dec 2006 22:24:22 -0600 Corey Minyard <[email protected]> wrote:
This patch removes the arbitrary limit of number of IPMI interfaces. This has been tested with 8 interfaces.
Signed-off-by Corey Minyard <[email protected]>Cc Carol Hebert <[email protected]>..
drivers/char/ipmi/ipmi_msghandler.c +7
-2+struct watcher_entry { +struct list_head link; +int intf_num; +}; +int ipmi_smi_watcher_register (struct ipmi_smi_watcher *watcher) { -int i; -unsigned long flags; +ipmi_smi_t intf; +struct list_head to_deliver =LIST_HEAD_INIT (to_deliver);
drivers/char/ipmi/ipmi_msghandler.c static void intf_free(struct kref *ref) · line 437
Quoted 10 lines
drivers/char/ipmi/ipmi_msghandler.c +10
-0+struct watcher_entry *e, *e2; + +mutex_lock (&ipmi_interfaces_mutex); + +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) { +if (intf->intf_num ==-1 ) +continue ; + e =kmalloc (sizeof (*e),GFP_KERNEL ); +if (!e) + goto out_err;
You miss a mutex_unlock(&ipmi_interfaces_mutex) here
Quoted 38 lines
drivers/char/ipmi/ipmi_msghandler.c +19
-9+ e->intf_num = intf->intf_num; +list_add_tail (&e->link, &to_deliver); + }down_write (&smi_watchers_sem);list_add (&(watcher->link), &smi_watchers);up_write (&smi_watchers_sem); -spin_lock_irqsave (&interfaces_lock, flags); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { -ipmi_smi_t intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) -continue ; -spin_unlock_irqrestore (&interfaces_lock, flags); - watcher->new_smi (i, intf->si_dev); -spin_lock_irqsave (&interfaces_lock, flags); + +mutex_unlock (&ipmi_interfaces_mutex); + +list_for_each_entry_safe (e, e2, &to_deliver, link) { +list_del (&e->link); + watcher->new_smi (e->intf_num, intf->si_dev); +kfree (e); } -spin_unlock_irqrestore (&interfaces_lock, flags); + +return 0 ; + + out_err: +list_for_each_entry_safe (e, e2, &to_deliver, link) { +list_del (&e->link); +kfree (e); + } +return -ENOMEM ; }
Quoted 28 lines · Andrew Morton
Quoted 24 lines · On Fri, 1 Dec 2006 22:24:22 -0600 Corey Minyard <[email protected]> wrote:
This patch removes the arbitrary limit of number of IPMI interfaces. This has been tested with 8 interfaces.
Signed-off-by Corey Minyard <[email protected]>Cc Carol Hebert <[email protected]>..
drivers/char/ipmi/ipmi_msghandler.c +12
-2+struct watcher_entry { +struct list_head link; +int intf_num; +}; +int ipmi_smi_watcher_register (struct ipmi_smi_watcher *watcher) { -int i; -unsigned long flags; +ipmi_smi_t intf; +struct list_head to_deliver =LIST_HEAD_INIT (to_deliver); +struct watcher_entry *e, *e2; + +mutex_lock (&ipmi_interfaces_mutex); + +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) {
Quoted 9 lines
drivers/char/ipmi/ipmi_msghandler.c static void intf_free(struct kref *ref) · line 437
Quoted 6 lines
drivers/char/ipmi/ipmi_msghandler.c +5
-0+if (intf->intf_num ==-1 ) +continue ; + e =kmalloc (sizeof (*e),GFP_KERNEL ); +if (!e) + goto out_err;You miss a
mutex_unlock(&ipmi_interfaces_mutex)here
This is actually fixed in patch 4 (ipmi-system-interface-hotplug.patch)
-Corey
Quoted 3 lines · Corey Minyard
This patch removes the arbitrary limit of number of IPMI interfaces. This has been tested with 8 interfaces.
I got a bit lost in this patch, so applied it to 2.6.19-rc6 and looked over the resulting file. Some of the issues predate this patch, which I guess goes to show that I have not been paying enough attention. I do not claim to be an IPMI expert, so may well be missing something.
In general, though, good application of RCU -- SMIs and locks don't get along so well. ;-)
All that said, here are my thoughts. The first two issues (marked with "!") seem to need the most urgent attention.
Thanx, Paul
drivers/char/ipmi/ipmi_msghandler.c:
! clean_up_interface_data(), line 394: What prevents an RCU reader
from finding the raw list_head "list" and interpreting stack garbage as a semi-valid ipmi_smi_t? (The list_add_rcu() adds an unadorned struct list_head to the list.)
Unless the RCU readers do something clever to reject this entry, should instead link an ipmi_smi_t into the list to avoid confusing the readers. See below, at least some RCU readers are not being clever.
! clean_up_interface_data(), line 395: If RCU readers expect to
terminate their list traversal by finding the header, they could well be severely disappointed when the list_del_rcu() removes it... The header being removed is the cmd_rcvrs field of the ipmi_smi_t.
o ipmi_destroy_user() line 880 does such a scan, but
under the cmd_rcvrs_mutex, so OK. Doesn't really need the _rcu suffix here, but doesn't hurt to have it.
o find_cmd_rcvr() line 992 does such a scan. It is
invoked as follows:
o Under cmd_rcvrs_mutex near line 1064 in
ipmi_unregister_for_cmd().
! Under rcu_read_lock() near line 2686 in
handle_ipmb_get_msg_cmd(), called from handle_new_recv_msg(), in turn called from:
o ipmi_smi_msg_received() line 3287.
This may be called externally, so cannot hold the cmd_rcvrs_mutex.
o ipmi_timeout_handler() line 3428,
called from ipmi_timeout() near line 3493. This is called from the timeout system (setup_timer() and mod_timer()), so cannot hold the lock.
This loop also references a number of fields outside of the list_head, so is a problem for the addition of the raw struct list_head.
o is_cmd_rcvr_exclusive() at line 1007. This is called
from ipmi_register_for_cmd(), but under cmd_rcvrs_mutex, so OK as is.
o ipmi_register_smi() line 2494 initializes a newly
allocated structure, so not yet accessible to readers.
One way to fix this would be to leave the next pointer referencing the old list header, so that readers would find their way home. This would require waiting for a grace period after making this change, for example (untested, probably broken, but hopefully gets the idea across):
if (list_empty(&intf->cmd_rcvrs))
INIT_LIST_HEAD(&list);
else {
list->next = intf->cmd_rcvrs->next; list->prev = intf->cmd_rcvrs->prev; intf->cmd_rcvrs->next = &intf->cmd_rcvrs; intf->cmd_rcvrs->prev = &intf->cmd_rcvrs;
/* List body still points to intf->cmd_rcvrs. */
synchronize_rcu();
/* All readers have exited list body. */
list->next->prev = &list;
list->prev->next = &list;
}
/*
* Note that we -don't- need the synchronize_rcu()
* currently following the mutex_unlock(). */
If this sort of thing happens often, we should make a list_privatize_rcu(global_list, local_receiving_list) or some such.
! ipmi_register_smi() near line 2504: how does "i" get assigned
to intf->intf_num before the struct is visible to RCU readers? Or why doesn't it have to be? It is initialized to -1, so maybe that helps...
OK, I see the assignment at line 2561 near the end of ipmi_register_smi() -- it "turns on" the new ipmi_smi_t structure.
But what keeps the memory ordering straight??? I believe you
need an smp_wmb() before the "intf->intf_num = i;" assignment.
Memory barriers will also be needed in the scan loops, most likely.
But why not simply fully initialize -before- making this globally visible to RCU readers??? You do have a bunch of intervening setup, but does the entry -really- need to be linked "invisibly" into the list for this setup to work? The /proc stuff seems harmless enough. Besides, ipmi_unregister_smi() removes the entry from the list before undoing the /proc stuff.
Or does the BMC registry somehow require this? (Can't see
why, as the "-1" ID won't be found by the search, right?) If so, can you instead have a global pointer that references the to-be-inserted item? You would then assign to the global pointer using rcu_assign_pointer() -- then wait a grace period after adding to the real list before NULLing the global pointer.
? ipmi_smi_watcher_register(), line 432: list_for_each_entry_rcu()
protected by lock. OK, but _rcu suffix unnecessary.
? ipmi_destroy_user() line 880 uses list_for_each_entry_rcu()
under ->cmd_rcvrs_mutex, not clear why. (Scanning the cmd_rcvrs field of an ipmi_smi_t.)
---
Rough notes:
o The "cmd_rcvrs" list in an ipmi_smi_t appears to be guarded
by the "cmd_rcvrs_mutex" lock in that same structure. The type of each entry in this list is struct cmd_rcvr.
o The global variable ipmi_interfaces holds a list of ipmi_smi_t
linked through the "link" field. It is guarded by the global ipmi_interfaces_mutex (and all uses do appear to be protected by this lock, with the exception of RCU read-side critical sections, as required).
Uses:
o Scanned lock-free by ipmi_create_user() near line 797.
o Scanned lock-free by ipmi_request_event() near line 3460.
o Scanned lock-free by send_panic_events() near line 3624
and 3652. The required rcu_read_lock() is supplied by the atomic notifier-chain infrastructure.
o Scanned lock-free by panic_event() near line 3791.
The required rcu_read_lock() is supplied by the atomic notifier-chain infrastructure.
Other ipmi_smi_t fields scanned by RCU:
o users, ipmi_user_t list linked from the users field of
an ipmi_smi_t. list_add_rcu() near line 832 of
ipmi_create_user(). Also list_del_rcu() near line 862 of ipmi_destroy_user(). Protected by seq_lock field of ipmi_smi_t (and all uses do appear to be protected, with the exception of RCU read-side critical sections, as required). Scanned by ipmi_smi_watchdog_pretimeout() near line 3307.
o cmd_rcvrs, linked through field "link". Scanned lock-free
by find_cmd_rcvr() near line 992. Also by is_cmd_rcvr_exclusive() near line 1007. Protected by cmd_rcvrs_mutex in ipmi_smi_t (and all uses do appear to be protected by this lock, with the exception of RCU read-side critical sections, as required).
o The global variable smi_watchers contains a list of
ipmi_smi_watcher entries. No list_add_rcu(), so must not be RCU-protected. This list is protected by smi_watchers_sem. In ipmi_smi_watcher_register(), this list is also guarded by ipmi_interfaces_mutex.
List of rcu_read_lock() calls:
o 797: scan ipmi_interfaces.
o 2685: invoke find_cmd_rcvr(), increment kref.
find_cmd_rcvr() scans the specified interface's cmd_rcvrs list.
o 2867: invoke find_cmd_rcvr(), increment kref. This code is
-very- similar to that at 2685, FWIW.
o 2981: scan the "users" list of the ipmi_smi_t receiving an event.
o 3306: scan the "users" list of the ipmi_smi_t receiving a timeout.
o 3422: scan the ipmi_interfaces list, looking for ipmi_smi_t
structs that need timeout processing.
o 3459: scan the ipmi_interfaces list, invoking request_events
handler on each one's send_info field.
Quoted 408 lines
Signed-off-by Corey Minyard <[email protected]>Cc Carol Hebert <[email protected]>Index:
linux-2.6.19-rc6/drivers/char/ipmi/ipmi_msghandler.c
===================================================================drivers/char/ipmi/ipmi_msghandler.c +97
-114@@ -193,6 +193,9 @@ struct ipmi_smistruct kref refcount; +/* Used for a list of interfaces. */ +struct list_head link; +/* The list of upper layers that are using me. seq_lock * protects this. */ struct list_head users;@@ -338,13 +341,6 @@ struct ipmi_smi };#define to_si_intf_from_dev (device) container_of(device, struct ipmi_smi, dev) -/* Used to mark an interface entry that cannot be used but is not a -* free entry, either, primarily used at creation and deletion time so -* a slot doesn't get reused too quickly. */ -#define IPMI_INVALID_INTERFACE_ENTRY ((ipmi_smi_t) ((long) 1)) -#define IPMI_INVALID_INTERFACE (i) (((i) == NULL) \ - || (i == IPMI_INVALID_INTERFACE_ENTRY)) -/** * The driver model view of the IPMI messaging driver. */ @@ -354,11 +350,8 @@ static struct device_driver ipmidriver = };static DEFINE_MUTEX (ipmidriver_mutex); -#define MAX_IPMI_INTERFACES 4 -static ipmi_smi_t ipmi_interfaces[MAX_IPMI_INTERFACES ]; - -/* Directly protects the ipmi_interfaces data structure. */ -static DEFINE_SPINLOCK (interfaces_lock); +static struct list_head ipmi_interfaces =LIST_HEAD_INIT (ipmi_interfaces); +static DEFINE_MUTEX (ipmi_interfaces_mutex);/* List of watchers that want to know when smi's are added and deleted. */ @@ -423,25 +416,50 @@ static void intf_free(struct kref *ref)kfree (intf); } +struct watcher_entry { +struct list_head link; +int intf_num; +}; +int ipmi_smi_watcher_register (struct ipmi_smi_watcher *watcher) { -int i; -unsigned long flags; +ipmi_smi_t intf; +struct list_head to_deliver =LIST_HEAD_INIT (to_deliver); +struct watcher_entry *e, *e2; + +mutex_lock (&ipmi_interfaces_mutex); + +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) { +if (intf->intf_num ==-1 ) +continue ; + e =kmalloc (sizeof (*e),GFP_KERNEL ); +if (!e) + goto out_err; + e->intf_num = intf->intf_num; +list_add_tail (&e->link, &to_deliver); + }down_write (&smi_watchers_sem);list_add (&(watcher->link), &smi_watchers);up_write (&smi_watchers_sem); -spin_lock_irqsave (&interfaces_lock, flags); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { -ipmi_smi_t intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) -continue ; -spin_unlock_irqrestore (&interfaces_lock, flags); - watcher->new_smi (i, intf->si_dev); -spin_lock_irqsave (&interfaces_lock, flags); + +mutex_unlock (&ipmi_interfaces_mutex); + +list_for_each_entry_safe (e, e2, &to_deliver, link) { +list_del (&e->link); + watcher->new_smi (e->intf_num, intf->si_dev); +kfree (e); } -spin_unlock_irqrestore (&interfaces_lock, flags); + +return 0 ; + + out_err: +list_for_each_entry_safe (e, e2, &to_deliver, link) { +list_del (&e->link); +kfree (e); + } +return -ENOMEM ; }int ipmi_smi_watcher_unregister (struct ipmi_smi_watcher *watcher)@@ -776,17 +794,19 @@ int ipmi_create_user(unsigned intif (!new_user)return -ENOMEM ; -spin_lock_irqsave (&interfaces_lock, flags); - intf = ipmi_interfaces[if_num]; -if ((if_num >=MAX_IPMI_INTERFACES ) ||IPMI_INVALID_INTERFACE (intf)) { -spin_unlock_irqrestore (&interfaces_lock, flags); - rv = -EINVAL ; - goto out_kfree; +rcu_read_lock (); +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) { +if (intf->intf_num == if_num) + goto found; } +rcu_read_unlock (); + rv = -EINVAL ; + goto out_kfree; + found:/* Note that each existing user holds a refcount to the interface. */ kref_get (&intf->refcount); -spin_unlock_irqrestore (&interfaces_lock, flags); +rcu_read_unlock ();kref_init (&new_user->refcount); new_user->handler = handler;@@ -2449,9 +2469,10 @@ int ipmi_register_smi(struct ipmi_smi_haint i, j;int rv;ipmi_smi_t intf; -unsigned long flags; +ipmi_smi_t tintf;int version_major;int version_minor; +struct list_head *link; version_major =ipmi_version_major (device_id); version_minor =ipmi_version_minor (device_id);@@ -2477,7 +2498,7 @@ int ipmi_register_smi(struct ipmi_smi_hakfree (intf);return -ENOMEM ; } - intf->intf_num =-1 ; + intf->intf_num =-1 ;/* Mark it invalid for now. */ kref_init (&intf->refcount); intf->bmc->id = *device_id; intf->si_dev = si_dev;@@ -2511,20 +2532,22 @@ int ipmi_register_smi(struct ipmi_smi_haspin_lock_init (&intf->counter_lock); intf->proc_dir =NULL ; - rv = -ENOMEM ; -spin_lock_irqsave (&interfaces_lock, flags); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { -if (ipmi_interfaces[i] ==NULL ) { - intf->intf_num = i; -/* Reserve the entry till we are done. */ - ipmi_interfaces[i] =IPMI_INVALID_INTERFACE_ENTRY ; - rv =0 ; +mutex_lock (&ipmi_interfaces_mutex); +/* Look for a hole in the numbers. */ + i =0 ; + link = &ipmi_interfaces; +list_for_each_entry_rcu (tintf, &ipmi_interfaces, link) { +if (tintf->intf_num != i) { + link = &tintf->link;break ; } + i++; } -spin_unlock_irqrestore (&interfaces_lock, flags); -if (rv) - goto out; +/* Add the new interface in numeric order. */ +if (i ==0 ) +list_add_rcu (&intf->link, &ipmi_interfaces); +else +list_add_tail_rcu (&intf->link, link); rv = handlers->start_processing (send_info, intf);if (rv)@@ -2562,16 +2585,14 @@ int ipmi_register_smi(struct ipmi_smi_haif (rv) {if (intf->proc_dir)remove_proc_entries (intf); +list_del_rcu (&intf->link); +mutex_unlock (&ipmi_interfaces_mutex); +synchronize_rcu ();kref_put (&intf->refcount, intf_free); -if (i <MAX_IPMI_INTERFACES ) { -spin_lock_irqsave (&interfaces_lock, flags); - ipmi_interfaces[i] =NULL ; -spin_unlock_irqrestore (&interfaces_lock, flags); - } }else { -spin_lock_irqsave (&interfaces_lock, flags); - ipmi_interfaces[i] = intf; -spin_unlock_irqrestore (&interfaces_lock, flags); +/* After this point the interface is legal to use. */ + intf->intf_num = i; +mutex_unlock (&ipmi_interfaces_mutex);call_smi_watchers (i, intf->si_dev); }@@ -2580,26 +2601,14 @@ int ipmi_register_smi(struct ipmi_smi_haint ipmi_unregister_smi (ipmi_smi_t intf) { -int i;struct ipmi_smi_watcher *w; -unsigned long flags;ipmi_bmc_unregister (intf); -spin_lock_irqsave (&interfaces_lock, flags); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { -if (ipmi_interfaces[i] == intf) { -/* Set the interface number reserved until we -* are done. */ - ipmi_interfaces[i] =IPMI_INVALID_INTERFACE_ENTRY ; - intf->intf_num =-1 ; -break ; - } - } -spin_unlock_irqrestore (&interfaces_lock,flags); - -if (i ==MAX_IPMI_INTERFACES ) -return -ENODEV ; +mutex_lock (&ipmi_interfaces_mutex); +list_del_rcu (&intf->link); +mutex_unlock (&ipmi_interfaces_mutex); +synchronize_rcu ();remove_proc_entries (intf);@@ -2607,14 +2616,9 @@ int ipmi_unregister_smi(ipmi_smi_t intf)an interface is gone. */ down_read (&smi_watchers_sem);list_for_each_entry (w, &smi_watchers, link) - w->smi_gone (i); + w->smi_gone (intf->intf_num);up_read (&smi_watchers_sem); -/* Allow the entry to be reused now. */ -spin_lock_irqsave (&interfaces_lock, flags); - ipmi_interfaces[i] =NULL ; -spin_unlock_irqrestore (&interfaces_lock,flags); -kref_put (&intf->refcount, intf_free);return 0 ; }@@ -3446,18 +3450,12 @@ static void ipmi_timeout_handler(long tistruct ipmi_recv_msg *msg, *msg2;struct ipmi_smi_msg *smi_msg, *smi_msg2;unsigned long flags; -int i, j; +int i;INIT_LIST_HEAD (&timeouts); -spin_lock (&interfaces_lock); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { - intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) -continue ; -kref_get (&intf->refcount); -spin_unlock (&interfaces_lock); - +rcu_read_lock (); +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) {/* See if any waiting messages need to be processed. */ spin_lock_irqsave (&intf->waiting_msgs_lock, flags); list_for_each_entry_safe(smi_msg, smi_msg2,@@ -3477,35 +3475,26 @@ static void ipmi_timeout_handler(long tihave timed out, putting them in the timeouts list. */ spin_lock_irqsave (&intf->seq_lock, flags); -for (j =0 ; j <IPMI_IPMB_NUM_SEQ ; j++) -check_msg_timeout (intf, &(intf->seq_table[j]), - &timeouts, timeout_period, j, +for (i =0 ; i <IPMI_IPMB_NUM_SEQ ; i++) +check_msg_timeout (intf, &(intf->seq_table[i]), + &timeouts, timeout_period, i, &flags);spin_unlock_irqrestore (&intf->seq_lock, flags);list_for_each_entry_safe (msg, msg2, &timeouts, link)handle_msg_timeout (msg); - -kref_put (&intf->refcount, intf_free); -spin_lock (&interfaces_lock); } -spin_unlock (&interfaces_lock); +rcu_read_unlock (); }static void ipmi_request_event (void ) {ipmi_smi_t intf; -int i; - -spin_lock (&interfaces_lock); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { - intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) -continue ; +rcu_read_lock (); +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) intf->handlers->request_events (intf->send_info); - } -spin_unlock (&interfaces_lock); +rcu_read_unlock (); }static struct timer_list ipmi_timer;@@ -3634,7 +3623,6 @@ static void send_panic_events(char *str)struct kernel_ipmi_msg msg;ipmi_smi_t intf;unsigned char data[16 ]; -int i;struct ipmi_system_interface_addr *si;struct ipmi_addr addr;struct ipmi_smi_msg smi_msg;@@ -3668,9 +3656,9 @@ static void send_panic_events(char *str) recv_msg.done = dummy_recv_done_handler;/* For every registered interface, send the event. */ -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { - intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) { +if (intf->intf_num ==-1 ) +/* Interface was not ready yet. */ continue ;/* Send the event announcing the panic. */ @@ -3695,13 +3683,14 @@ static void send_panic_events(char *str)if (!str)return ; -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { +/* For every registered interface, send the event. */ +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) {char *p = str;struct ipmi_ipmb_addr *ipmb;int j; - intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) +if (intf->intf_num ==-1 ) +/* Interface was not ready yet. */ continue ;/* First job here is to figure out where to send the @@ -3827,7 +3816,6 @@ static int panic_event(struct notifier_bunsigned long event, void *ptr) { - int i; ipmi_smi_t intf;if (has_panicked)@@ -3835,9 +3823,9 @@ static int panic_event(struct notifier_b has_panicked =1 ;/* For every registered interface, set it to run to completion. */ -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) { - intf = ipmi_interfaces[i]; -if (IPMI_INVALID_INTERFACE (intf)) +list_for_each_entry_rcu (intf, &ipmi_interfaces, link) { +if (intf->intf_num ==-1 ) +/* Interface was not ready yet. */ continue ; intf->handlers->set_run_to_completion (intf->send_info,1 );@@ -3858,7 +3846,6 @@ static struct notifier_block panic_blockstatic int ipmi_init_msghandler (void ) { -int i;int rv;if (initialized)@@ -3873,9 +3860,6 @@ static int ipmi_init_msghandler(void)printk (KERN_INFO "ipmi message handler version " IPMI_DRIVER_VERSION "\n" ); -for (i =0 ; i <MAX_IPMI_INTERFACES ; i++) - ipmi_interfaces[i] =NULL ; -#ifdef CONFIG_PROC_FS proc_ipmi_root =proc_mkdir ("ipmi" ,NULL );if (!proc_ipmi_root) { -To unsubscribe from this list: send the line "unsubscribe linux-kernel" in the body of a message to [email protected]
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/
Quoted 97 lines · Paul E. McKenney
Quoted 3 lines · Corey Minyard
This patch removes the arbitrary limit of number of IPMI interfaces. This has been tested with 8 interfaces.
I got a bit lost in this patch, so applied it to 2.6.19-rc6 and looked over the resulting file. Some of the issues predate this patch, which I guess goes to show that I have not been paying enough attention. I do not claim to be an IPMI expert, so may well be missing something.
In general, though, good application of RCU -- SMIs and locks don't get along so well. ;-)
All that said, here are my thoughts. The first two issues (marked with "!") seem to need the most urgent attention.
Thanx, Paul
drivers/char/ipmi/ipmi_msghandler.c:!
clean_up_interface_data(), line 394: What prevents an RCU reader
from finding the rawlist_head"list" and interpreting stack garbage as a semi-validipmi_smi_t? (Thelist_add_rcu()adds an unadorned structlist_headto the list.)Unless the RCU readers do something clever to reject this entry, should instead link an
ipmi_smi_tinto the list to avoid confusing the readers. See below, at least some RCU readers are not being clever.!
clean_up_interface_data(), line 395: If RCU readers expect to
terminate their list traversal by finding the header, they could well be severely disappointed when thelist_del_rcu()removes it... The header being removed is thecmd_rcvrsfield of theipmi_smi_t.o
ipmi_destroy_user()line 880 does such a scan, but
under thecmd_rcvrs_mutex, so OK. Doesn't really need the_rcusuffix here, but doesn't hurt to have it.o
find_cmd_rcvr()line 992 does such a scan. It is
invoked as follows:o Under
cmd_rcvrs_mutexnear line 1064 in
ipmi_unregister_for_cmd().! Under
rcu_read_lock()near line 2686 in
handle_ipmb_get_msg_cmd(), called fromhandle_new_recv_msg(), in turn called from:o
ipmi_smi_msg_received()line 3287.
This may be called externally, so cannot hold thecmd_rcvrs_mutex.o
ipmi_timeout_handler()line 3428,
called fromipmi_timeout()near line 3493. This is called from the timeout system (setup_timer()andmod_timer()), so cannot hold the lock.This loop also references a number of fields outside of the
list_head, so is a problem for the addition of the raw structlist_head.o
is_cmd_rcvr_exclusive()at line 1007. This is called
fromipmi_register_for_cmd(), but undercmd_rcvrs_mutex, so OK as is.o
ipmi_register_smi()line 2494 initializes a newly
allocated structure, so not yet accessible to readers.One way to fix this would be to leave the next pointer referencing the old list header, so that readers would find their way home. This would require waiting for a grace period after making this change, for example (untested, probably broken, but hopefully gets the idea across):
if (
list_empty(&intf->cmd_rcvrs))
INIT_LIST_HEAD(&list);
else {
list->next=intf->cmd_rcvrs->next;list->prev=intf->cmd_rcvrs->prev;intf->cmd_rcvrs->next=&intf->cmd_rcvrs;intf->cmd_rcvrs->prev=&intf->cmd_rcvrs;/* List body still points to
intf->cmd_rcvrs. */
synchronize_rcu();/* All readers have exited list body. */
list->next->prev= &list;
list->prev->next= &list;
}
Quoted 8 lines
/*
* Note that we -don't- need thesynchronize_rcu()
* currently following themutex_unlock(). */If this sort of thing happens often, we should make a
list_privatize_rcu(global_list, local_receiving_list)or some such.
Oops, yes, this is a big problem. I didn't want to delete the items one at a time and wait for each because that could take a long time. But I missed the end of list thing.
Quoted 20 lines
!
ipmi_register_smi()near line 2504: how does "i" get assigned
tointf->intf_numbefore the struct is visible to RCU readers? Or why doesn't it have to be? It is initialized to -1, so maybe that helps...OK, I see the assignment at line 2561 near the end of
ipmi_register_smi()-- it "turns on" the newipmi_smi_tstructure.
But what keeps the memory ordering straight??? I believe you
need ansmp_wmb()before the "intf->intf_num= i;" assignment.Memory barriers will also be needed in the scan loops, most likely.
But why not simply fully initialize -before- making this globally visible to RCU readers??? You do have a bunch of intervening setup, but does the entry -really- need to be linked "invisibly" into the list for this setup to work? The /proc stuff seems harmless enough. Besides,
ipmi_unregister_smi()removes the entry from the list before undoing the /proc stuff.
Quoted 7 lines
Or does the BMC registry somehow require this? (Can't see
why, as the "-1" ID won't be found by the search, right?) If so, can you instead have a global pointer that references the to-be-inserted item? You would then assign to the global pointer usingrcu_assign_pointer()-- then wait a grace period after adding to the real list before NULLing the global pointer.
This is subtle, but the entry must be in the interfaces list for the timer operations to occur on it (and thus for operations to time out if they fail). Before you make the entry available, you have to talk to the IPMI controller to get configuration information. However, you don't want it to appear as a normal entry yet. This is not really clean, I agree, but it does work with the added memory barriers.
I believe a read barrier is needed in one place in ipmi_create_user(), but that's all I found that looked like it was needed.
Quoted 3 lines
?
ipmi_smi_watcher_register(), line 432:list_for_each_entry_rcu()
protected by lock. OK, but_rcusuffix unnecessary.
Ok.
Quoted 4 lines
?
ipmi_destroy_user()line 880 useslist_for_each_entry_rcu()under ->cmd_rcvrs_mutex, not clear why. (Scanning the cmd_rcvrs field of an ipmi_smi_t.)
Well, it's either that or list_for_entry_safe(), because entries are being deleted. I can change it to safe if you think that is more clear.
Thanks for all your help. I have a patch ready to go, expect that in a few minutes.
-Corey