iscsi: Report connection state on sysfs
PATCH v2 1/1 iscsi: Report connection state on sysfs
If an iSCSI connection happens to fail while the daemon isn't running (due to a crash or for another reason), the kernel failure report is not received. When the daemon restarts, there is insufficient kernel state in sysfs for it to know that this happened. open-iscsi tries to reopen every connection, but on different initiators, we'd like to know which connections have failed.
There is session->state, but that has a different lifetime than an iSCSI connection, so it doesn't directly relflect the connection state.
--- drivers/scsi/libiscsi.c | 7 +++++- drivers/scsi/scsi_transport_iscsi.c | 38 ++++++++++++++++++++++++++++- include/scsi/scsi_transport_iscsi.h | 8 ++++++ 3 files changed, 51 insertions(+), 2 deletions(-)
drivers/scsi/libiscsi.c +6 -1
@@ -3153,13 +3153,18 @@ void iscsi_conn_stop(struct iscsi_cls_conn *cls_conn, int flag)switch (flag) {case STOP_CONN_RECOVER : + cls_conn->state =ISCSI_CONN_FAILED ; +break ;case STOP_CONN_TERM : -iscsi_start_session_recovery (session, conn, flag); + cls_conn->state =ISCSI_CONN_DOWN ;break ;default :iscsi_conn_printk (KERN_ERR , conn,"invalid stop flag %d\n" , flag); +return ; } + +iscsi_start_session_recovery (session, conn, flag); }EXPORT_SYMBOL_GPL (iscsi_conn_stop);
drivers/scsi/scsi_transport_iscsi.c +37 -1
@@ -2276,6 +2276,7 @@ iscsi_create_conn(struct iscsi_cls_session *session, int dd_size, uint32_t cid)INIT_LIST_HEAD (&conn->conn_list_err); conn->transport = transport; conn->cid = cid; + conn->state =ISCSI_CONN_DOWN ;/* this is released in the dev's release function */ if (!get_device (&session->dev))
@@ -3709,8 +3710,11 @@ iscsi_if_recv_msg(struct sk_buff *skb, struct nlmsghdr *nlh, uint32_t *group)break ;case ISCSI_UEVENT_START_CONN : conn =iscsi_conn_lookup (ev->u.start_conn.sid, ev->u.start_conn.cid); -if (conn) +if (conn) { ev->r.retcode = transport->start_conn (conn); +if (!ev->r.retcode) + conn->state =ISCSI_CONN_UP ; + }else err = -EINVAL ;break ;
@@ -3907,6 +3911,35 @@ iscsi_conn_attr(tcp_xmit_wsf, ISCSI_PARAM_TCP_XMIT_WSF);iscsi_conn_attr (tcp_recv_wsf,ISCSI_PARAM_TCP_RECV_WSF );iscsi_conn_attr (local_ipaddr,ISCSI_PARAM_LOCAL_IPADDR ); +static const struct { +int value; +char *name; +} connection_state_names[] = { + {ISCSI_CONN_UP ,"up" }, + {ISCSI_CONN_DOWN ,"down" }, + {ISCSI_CONN_FAILED ,"failed" } +}; + +static const char *connection_state_name (int state) +{ +int i; + +for (i =0 ; i <ARRAY_SIZE (connection_state_names); i++) { +if (connection_state_names[i].value == state) +return connection_state_names[i].name; + } +return NULL ; +} + +static ssize_t show_conn_state (struct device *dev, +struct device_attribute *attr,char *buf) +{ +struct iscsi_cls_conn *conn =iscsi_dev_to_conn (dev->parent); + +return sprintf (buf,"%s\n" ,connection_state_name (conn->state)); +} +static ISCSI_CLASS_ATTR(conn, state, S_IRUGO, show_conn_state, + NULL);#define iscsi_conn_ep_attr_show (param) \ static ssize_t show_conn_ep_param_##param(struct device *dev, \
@@ -3976,6 +4009,7 @@ static struct attribute *iscsi_conn_attrs[] = { &dev_attr_conn_tcp_xmit_wsf.attr, &dev_attr_conn_tcp_recv_wsf.attr, &dev_attr_conn_local_ipaddr.attr, + &dev_attr_conn_state.attr, NULL, };
@@ -4047,6 +4081,8 @@ static umode_t iscsi_conn_attr_is_visible(struct kobject *kobj, param =ISCSI_PARAM_TCP_RECV_WSF ; else if (attr == &dev_attr_conn_local_ipaddr.attr) param =ISCSI_PARAM_LOCAL_IPADDR ; + else if (attr == &dev_attr_conn_state.attr) +return S_IRUGO ; else {WARN_ONCE (1 ,"Invalid conn attr" );return 0 ;
include/scsi/scsi_transport_iscsi.h +8 -0
@@ -188,6 +188,13 @@ extern void iscsi_ping_comp_event(uint32_t host_no, uint32_t status, uint32_t pid, uint32_t data_size, uint8_t *data); +/* iscsi class connection state */ +enum { +ISCSI_CONN_UP =0 , +ISCSI_CONN_DOWN , +ISCSI_CONN_FAILED , +}; +struct iscsi_cls_conn {struct list_head conn_list;/* item in connlist */ struct list_head conn_list_err;/* item in connlist_err */
@@ -198,6 +205,7 @@ struct iscsi_cls_conn {struct iscsi_endpoint *ep;struct device dev;/* sysfs transport/container device */ +int state; };#define iscsi_dev_to_conn (_dev) \
Signature · 1 line
2.25.0
Quoted 19 lines · Gabriel Krisman Bertazi
drivers/scsi/scsi_transport_iscsi.c +19
-0+static const struct { +int value; +char *name; +} connection_state_names[] = { + {ISCSI_CONN_UP ,"up" }, + {ISCSI_CONN_DOWN ,"down" }, + {ISCSI_CONN_FAILED ,"failed" } +}; + +static const char *connection_state_name (int state) +{ +int i; + +for (i =0 ; i <ARRAY_SIZE (connection_state_names); i++) { +if (connection_state_names[i].value == state) +return connection_state_names[i].name; + } +return NULL ; +}
drivers/scsi/scsi_transport_iscsi.c iscsi_conn_attr(tcp_xmit_wsf, ISCSI_PARAM_TCP_XMIT_WSF); · line 3942
Quoted 10 lines
drivers/scsi/scsi_transport_iscsi.c +10
-0+ +static ssize_t show_conn_state (struct device *dev, +struct device_attribute *attr,char *buf) +{ +struct iscsi_cls_conn *conn =iscsi_dev_to_conn (dev->parent); + +return sprintf (buf,"%s\n" ,connection_state_name (conn->state)); +} +static ISCSI_CLASS_ATTR(conn, state, S_IRUGO, show_conn_state, + NULL);
What has been changed in v2 compared to v1? Please always include a changelog when posting a new version.
Additionally, it seems like the comment I posted on v1 has not been addressed?
Thanks,
Bart.
Quoted 34 lines · Bart Van Assche
Quoted 19 lines · Gabriel Krisman Bertazi
drivers/scsi/scsi_transport_iscsi.c +19
-0+static const struct { +int value; +char *name; +} connection_state_names[] = { + {ISCSI_CONN_UP ,"up" }, + {ISCSI_CONN_DOWN ,"down" }, + {ISCSI_CONN_FAILED ,"failed" } +}; + +static const char *connection_state_name (int state) +{ +int i; + +for (i =0 ; i <ARRAY_SIZE (connection_state_names); i++) { +if (connection_state_names[i].value == state) +return connection_state_names[i].name; + } +return NULL ; +}drivers/scsi/scsi_transport_iscsi.c iscsi_conn_attr(tcp_xmit_wsf, ISCSI_PARAM_TCP_XMIT_WSF); · line 3942
Quoted 10 lines
drivers/scsi/scsi_transport_iscsi.c +10
-0+ +static ssize_t show_conn_state (struct device *dev, +struct device_attribute *attr,char *buf) +{ +struct iscsi_cls_conn *conn =iscsi_dev_to_conn (dev->parent); + +return sprintf (buf,"%s\n" ,connection_state_name (conn->state)); +} +static ISCSI_CLASS_ATTR(conn, state, S_IRUGO, show_conn_state, + NULL);What has been changed in v2 compared to v1? Please always include a changelog when posting a new version.
Quoted 2 lines
Additionally, it seems like the comment I posted on v1 has not been addressed?
Hi Bart,
v2 no longer has the dependency for specific values for the state, as you requested. It follows the pattern in similar places in the iscsi code. Why would designated initializers be better than my solution?
Signature · 1 line
Gabriel Krisman Bertazi
Quoted 36 lines · Gabriel Krisman Bertazi
Quoted 34 lines · Bart Van Assche
Quoted 19 lines · Gabriel Krisman Bertazi
drivers/scsi/scsi_transport_iscsi.c +19
-0+static const struct { +int value; +char *name; +} connection_state_names[] = { + {ISCSI_CONN_UP ,"up" }, + {ISCSI_CONN_DOWN ,"down" }, + {ISCSI_CONN_FAILED ,"failed" } +}; + +static const char *connection_state_name (int state) +{ +int i; + +for (i =0 ; i <ARRAY_SIZE (connection_state_names); i++) { +if (connection_state_names[i].value == state) +return connection_state_names[i].name; + } +return NULL ; +}drivers/scsi/scsi_transport_iscsi.c iscsi_conn_attr(tcp_xmit_wsf, ISCSI_PARAM_TCP_XMIT_WSF); · line 3942
Quoted 10 lines
drivers/scsi/scsi_transport_iscsi.c +10
-0+ +static ssize_t show_conn_state (struct device *dev, +struct device_attribute *attr,char *buf) +{ +struct iscsi_cls_conn *conn =iscsi_dev_to_conn (dev->parent); + +return sprintf (buf,"%s\n" ,connection_state_name (conn->state)); +} +static ISCSI_CLASS_ATTR(conn, state, S_IRUGO, show_conn_state, + NULL);What has been changed in v2 compared to v1? Please always include a changelog when posting a new version.
Quoted 8 lines
Quoted 2 lines
Additionally, it seems like the comment I posted on v1 has not been addressed?
Hi Bart,
v2 no longer has the dependency for specific values for the state, as you requested. It follows the pattern in similar places in the iscsi code. Why would designated initializers be better than my solution?
Hi Gabriel,
How about removing the loop as follows?
static const char *const connection_state_names[] = {
[ISCSI_CONN_UP] = "up",
[ISCSI_CONN_DOWN] = "down",
[ISCSI_CONN_FAILED] = "failed",
};...
if ((unsigned)conn->state < ARRAY_SIZE(connection_state_names)) return sprintf(buf, "%s\n", connection_state_names[conn->state]); else ...
...
Thanks,
Bart.
Quoted 2 lines · Bart Van Assche
How about removing the loop as follows?
Hey, Thanks for the review.
I understand designated initializers :-P
My point was following the pattern of the other statuses sysfs files in the iSCSI layer.
But, I really don't mind. What do you think of v3 below?
-- >8 --
Subject: [PATCH v3] iscsi: Report connection state on sysfs
If an iSCSI connection happens to fail while the daemon isn't running (due to a crash or for another reason), the kernel failure report is not received. When the daemon restarts, there is insufficient kernel state in sysfs for it to know that this happened. open-iscsi tries to reopen every connection, but on different initiators, we'd like to know which connections have failed.
There is session->state, but that has a different lifetime than an iSCSI connection, so it doesn't directly relflect the connection state.
---
Changes since v2:
- Use designated initializers (Bart)
Changes since v1:
- Remove dependency of state values (Bart)
drivers/scsi/libiscsi.c | 7 ++++++- drivers/scsi/scsi_transport_iscsi.c | 28 +++++++++++++++++++++++++++- include/scsi/scsi_transport_iscsi.h | 8 ++++++++ 3 files changed, 41 insertions(+), 2 deletions(-)
drivers/scsi/libiscsi.c +6 -1
@@ -3153,13 +3153,18 @@ void iscsi_conn_stop(struct iscsi_cls_conn *cls_conn, int flag)switch (flag) {case STOP_CONN_RECOVER : + cls_conn->state =ISCSI_CONN_FAILED ; +break ;case STOP_CONN_TERM : -iscsi_start_session_recovery (session, conn, flag); + cls_conn->state =ISCSI_CONN_DOWN ;break ;default :iscsi_conn_printk (KERN_ERR , conn,"invalid stop flag %d\n" , flag); +return ; } + +iscsi_start_session_recovery (session, conn, flag); }EXPORT_SYMBOL_GPL (iscsi_conn_stop);
drivers/scsi/scsi_transport_iscsi.c +27 -1
@@ -2276,6 +2276,7 @@ iscsi_create_conn(struct iscsi_cls_session *session, int dd_size, uint32_t cid)INIT_LIST_HEAD (&conn->conn_list_err); conn->transport = transport; conn->cid = cid; + conn->state =ISCSI_CONN_DOWN ;/* this is released in the dev's release function */ if (!get_device (&session->dev))
@@ -3709,8 +3710,11 @@ iscsi_if_recv_msg(struct sk_buff *skb, struct nlmsghdr *nlh, uint32_t *group)break ;case ISCSI_UEVENT_START_CONN : conn =iscsi_conn_lookup (ev->u.start_conn.sid, ev->u.start_conn.cid); -if (conn) +if (conn) { ev->r.retcode = transport->start_conn (conn); +if (!ev->r.retcode) + conn->state =ISCSI_CONN_UP ; + }else err = -EINVAL ;break ;
@@ -3907,6 +3911,25 @@ iscsi_conn_attr(tcp_xmit_wsf, ISCSI_PARAM_TCP_XMIT_WSF);iscsi_conn_attr (tcp_recv_wsf,ISCSI_PARAM_TCP_RECV_WSF );iscsi_conn_attr (local_ipaddr,ISCSI_PARAM_LOCAL_IPADDR ); +static const char *const connection_state_names[] = { + [ISCSI_CONN_UP ] ="up" , + [ISCSI_CONN_DOWN ] ="down" , + [ISCSI_CONN_FAILED ] ="failed" +}; + +static ssize_t show_conn_state (struct device *dev, +struct device_attribute *attr,char *buf) +{ +struct iscsi_cls_conn *conn =iscsi_dev_to_conn (dev->parent); +const char *state ="unknown" ; + +if (conn->state <ARRAY_SIZE (connection_state_names)) + state = connection_state_names[conn->state]; + +return sprintf (buf,"%s\n" , state); +} +static ISCSI_CLASS_ATTR(conn, state, S_IRUGO, show_conn_state, + NULL);#define iscsi_conn_ep_attr_show (param) \ static ssize_t show_conn_ep_param_##param(struct device *dev, \
@@ -3976,6 +3999,7 @@ static struct attribute *iscsi_conn_attrs[] = { &dev_attr_conn_tcp_xmit_wsf.attr, &dev_attr_conn_tcp_recv_wsf.attr, &dev_attr_conn_local_ipaddr.attr, + &dev_attr_conn_state.attr, NULL, };
@@ -4047,6 +4071,8 @@ static umode_t iscsi_conn_attr_is_visible(struct kobject *kobj, param =ISCSI_PARAM_TCP_RECV_WSF ; else if (attr == &dev_attr_conn_local_ipaddr.attr) param =ISCSI_PARAM_LOCAL_IPADDR ; + else if (attr == &dev_attr_conn_state.attr) +return S_IRUGO ; else {WARN_ONCE (1 ,"Invalid conn attr" );return 0 ;
include/scsi/scsi_transport_iscsi.h +8 -0
@@ -188,6 +188,13 @@ extern void iscsi_ping_comp_event(uint32_t host_no, uint32_t status, uint32_t pid, uint32_t data_size, uint8_t *data); +/* iscsi class connection state */ +enum { +ISCSI_CONN_UP =0 , +ISCSI_CONN_DOWN , +ISCSI_CONN_FAILED , +}; +struct iscsi_cls_conn {struct list_head conn_list;/* item in connlist */ struct list_head conn_list_err;/* item in connlist_err */
@@ -198,6 +205,7 @@ struct iscsi_cls_conn {struct iscsi_endpoint *ep;struct device dev;/* sysfs transport/container device */ +unsigned int state; };#define iscsi_dev_to_conn (_dev) \
Signature · 1 line
2.25.0
Quoted 9 lines · Gabriel Krisman Bertazi
drivers/scsi/scsi_transport_iscsi.c +9
-0+static const char *const connection_state_names[] = { + [ISCSI_CONN_UP ] ="up" , + [ISCSI_CONN_DOWN ] ="down" , + [ISCSI_CONN_FAILED ] ="failed" +}; + +static ssize_t show_conn_state (struct device *dev, +struct device_attribute *attr,char *buf) +{
drivers/scsi/scsi_transport_iscsi.c iscsi_conn_attr(tcp_xmit_wsf, ISCSI_PARAM_TCP_XMIT_WSF); · line 3932
Quoted 10 lines
drivers/scsi/scsi_transport_iscsi.c +10
-0+struct iscsi_cls_conn *conn =iscsi_dev_to_conn (dev->parent); +const char *state ="unknown" ; + +if (conn->state <ARRAY_SIZE (connection_state_names)) + state = connection_state_names[conn->state]; + +return sprintf (buf,"%s\n" , state); +} +static ISCSI_CLASS_ATTR(conn, state, S_IRUGO, show_conn_state, + NULL);
Thank you for having made this change.
Quoted 11 lines
include/scsi/scsi_transport_iscsi.h +7
-0+/* iscsi class connection state */ +enum { +ISCSI_CONN_UP =0 , +ISCSI_CONN_DOWN , +ISCSI_CONN_FAILED , +}; +struct iscsi_cls_conn {struct list_head conn_list;/* item in connlist */ struct list_head conn_list_err;/* item in connlist_err */
include/scsi/scsi_transport_iscsi.h struct iscsi_cls_conn { · line 209
Quoted 5 lines
include/scsi/scsi_transport_iscsi.h +1
-0@@ -198,6 +205,7 @@ struct iscsi_cls_conn {struct iscsi_endpoint *ep;struct device dev;/* sysfs transport/container device */ +unsigned int state; };
Can 'state' have another value than those declared in the enumeration type? If not, how about changing the type of 'state' from 'unsigned int' into 'enum ...'? If that change is made, a check will have to be added in show_conn_state() whether conn->state >= 0 since the C standard does not guarantee whether enumeration types are signed or unsigned.
Bart.