opensm partition.conf issues
cover opensm partition.conf issues
Without an partition.conf file opensm filled the log file with error messages on every sweep.
Sep 27 18:21:47 917409 [6A60D700] 0x01 -> osm_prtn_make_partitions: Partition configuration /etc/opensm/partitions.conf is not accessible (No such file or directory) Sep 27 18:21:47 918994 [6A60D700] 0x02 -> SUBNET UP Sep 27 18:22:07 917436 [6A60D700] 0x01 -> osm_prtn_make_partitions: Partition configuration /etc/opensm/partitions.conf is not accessible (No such file or directory) Sep 27 18:22:07 918979 [6A60D700] 0x02 -> SUBNET UP
With an empty partition file opensm didn't bring up the fabric properly, resulting in endless kernel messages
ib0: multicast join failed for ff12:401b:ffff:0000:0000:0000:ffff:ffff, status -22
opensm.log file had lots of these message
Oct 17 09:31:38 461345 [67EC4700] 0x01 -> mcmr_rcv_join_mgrp: ERR 1B11: method = SubnAdmSet, scope_state = 0x1, component mask = 0x0000000000010083, expected comp mask = 0x000000 00000130c7, MGID: ff12:401b:ffff::ffff:ffff from port 0x0002c9030036dd21 (MT25408 ConnectX Mellanox Technologies) Oct 17 09:31:38 505122 [66EC2700] 0x01 -> mcmr_rcv_join_mgrp: ERR 1B11: method = SubnAdmSet, scope_state = 0x1, component mask = 0x0000000000010083, expected comp mask = 0x000000 00000130c7, MGID: ff12:401b:ffff::ffff:ffff from port 0x0002c90300f4d6d1 (MT25408 ConnectX Mellanox Technologies) Oct 17 09:31:46 294201 [5D6AF700] 0x02 -> SUBNET UP
So here are two patches to reduce the log level and to try the default partition configuration if there is not a single valid config line.
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html
PATCH 1/2 reduce log level for missing partition configuration file.
A missing non-mandatory file is not an error.
--- opensm/osm_prtn.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
opensm/osm_prtn.c +1 -1
@@ -383,7 +383,7 @@ ib_api_status_t osm_prtn_make_partitions(osm_log_t * p_log, osm_subn_t * p_subn) file_name = p_subn->opt.partition_config_file ? p_subn->opt.partition_config_file :OSM_DEFAULT_PARTITION_CONFIG_FILE ;if (stat (file_name, &statbuf)) { -OSM_LOG (p_log,OSM_LOG_ERROR ,"Partition configuration " +OSM_LOG (p_log,OSM_LOG_VERBOSE ,"Partition configuration " "%s is not accessible (%s)\n" , file_name,strerror (errno)); is_config = FALSE;
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html
Re: [PATCH opensm 1/2] reduce log level for missing partition configuration file.
Quoted 3 lines · Bernd Schubert
A missing non-mandatory file is not an error.
Signed-off-by Bernd Schubert <[email protected]>
Thanks. Applied.
-- Hal
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html
PATCH 2/2 Try default parition config if parsing the partitions.conf failed
In reply to Bernd SchubertIf partitions.conf is for some reasons invalid or empty, try again with the default configuration.
This will re-use the default configuration created by prtn_make_default(), but osm_prtn_make_new() will automatically overwrite the initial default.
--- opensm/osm_prtn.c | 11 ++++++++++- opensm/osm_prtn_config.c | 11 ++++++++++- 2 files changed, 20 insertions(+), 2 deletions(-)
opensm/osm_prtn.c +10 -1
@@ -376,6 +376,7 @@ ib_api_status_t osm_prtn_make_partitions(osm_log_t * p_log, osm_subn_t * p_subn)struct stat statbuf;const char *file_name;boolean_t is_config = TRUE; +boolean_t is_wrong_config = FALSE;ib_api_status_t status =IB_SUCCESS ;cl_map_item_t *p_next;osm_prtn_t *p;
@@ -389,6 +390,7 @@ ib_api_status_t osm_prtn_make_partitions(osm_log_t * p_log, osm_subn_t * p_subn) is_config = FALSE; } +retry_default:/* clean up current port maps */ p_next =cl_qmap_head (&p_subn->prtn_pkey_tbl);while (p_next !=cl_qmap_end (&p_subn->prtn_pkey_tbl)) {
@@ -404,9 +406,11 @@ ib_api_status_t osm_prtn_make_partitions(osm_log_t * p_log, osm_subn_t * p_subn)if (status !=IB_SUCCESS ) goto _err; -if (is_config &&osm_prtn_config_parse_file (p_log, p_subn, file_name)) +if (is_config &&osm_prtn_config_parse_file (p_log, p_subn, file_name)) {OSM_LOG (p_log,OSM_LOG_VERBOSE ,"Partition configuration " "was not fully processed\n" ); + is_wrong_config = TRUE; + }/* and now clean up empty partitions */ p_next =cl_qmap_head (&p_subn->prtn_pkey_tbl);
@@ -421,6 +425,11 @@ ib_api_status_t osm_prtn_make_partitions(osm_log_t * p_log, osm_subn_t * p_subn) } } +if (is_config && is_wrong_config) { + is_config = FALSE; + goto retry_default; + } + _err:return status; }
opensm/osm_prtn_config.c +10 -1
@@ -696,6 +696,9 @@ done:return len; } +/** +* @return -1 on error, 0 on success +*/ int osm_prtn_config_parse_file (osm_log_t * p_log,osm_subn_t * p_subn,const char *file_name) {
@@ -703,6 +706,7 @@ int osm_prtn_config_parse_file(osm_log_t * p_log, osm_subn_t * p_subn,struct part_conf *conf =NULL ;FILE *file;int lineno; +boolean_t is_parse_success = FALSE; file =fopen (file_name,"r" );if (!file) {
@@ -753,6 +757,8 @@ int osm_prtn_config_parse_file(osm_log_t * p_log, osm_subn_t * p_subn,break ; } + is_parse_success = TRUE; + p += len;if (q) {
@@ -764,5 +770,8 @@ int osm_prtn_config_parse_file(osm_log_t * p_log, osm_subn_t * p_subn,fclose (file); -return 0 ; +if (is_parse_success) +return 0 ; +else +return -1 ; }
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html
Re: [PATCH opensm 2/2] Try default parition config if parsing the partitions.conf failed
Hi Bernd,
Quoted 5 lines · Bernd Schubert
If partitions.conf is for some reasons invalid or empty, try again with the default configuration.
This will re-use the default configuration created by
prtn_make_default(), butosm_prtn_make_new()will automatically overwrite the initial default.
This seems like a better "policy". The admin now will need to notice that he might not have gotten the partitioning he was trying to instill in the subnet. Before he would not miss this because the result was more severe.
Quoted 74 lines
Signed-off-by Bernd Schubert <[email protected]>--- opensm/osm_prtn.c | 11 ++++++++++- opensm/osm_prtn_config.c | 11 ++++++++++- 2 files changed, 20 insertions(+), 2 deletions(-)opensm/osm_prtn.c +10
-1@@ -376,6 +376,7 @@ ib_api_status_t osm_prtn_make_partitions(osm_log_t * p_log, osm_subn_t * p_subn)struct stat statbuf;const char *file_name;boolean_t is_config = TRUE; +boolean_t is_wrong_config = FALSE;ib_api_status_t status =IB_SUCCESS ;cl_map_item_t *p_next;osm_prtn_t *p;@@ -389,6 +390,7 @@ ib_api_status_t osm_prtn_make_partitions(osm_log_t * p_log, osm_subn_t * p_subn) is_config = FALSE; } +retry_default:/* clean up current port maps */ p_next =cl_qmap_head (&p_subn->prtn_pkey_tbl);while (p_next !=cl_qmap_end (&p_subn->prtn_pkey_tbl)) {@@ -404,9 +406,11 @@ ib_api_status_t osm_prtn_make_partitions(osm_log_t * p_log, osm_subn_t * p_subn)if (status !=IB_SUCCESS ) goto _err; -if (is_config &&osm_prtn_config_parse_file (p_log, p_subn, file_name)) +if (is_config &&osm_prtn_config_parse_file (p_log, p_subn, file_name)) {OSM_LOG (p_log,OSM_LOG_VERBOSE ,"Partition configuration " "was not fully processed\n" ); + is_wrong_config = TRUE; + }/* and now clean up empty partitions */ p_next =cl_qmap_head (&p_subn->prtn_pkey_tbl);@@ -421,6 +425,11 @@ ib_api_status_t osm_prtn_make_partitions(osm_log_t * p_log, osm_subn_t * p_subn) } } +if (is_config && is_wrong_config) { + is_config = FALSE; + goto retry_default; + } + _err:return status; }opensm/osm_prtn_config.c +4
-0@@ -696,6 +696,9 @@ done:return len; } +/** +* @return -1 on error, 0 on success +*/ int osm_prtn_config_parse_file (osm_log_t * p_log,osm_subn_t * p_subn,const char *file_name) {@@ -703,6 +706,7 @@ int osm_prtn_config_parse_file(osm_log_t * p_log, osm_subn_t * p_subn,struct part_conf *conf =NULL ;FILE *file;int lineno; +boolean_t is_parse_success = FALSE; file =fopen (file_name,"r" );if (!file) {
opensm/osm_prtn_config.c int osm_prtn_config_parse_file(osm_log_t * p_log, osm_subn_t * p_subn, · line 760
Quoted 4 lines
opensm/osm_prtn_config.c +1
-0@@ -753,6 +757,8 @@ int osm_prtn_config_parse_file(osm_log_t * p_log, osm_subn_t * p_subn,break ; } + is_parse_success = TRUE;
Doesn't this set is_parse_success on first good parseable line in partition config ? I think easiest change is to set is_parse_success to TRUE at top of routine and in the 2 places in this routine where parsing can fail set it to FALSE. Does that make sense ?
-- Hal
Quoted 7 lines
opensm/osm_prtn_config.c +1
-0+ p += len;if (q) {
opensm/osm_prtn_config.c int osm_prtn_config_parse_file(osm_log_t * p_log, osm_subn_t * p_subn, · line 777
Quoted 9 lines
opensm/osm_prtn_config.c +4
-1@@ -764,5 +770,8 @@ int osm_prtn_config_parse_file(osm_log_t * p_log, osm_subn_t * p_subn,fclose (file); -return 0 ; +if (is_parse_success) +return 0 ; +else +return -1 ; }
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html