Skip to contentSkip to conversation

Fix SANodeRecord.nodeInfo.localPortNum

PATCH/opensm Jason Gunthorpe 3 participants 14 messages Mar 2, 2011 – Mar 13, 2011 11 messages not in the archive InfiniBand

lore
Share & tools
lore
#0 lore raw

This value must match the portGUID, so it needs to vary on a per port basis like portGUID and not simply reflect the value opensm acquired during the sweep.

Prior to this patch opensm returns the same value for localPortNum for all ports on a HCA, now it returns the correct localPortNum for the portGUID.

Also fixes query matching in the same way

---
 opensm/opensm/osm_sa_node_record.c |   22 +++++++++++++++-------
 1 files changed, 15 insertions(+), 7 deletions(-)

Eg corrected output:

$ ibtool saquery nr nodeInfo.localPortNum=1
NodeRecord dump:
                LID.....................8
                Reserved_16.............0
                Base version............1
                Class version...........1
                node_type...............1
                num_ports...............2
                sys_guid................0002:c903:0000:14a7
                node_guid...............0002:c903:0000:14a4
                port_guid...............0002:c903:0000:14a5
                partition_cap...........128
                device_id...............0x634a
                Revision................0x000000a0
                port_num................1
                vendor_id...............0x0002c9
                NodeDescription.........MT25408 ConnectX Mellanox Technologies
$ ibtool saquery nr nodeInfo.localPortNum=2
NodeRecord dump:
                LID.....................10
                Reserved_16.............0
                Base version............1
                Class version...........1
                node_type...............1
                num_ports...............2
                sys_guid................0002:c903:0000:14a7
                node_guid...............0002:c903:0000:14a4
                port_guid...............0002:c903:0000:14a6
                partition_cap...........128
                device_id...............0x634a
                Revision................0x000000a0
                port_num................2
                vendor_id...............0x0002c9
                NodeDescription.........MT25408 ConnectX Mellanox Technologies
opensm/opensm/osm_sa_node_record.c +15 -7
index 87f00fd..ff08219 100644
@@ -70,7 +70,8 @@ typedef struct osm_nr_search_ctxt {
 static ib_api_status_t nr_rcv_new_nr(osm_sa_t * sa,
 				     IN const osm_node_t * p_node,
 				     IN cl_qlist_t * p_list,
-				     IN ib_net64_t port_guid, IN ib_net16_t lid)
+				     IN ib_net64_t port_guid, IN ib_net16_t lid,
+	                             IN unsigned int port_num)
 {
 	osm_nr_item_t *p_rec_item;
 	ib_api_status_t status = IB_SUCCESS;
@@ -97,6 +98,9 @@ static ib_api_status_t nr_rcv_new_nr(osm_sa_t * sa,
 
 	p_rec_item->rec.node_info = p_node->node_info;
 	p_rec_item->rec.node_info.port_guid = port_guid;
+	p_rec_item->rec.node_info.port_num_vendor_id =
+		(p_rec_item->rec.node_info.port_num_vendor_id & IB_NODE_INFO_VEND_ID_MASK) |
+		((port_num << IB_NODE_INFO_PORT_NUM_SHIFT) & IB_NODE_INFO_PORT_NUM_MASK);
 	memcpy(&(p_rec_item->rec.node_desc), &(p_node->node_desc),
 	       IB_NODE_DESCRIPTION_SIZE);
 	cl_qlist_insert_tail(p_list, &p_rec_item->list_item);
@@ -110,6 +114,7 @@ static void nr_rcv_create_nr(IN osm_sa_t * sa, IN osm_node_t * p_node,
 			     IN cl_qlist_t * p_list,
 			     IN ib_net64_t const match_port_guid,
 			     IN ib_net16_t const match_lid,
+			     IN unsigned int const match_port_num,
 			     IN const osm_physp_t * p_req_physp,
 			     IN const ib_net64_t comp_mask)
 {
@@ -173,7 +178,11 @@ static void nr_rcv_create_nr(IN osm_sa_t * sa, IN osm_node_t * p_node,
 				continue;
 		}
 
-		nr_rcv_new_nr(sa, p_node, p_list, port_guid, base_lid);
+		if ((comp_mask & IB_NR_COMPMASK_PORTNUM) &&
+		    (port_num != match_port_num))
+			continue;
+
+		nr_rcv_new_nr(sa, p_node, p_list, port_guid, base_lid, port_num);
 	}
 
 	OSM_LOG_EXIT(sa->p_log);
@@ -189,6 +198,7 @@ static void nr_rcv_by_comp_mask(IN cl_map_item_t * p_map_item, IN void *context)
 	ib_net64_t comp_mask = p_ctxt->comp_mask;
 	ib_net64_t match_port_guid = 0;
 	ib_net16_t match_lid = 0;
+	unsigned int match_port_num = 0;
 
 	OSM_LOG_ENTER(p_ctxt->sa->p_log);
 
@@ -249,10 +259,8 @@ static void nr_rcv_by_comp_mask(IN cl_map_item_t * p_map_item, IN void *context)
 	    p_rcvd_rec->node_info.revision)
 		goto Exit;
 
-	if ((comp_mask & IB_NR_COMPMASK_PORTNUM)  &&
-	    ib_node_info_get_local_port_num(&p_node->node_info) !=
-	    ib_node_info_get_local_port_num(&p_rcvd_rec->node_info))
-		goto Exit;
+	if (comp_mask & IB_NR_COMPMASK_PORTNUM)
+		match_port_num = ib_node_info_get_local_port_num(&p_rcvd_rec->node_info);
 
 	if ((comp_mask & IB_NR_COMPMASK_VENDID) &&
 	    ib_node_info_get_vendor_id(&p_node->node_info) !=
@@ -265,7 +273,7 @@ static void nr_rcv_by_comp_mask(IN cl_map_item_t * p_map_item, IN void *context)
 		goto Exit;
 
 	nr_rcv_create_nr(sa, p_node, p_ctxt->p_list, match_port_guid,
-			 match_lid, p_req_physp, comp_mask);
+			 match_lid, match_port_num, p_req_physp, comp_mask);
 
 Exit:
 	OSM_LOG_EXIT(p_ctxt->sa->p_log);
Signature · 6 lines
1.7.1

--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in
the body of a message to [email protected]
More majordomo info at  http://vger.kernel.org/majordomo-info.html

A message that is not in the archive (sent off-list or not yet received): 20110302002941.GA22729-ePGOBjL8dl3ta4EC/59zMFaTQe2KTcn/@public.gmane.org

#2 lore raw

Hi Jason,

Quoted 10 lines · Jason Gunthorpe

This value must match the portGUID, so it needs to vary on a per port basis like portGUID and not simply reflect the value opensm acquired during the sweep.

Prior to this patch opensm returns the same value for localPortNum for all ports on a HCA, now it returns the correct localPortNum for the portGUID.

Also fixes query matching in the same way

Spec defines the SA NodeRecord.LocalPortNum field as the number of the link port which received this SMP (14.2.5.3). This definition doesn't make any sense when it comes to SA.
I understand your motivation for the patch and the fact that current LocalPortNum query matching in the SM doesn't sound right. So maybe IBA spec fine tuning is needed, before applying the patch, so this field won't be open to free interpretations.

Quoted 47 lines
---
 opensm/opensm/osm_sa_node_record.c |   22 +++++++++++++++-------
 1 files changed, 15 insertions(+), 7 deletions(-)

Eg corrected output:

$ ibtool saquery nr nodeInfo.localPortNum=1
NodeRecord dump:
                LID.....................8
                Reserved_16.............0
                Base version............1
                Class version...........1
                node_type...............1
                num_ports...............2
                sys_guid................0002:c903:0000:14a7
                node_guid...............0002:c903:0000:14a4
                port_guid...............0002:c903:0000:14a5
                partition_cap...........128
                device_id...............0x634a
                Revision................0x000000a0
                port_num................1
                vendor_id...............0x0002c9
                NodeDescription.........MT25408 ConnectX Mellanox Technologies
$ ibtool saquery nr nodeInfo.localPortNum=2
NodeRecord dump:
                LID.....................10
                Reserved_16.............0
                Base version............1
                Class version...........1
                node_type...............1
                num_ports...............2
                sys_guid................0002:c903:0000:14a7
                node_guid...............0002:c903:0000:14a4
                port_guid...............0002:c903:0000:14a6
                partition_cap...........128
                device_id...............0x634a
                Revision................0x000000a0
                port_num................2
                vendor_id...............0x0002c9
                NodeDescription.........MT25408 ConnectX Mellanox Technologies
opensm/opensm/osm_sa_node_record.c +0 -0
index 87f00fd..ff08219 100644

opensm/opensm/osm_sa_node_record.c typedef struct osm_nr_search_ctxt { · line 74

Quoted 6 lines
opensm/opensm/osm_sa_node_record.c +2 -1
@@ -70,7 +70,8 @@ typedef struct osm_nr_search_ctxt {
 static ib_api_status_t nr_rcv_new_nr(osm_sa_t * sa,
 				     IN const osm_node_t * p_node,
 				     IN cl_qlist_t * p_list,
-				     IN ib_net64_t port_guid, IN ib_net16_t lid)
+				     IN ib_net64_t port_guid, IN ib_net16_t lid,
+	                             IN unsigned int port_num)

port_num can be just uint8_t, right?

Quoted 67 lines
opensm/opensm/osm_sa_node_record.c +13 -6
 {
 	osm_nr_item_t *p_rec_item;
 	ib_api_status_t status = IB_SUCCESS;
@@ -97,6 +98,9 @@ static ib_api_status_t nr_rcv_new_nr(osm_sa_t * sa,
 
 	p_rec_item->rec.node_info = p_node->node_info;
 	p_rec_item->rec.node_info.port_guid = port_guid;
+	p_rec_item->rec.node_info.port_num_vendor_id =
+		(p_rec_item->rec.node_info.port_num_vendor_id & IB_NODE_INFO_VEND_ID_MASK) |
+		((port_num << IB_NODE_INFO_PORT_NUM_SHIFT) & IB_NODE_INFO_PORT_NUM_MASK);
 	memcpy(&(p_rec_item->rec.node_desc), &(p_node->node_desc),
 	       IB_NODE_DESCRIPTION_SIZE);
 	cl_qlist_insert_tail(p_list, &p_rec_item->list_item);
@@ -110,6 +114,7 @@ static void nr_rcv_create_nr(IN osm_sa_t * sa, IN osm_node_t * p_node,
 			     IN cl_qlist_t * p_list,
 			     IN ib_net64_t const match_port_guid,
 			     IN ib_net16_t const match_lid,
+			     IN unsigned int const match_port_num,
 			     IN const osm_physp_t * p_req_physp,
 			     IN const ib_net64_t comp_mask)
 {
@@ -173,7 +178,11 @@ static void nr_rcv_create_nr(IN osm_sa_t * sa, IN osm_node_t * p_node,
 				continue;
 		}
 
-		nr_rcv_new_nr(sa, p_node, p_list, port_guid, base_lid);
+		if ((comp_mask & IB_NR_COMPMASK_PORTNUM) &&
+		    (port_num != match_port_num))
+			continue;
+
+		nr_rcv_new_nr(sa, p_node, p_list, port_guid, base_lid, port_num);
 	}
 
 	OSM_LOG_EXIT(sa->p_log);
@@ -189,6 +198,7 @@ static void nr_rcv_by_comp_mask(IN cl_map_item_t * p_map_item, IN void *context)
 	ib_net64_t comp_mask = p_ctxt->comp_mask;
 	ib_net64_t match_port_guid = 0;
 	ib_net16_t match_lid = 0;
+	unsigned int match_port_num = 0;
 
 	OSM_LOG_ENTER(p_ctxt->sa->p_log);
 
@@ -249,10 +259,8 @@ static void nr_rcv_by_comp_mask(IN cl_map_item_t * p_map_item, IN void *context)
 	    p_rcvd_rec->node_info.revision)
 		goto Exit;
 
-	if ((comp_mask & IB_NR_COMPMASK_PORTNUM)  &&
-	    ib_node_info_get_local_port_num(&p_node->node_info) !=
-	    ib_node_info_get_local_port_num(&p_rcvd_rec->node_info))
-		goto Exit;
+	if (comp_mask & IB_NR_COMPMASK_PORTNUM)
+		match_port_num = ib_node_info_get_local_port_num(&p_rcvd_rec->node_info);
 
 	if ((comp_mask & IB_NR_COMPMASK_VENDID) &&
 	    ib_node_info_get_vendor_id(&p_node->node_info) !=
@@ -265,7 +273,7 @@ static void nr_rcv_by_comp_mask(IN cl_map_item_t * p_map_item, IN void *context)
 		goto Exit;
 
 	nr_rcv_create_nr(sa, p_node, p_ctxt->p_list, match_port_guid,
-			 match_lid, p_req_physp, comp_mask);
+			 match_lid, match_port_num, p_req_physp, comp_mask);
 
 Exit:
 	OSM_LOG_EXIT(p_ctxt->sa->p_log);
Signature · 1 line
1.7.1

--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

A message that is not in the archive (sent off-list or not yet received): 20110309154744.GV5577-iQai9MGU/dyyaiaB+Ve85laTQe2KTcn/@public.gmane.org

#4 lore raw
Quoted 11 lines · Alex Netes

Hi Jason,

Quoted 8 lines · Jason Gunthorpe

This value must match the portGUID, so it needs to vary on a per port basis like portGUID and not simply reflect the value opensm acquired during the sweep.

Prior to this patch opensm returns the same value for localPortNum for all ports on a HCA, now it returns the correct localPortNum for the portGUID.

Quoted 6 lines
Quoted 2 lines

Also fixes query matching in the same way

Spec defines the SA NodeRecord.LocalPortNum field as the number of the link port which received this SMP (14.2.5.3). This definition doesn't make any sense when it comes to SA.

I think the spec is pretty sound on this point. The SA is expected to return SA queries for SMP records that match what is present in the fabric if the requestor did the SMP query itself. The constraints IBA places on a NodeInfo SMP query are such that localPortNum and portGUID must *always* match. You cannot enter on port 1 and query the NodeInfo for port 2 for a CA.

So the current SA behavior of returning garbage for localPortNum is essentially returning a NodeInfo that can never be returned by a raw SMP query, which is clearly not aligned with the intent of the spec.

I mispoke a bit in the commit message, opensm returns the localPortNum it acquired during the sweep *for a random port*, eg it collects and stores the NodeInfo for the first port it sees, then stores portGUID and localPortNum seperately. When it generates the SA reply it corretly replaces the port GUID but uses the random old localPortNum. This is clearly incorrect.

Quoted 4 lines

I understand your motivation for the patch and the fact that current LocalPortNum query matching in the SM doesn't sound right. So maybe IBA spec fine tuning is needed, before applying the patch, so this field won't be open to free interpretations.

I don't think there is really any free interpretation here. For everything but a switch localPortNum must always reflect the port that portGUID is associated with. This is is what is defined to happen when the NodeRecord SMP is generated by the SMA, the SA must do the same.

This causes real problems, without an accurate localPortNumber it is impossible to associate the portGUID with a port number when doing SA queries

Jason
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

A message that is not in the archive (sent off-list or not yet received): 20110309171126.GB15419-ePGOBjL8dl3ta4EC/59zMFaTQe2KTcn/@public.gmane.org

#6 lore raw
Quoted 37 lines · Jason Gunthorpe
Quoted 11 lines · Alex Netes

Hi Jason,

Quoted 8 lines · Jason Gunthorpe

This value must match the portGUID, so it needs to vary on a per port basis like portGUID and not simply reflect the value opensm acquired during the sweep.

Prior to this patch opensm returns the same value for localPortNum for all ports on a HCA, now it returns the correct localPortNum for the portGUID.

Quoted 6 lines
Quoted 2 lines

Also fixes query matching in the same way

Spec defines the SA NodeRecord.LocalPortNum field as the number of the link port which received this SMP (14.2.5.3). This definition doesn't make any sense when it comes to SA.

I think the spec is pretty sound on this point. The SA is expected to return SA queries for SMP records that match what is present in the fabric if the requestor did the SMP query itself. The constraints IBA places on a NodeInfo SMP query are such that localPortNum and portGUID must *always* match. You cannot enter on port 1 and query the NodeInfo for port 2 for a CA.

So the current SA behavior of returning garbage for localPortNum is essentially returning a NodeInfo that can never be returned by a raw SMP query, which is clearly not aligned with the intent of the spec.

I mispoke a bit in the commit message, opensm returns the localPortNum it acquired during the sweep *for a random port*, eg it collects and stores the NodeInfo for the first port it sees, then stores portGUID and localPortNum seperately. When it generates the SA reply it corretly replaces the port GUID but uses the random old localPortNum. This is clearly incorrect.

Quoted 8 lines
Quoted 4 lines

I understand your motivation for the patch and the fact that current LocalPortNum query matching in the SM doesn't sound right. So maybe IBA spec fine tuning is needed, before applying the patch, so this field won't be open to free interpretations.

I don't think there is really any free interpretation here. For everything but a switch localPortNum must always reflect the port that portGUID is associated with.

Unfortunately, this is not always true due to the funky cross (CA and router) port PortInfo queries (but I don't think that query style is used by OpenSM for CA or router ports but allowed in IBA)...

-- Hal

Quoted 7 lines

This is is what is defined to happen when
the NodeRecord SMP is generated by the SMA, the SA must do the same.

This causes real problems, without an accurate localPortNumber it is impossible to associate the portGUID with a port number when doing SA queries

Quoted 6 lines

Jason
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at  http://vger.kernel.org/majordomo-info.html

--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

A message that is not in the archive (sent off-list or not yet received): AANLkTimu0RxDbbjiRsni4gdmanvp_eaWA=xFoH9P8qZP-JsoAwUIsXosN+BqQ9rBEUg@public.gmane.org

#8 lore raw
Quoted 7 lines · Hal Rosenstock
Quoted 3 lines

I don't think there is really any free interpretation here. For everything but a switch localPortNum must always reflect the port that portGUID is associated with.

Unfortunately, this is not always true due to the funky cross (CA and router) port PortInfo queries (but I don't think that query style is used by OpenSM for CA or router ports but allowed in IBA)...

What part of the spec are you referring to here?

Thanks,
Jason
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

A message that is not in the archive (sent off-list or not yet received): 20110309183441.GB25229-ePGOBjL8dl3ta4EC/59zMFaTQe2KTcn/@public.gmane.org

#10 lore raw
Quoted 11 lines · Jason Gunthorpe
Quoted 7 lines · Hal Rosenstock
Quoted 3 lines

I don't think there is really any free interpretation here. For everything but a switch localPortNum must always reflect the port that portGUID is associated with.

Unfortunately, this is not always true due to the funky cross (CA and router) port PortInfo queries (but I don't think that query style is used by OpenSM for CA or router ports but allowed in IBA)...

What part of the spec are you referring to here?

IBA 1.2.1 v1 p.830 line 9 the otherwise sentence.

Quoted 3 lines

Thanks,
Jason

--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

A message that is not in the archive (sent off-list or not yet received): AANLkTikjrO_Uga2v4H6fWBXOuUNw=scka3rjRyRuOyHV-JsoAwUIsXosN+BqQ9rBEUg@public.gmane.org

#12 lore raw
Quoted 8 lines · Hal Rosenstock
Quoted 6 lines · Jason Gunthorpe
Quoted 4 lines · Hal Rosenstock
Quoted 3 lines

I don't think there is really any free interpretation here. For everything but a switch localPortNum must always reflect the port that portGUID is associated with.

Quoted 7 lines
Quoted 5 lines
Quoted 3 lines

Unfortunately, this is not always true due to the funky cross (CA and router) port PortInfo queries (but I don't think that query style is used by OpenSM for CA or router ports but allowed in IBA)...

What part of the spec are you referring to here?

IBA 1.2.1 v1 p.830 line 9 the otherwise sentence.

That is talking about PortInfo. NodeInfo does not support that attribute modifier language, my patch affects SANodeRecord.

Jason
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

A message that is not in the archive (sent off-list or not yet received): 20110309184022.GC25229-ePGOBjL8dl3ta4EC/59zMFaTQe2KTcn/@public.gmane.org

#14 lore raw
Quoted 13 lines · Jason Gunthorpe
Quoted 12 lines · Hal Rosenstock
Quoted 10 lines · Jason Gunthorpe
Quoted 7 lines · Hal Rosenstock
Quoted 3 lines

I don't think there is really any free interpretation here. For everything but a switch localPortNum must always reflect the port that portGUID is associated with.

Unfortunately, this is not always true due to the funky cross (CA and router) port PortInfo queries (but I don't think that query style is used by OpenSM for CA or router ports but allowed in IBA)...

Quoted 6 lines
Quoted 3 lines
Quoted 1 line

What part of the spec are you referring to here?

IBA 1.2.1 v1 p.830 line 9 the otherwise sentence.

That is talking about PortInfo. NodeInfo does not support that attribute modifier language, my patch affects SANodeRecord.

My bad :-( I was thinking of PortInfoRecord, not NodeRecord, for some reason...

-- Hal

Quoted 2 lines

Jason

--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

A message that is not in the archive (sent off-list or not yet received): AANLkTim_4=d-PnyoMVdJ1z4Emu+QafwQPqp+wLJi=AMB-JsoAwUIsXosN+BqQ9rBEUg@public.gmane.org

#16 lore raw
Quoted 15 lines · Hal Rosenstock
Quoted 13 lines · Jason Gunthorpe
Quoted 12 lines · Hal Rosenstock
Quoted 10 lines · Jason Gunthorpe
Quoted 7 lines · Hal Rosenstock
Quoted 3 lines

I don't think there is really any free interpretation here. For everything but a switch localPortNum must always reflect the port that portGUID is associated with.

Unfortunately, this is not always true due to the funky cross (CA and router) port PortInfo queries (but I don't think that query style is used by OpenSM for CA or router ports but allowed in IBA)...

Quoted 8 lines
Quoted 6 lines
Quoted 3 lines
Quoted 1 line

What part of the spec are you referring to here?

IBA 1.2.1 v1 p.830 line 9 the otherwise sentence.

That is talking about PortInfo. NodeInfo does not support that attribute modifier language, my patch affects SANodeRecord.

My bad :-( I was thinking of PortInfoRecord, not NodeRecord, for some reason...

No worries, what do you think about my patch, does it align with what IBA intends?

Thanks,
Jason
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

A message that is not in the archive (sent off-list or not yet received): 20110309185118.GD25229-ePGOBjL8dl3ta4EC/59zMFaTQe2KTcn/@public.gmane.org

#18 lore raw
Quoted 20 lines · Jason Gunthorpe
Quoted 19 lines · Hal Rosenstock
Quoted 17 lines · Jason Gunthorpe
Quoted 15 lines · Hal Rosenstock
Quoted 11 lines · Jason Gunthorpe
Quoted 7 lines · Hal Rosenstock
Quoted 3 lines

I don't think there is really any free interpretation here. For everything but a switch localPortNum must always reflect the port that portGUID is associated with.

Unfortunately, this is not always true due to the funky cross (CA and router) port PortInfo queries (but I don't think that query style is used by OpenSM for CA or router ports but allowed in IBA)...

What part of the spec are you referring to here?

IBA 1.2.1 v1 p.830 line 9 the otherwise sentence.

Quoted 7 lines
Quoted 4 lines
Quoted 2 lines

That is talking about PortInfo. NodeInfo does not support that attribute modifier language, my patch affects SANodeRecord.

My bad :-( I was thinking of PortInfoRecord, not NodeRecord, for some reason...

No worries, what do you think about my patch, does it align with what IBA intends?

Yes from my brief scan/understanding of what it's trying to accomplish. I haven't probed/analyzed the actual fix itself. I guess LocalPortNum in NodeRecord was not so important to anyone before now.

-- Hal

Quoted 3 lines

Thanks,
Jason

--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

A message that is not in the archive (sent off-list or not yet received): AANLkTimfEYU4+U_-QpvwAxYK-bLDfFiO6WJcshe-vF5h-JsoAwUIsXosN+BqQ9rBEUg@public.gmane.org

#20 lore raw
Quoted 5 lines · Hal Rosenstock
Quoted 5 lines
Quoted 5 lines
Quoted 4 lines
Quoted 1 line

IBA 1.2.1 v1 p.830 line 9 the otherwise sentence.

That is talking about PortInfo. NodeInfo does not support that attribute modifier language, my patch affects SANodeRecord.

Quoted 8 lines
Quoted 4 lines
Quoted 1 line

My bad :-( I was thinking of PortInfoRecord, not NodeRecord, for some reason...

No worries, what do you think about my patch, does it align with what IBA intends?

Yes from my brief scan/understanding of what it's trying to accomplish. I haven't probed/analyzed the actual fix itself. I guess LocalPortNum in NodeRecord was not so important to anyone before now.

Right, plus this only comes up if you connect both ports on a HCA into the same subnet, otherwise opensm works correctly..

Alex?

Jason
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

#21 lore raw
In reply to a message not in the archive
Quoted 19 lines · Jason Gunthorpe
Quoted 11 lines · Alex Netes

Hi Jason,

Quoted 8 lines · Jason Gunthorpe

This value must match the portGUID, so it needs to vary on a per port basis like portGUID and not simply reflect the value opensm acquired during the sweep.

Prior to this patch opensm returns the same value for localPortNum for all ports on a HCA, now it returns the correct localPortNum for the portGUID.

Quoted 6 lines
Quoted 2 lines

Also fixes query matching in the same way

Spec defines the SA NodeRecord.LocalPortNum field as the number of the link port which received this SMP (14.2.5.3). This definition doesn't make any sense when it comes to SA.

Quoted 7 lines

I think the spec is pretty sound on this point. The SA is expected to return SA queries for SMP records that match what is present in the fabric if the requestor did the SMP query itself. The constraints IBA places on a NodeInfo SMP query are such that localPortNum and portGUID must *always* match. You cannot enter on port 1 and query the NodeInfo for port 2 for a CA.

You are right about this. There is no case I can think of, where PortGUID can be different than localPortNum, when it comes to CAs. However for switches there is no such coupling. For NodeInfo SMP localPortNum can be any port, but the portGUID remain the same.

All I'm saying is that section 15.2.5.2 or 14.2.5.3 should be more clear about the definition of LocalPortNum field when it comes to SA.

Quoted 4 lines

So the current SA behavior of returning garbage for localPortNum is essentially returning a NodeInfo that can never be returned by a raw SMP query, which is clearly not aligned with the intent of the spec.

There is same definition for localPortNum in PortInfoRecord, however the correct localPortNum is retrieved. So I guess NodeInfoRecord could act same way you suggested.

Quoted 12 lines

I mispoke a bit in the commit message, opensm returns the localPortNum it acquired during the sweep *for a random port*, eg it collects and stores the NodeInfo for the first port it sees, then stores portGUID and localPortNum seperately. When it generates the SA reply it corretly replaces the port GUID but uses the random old localPortNum. This is clearly incorrect.

Quoted 4 lines

I understand your motivation for the patch and the fact that current LocalPortNum query matching in the SM doesn't sound right. So maybe IBA spec fine tuning is needed, before applying the patch, so this field won't be open to free interpretations.

Quoted 9 lines

I don't think there is really any free interpretation here. For everything but a switch localPortNum must always reflect the port that portGUID is associated with. This is is what is defined to happen when the NodeRecord SMP is generated by the SMA, the SA must do the same.

This causes real problems, without an accurate localPortNumber it is impossible to associate the portGUID with a port number when doing SA queries

What about using PortInfoRecord to get portGUID<->localPortNumber binding?

One more minor thing, you defined port_num/match_port_num as unsigned int. I think it can be uint8_t, right?
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

A message that is not in the archive (sent off-list or not yet received): 20110311093552.GW5577-iQai9MGU/dyyaiaB+Ve85laTQe2KTcn/@public.gmane.org

#23 lore raw
Quoted 7 lines
Quoted 6 lines

I think the spec is pretty sound on this point. The SA is expected to return SA queries for SMP records that match what is present in the fabric if the requestor did the SMP query itself. The constraints IBA places on a NodeInfo SMP query are such that localPortNum and portGUID must *always* match. You cannot enter on port 1 and query the NodeInfo for port 2 for a CA.

Quoted 8 lines

You are right about this. There is no case I can think of, where PortGUID can be different than localPortNum, when it comes to CAs. However for switches there is no such coupling. For NodeInfo SMP localPortNum can be any port, but the portGUID remain the same.

All I'm saying is that section 15.2.5.2 or 14.2.5.3 should be more clear about the definition of LocalPortNum field when it comes to SA.

If you read the spec carefully it is saying that the SA should return the SMP it would get back from the device if it made the query. Under that condition the value for localPortNum is pretty clear..

Quoted 7 lines
Quoted 3 lines

So the current SA behavior of returning garbage for localPortNum is essentially returning a NodeInfo that can never be returned by a raw SMP query, which is clearly not aligned with the intent of the spec.

There is same definition for localPortNum in PortInfoRecord, however the correct localPortNum is retrieved. So I guess NodeInfoRecord could act same way you suggested.

Hal is correct to point out that PortInfoRecord can return other localPortNums due to the attribute modifier. Only NodeInfo has the fixed relationship between port number and portGUID.

Quoted 1 line

What about using PortInfoRecord to get portGUID<->localPortNumber binding?

That could work, but it is just working around a bug in opensm, and requires more network traffic. For the application where I found this bug the SAPortInfoRecord is never retrieved.

Quoted 2 lines

One more minor thing, you defined port_num/match_port_num as unsigned int. I think it can be uint8_t, right?

Yes, that is a style choice, it won't affect correctness. Using 'unsigned int' generates slightly better assembly.

Jason
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html

#24 lore raw
In reply to a message not in the archive
Quoted 11 lines · Jason Gunthorpe

This value must match the portGUID, so it needs to vary on a per port basis like portGUID and not simply reflect the value opensm acquired during the sweep.

Prior to this patch opensm returns the same value for localPortNum for all ports on a HCA, now it returns the correct localPortNum for the portGUID.

Also fixes query matching in the same way

Applied. Thanks.
--
To unsubscribe from this list: send the line "unsubscribe linux-rdma" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html