<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN">
<HTML xmlns="http://www.w3.org/TR/REC-html40" xmlns:v =
"urn:schemas-microsoft-com:vml" xmlns:o =
"urn:schemas-microsoft-com:office:office" xmlns:w =
"urn:schemas-microsoft-com:office:word" xmlns:x =
"urn:schemas-microsoft-com:office:excel" xmlns:p =
"urn:schemas-microsoft-com:office:powerpoint" xmlns:a =
"urn:schemas-microsoft-com:office:access" xmlns:dt =
"uuid:C2F41010-65B3-11d1-A29F-00AA00C14882" xmlns:s =
"uuid:BDC6E3F0-6DA3-11d1-A2A3-00AA00C14882" xmlns:rs =
"urn:schemas-microsoft-com:rowset" xmlns:z = "#RowsetSchema" xmlns:b =
"urn:schemas-microsoft-com:office:publisher" xmlns:ss =
"urn:schemas-microsoft-com:office:spreadsheet" xmlns:c =
"urn:schemas-microsoft-com:office:component:spreadsheet" xmlns:odc =
"urn:schemas-microsoft-com:office:odc" xmlns:oa =
"urn:schemas-microsoft-com:office:activation" xmlns:html =
"http://www.w3.org/TR/REC-html40" xmlns:q =
"http://schemas.xmlsoap.org/soap/envelope/" xmlns:rtc =
"http://microsoft.com/officenet/conferencing" XMLNS:D = "DAV:" XMLNS:Repl =
"http://schemas.microsoft.com/repl/" xmlns:mt =
"http://schemas.microsoft.com/sharepoint/soap/meetings/" xmlns:x2 =
"http://schemas.microsoft.com/office/excel/2003/xml" xmlns:ppda =
"http://www.passport.com/NameSpace.xsd" xmlns:ois =
"http://schemas.microsoft.com/sharepoint/soap/ois/" xmlns:dir =
"http://schemas.microsoft.com/sharepoint/soap/directory/" xmlns:ds =
"http://www.w3.org/2000/09/xmldsig#" xmlns:dsp =
"http://schemas.microsoft.com/sharepoint/dsp" xmlns:udc =
"http://schemas.microsoft.com/data/udc" xmlns:xsd =
"http://www.w3.org/2001/XMLSchema" xmlns:sub =
"http://schemas.microsoft.com/sharepoint/soap/2002/1/alerts/" xmlns:ec =
"http://www.w3.org/2001/04/xmlenc#" xmlns:sp =
"http://schemas.microsoft.com/sharepoint/" xmlns:sps =
"http://schemas.microsoft.com/sharepoint/soap/" xmlns:xsi =
"http://www.w3.org/2001/XMLSchema-instance" xmlns:udcs =
"http://schemas.microsoft.com/data/udc/soap" xmlns:udcxf =
"http://schemas.microsoft.com/data/udc/xmlfile" xmlns:udcp2p =
"http://schemas.microsoft.com/data/udc/parttopart" xmlns:wf =
"http://schemas.microsoft.com/sharepoint/soap/workflow/" xmlns:dsss =
"http://schemas.microsoft.com/office/2006/digsig-setup" xmlns:dssi =
"http://schemas.microsoft.com/office/2006/digsig" xmlns:mdssi =
"http://schemas.openxmlformats.org/package/2006/digital-signature" xmlns:mver =
"http://schemas.openxmlformats.org/markup-compatibility/2006" xmlns:m =
"http://schemas.microsoft.com/office/2004/12/omml" xmlns:mrels =
"http://schemas.openxmlformats.org/package/2006/relationships" xmlns:spwp =
"http://microsoft.com/sharepoint/webpartpages" xmlns:ex12t =
"http://schemas.microsoft.com/exchange/services/2006/types" xmlns:ex12m =
"http://schemas.microsoft.com/exchange/services/2006/messages" xmlns:pptsl =
"http://schemas.microsoft.com/sharepoint/soap/SlideLibrary/" xmlns:spsl =
"http://microsoft.com/webservices/SharePointPortalServer/PublishedLinksService"
XMLNS:Z = "urn:schemas-microsoft-com:" xmlns:st = ""><HEAD>
<META content="text/html; charset=us-ascii" http-equiv=Content-Type>
<META name=GENERATOR content="MSHTML 8.00.6001.18975">
<STYLE>@font-face {
font-family: Calibri;
}
@page Section1 {size: 8.5in 11.0in; margin: 1.0in 1.0in 1.0in 1.0in; }
P.MsoNormal {
MARGIN: 0in 0in 0pt; FONT-FAMILY: "Calibri","sans-serif"; FONT-SIZE: 11pt
}
LI.MsoNormal {
MARGIN: 0in 0in 0pt; FONT-FAMILY: "Calibri","sans-serif"; FONT-SIZE: 11pt
}
DIV.MsoNormal {
MARGIN: 0in 0in 0pt; FONT-FAMILY: "Calibri","sans-serif"; FONT-SIZE: 11pt
}
A:link {
COLOR: blue; TEXT-DECORATION: underline; mso-style-priority: 99
}
SPAN.MsoHyperlink {
COLOR: blue; TEXT-DECORATION: underline; mso-style-priority: 99
}
A:visited {
COLOR: purple; TEXT-DECORATION: underline; mso-style-priority: 99
}
SPAN.MsoHyperlinkFollowed {
COLOR: purple; TEXT-DECORATION: underline; mso-style-priority: 99
}
SPAN.EmailStyle17 {
FONT-FAMILY: "Calibri","sans-serif"; COLOR: windowtext; mso-style-type: personal-compose
}
.MsoChpDefault {
mso-style-type: export-only
}
DIV.Section1 {
page: Section1
}
</STYLE>
<!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]--></HEAD>
<BODY lang=EN-US link=blue vLink=purple>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>Hello,</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010> What is the <FONT
color=#000000>'uint64_t phys_addr;' </FONT><FONT color=#0000ff>about?
I find no references to phys_addr in the recv
descriptor?</FONT></SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT size=2 face=Arial><SPAN
class=746280102-09122010></SPAN></FONT> </DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>ipoib_prealloc_hdr_t.phys_addr is not 8-byte aligned,
hence will cause IA64 alignment problems.</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010></SPAN></FONT> </DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>The ipoib_prealloc_hdr_t definition is why many people
dislike C++ due to obscure data hiding......</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010></SPAN></FONT> </DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>typedef struct
_ipoib_hdr<BR>{<BR> net16_t type;<BR> net16_t resv;</SPAN></FONT></DIV>
<DIV> </DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>} PACK_SUFFIX ipoib_hdr_t;<BR></SPAN></FONT><FONT
color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010></SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>typedef struct _ipoib_prealloc_hdr:public
ipoib_hdr_t<BR>{<BR> uint64_t phys_addr;</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010><BR>} PACK_SUFFIX
ipoib_prealloc_hdr_t;<BR> </SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>Why not define a C struct which contains the
ipoib_hdr_t and the 64-bit phys_addr, which is infinitely more clear than C++
approach?</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>Not to mention correctly aligned for
IA64.</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>BTW, ipoib_prealloc_hdr_t does not need to be 'packed'.
Perhaps this would fix the C++ definition alignment problem?</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010></SPAN></FONT> </DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010><SPAN class=746280102-09122010>typedef struct
_ipoib_prealloc_hdr<BR>{<BR></SPAN></SPAN></FONT><FONT color=#0000ff size=2
face=Arial><SPAN class=746280102-09122010><SPAN
class=746280102-09122010>
uint64_t phys_addr;</SPAN></SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010><SPAN
class=746280102-09122010> ipoib_hdt_t
h;<BR></SPAN></SPAN></FONT><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010><SPAN
class=746280102-09122010></DIV></SPAN></SPAN></FONT>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010><SPAN class=746280102-09122010>}
ipoib_prealloc_hdr_t;<BR></DIV></SPAN></SPAN></FONT></SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>It would be good to include some performance
information as to how effective this patch is?</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>I agree this patch is the correct performance
enhancement, how much performance improvement did you find?</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010></SPAN></FONT> </DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>I found a 30 MB/sec decrease in bandwidth at 64KB MTU
using ttcp -D, while at 2044 MTU the CM performance is equal
to UD?</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>Adding cl_get_physaddr() back into the send data path,
restores the lost 30MB/s bandwidth?</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>You are on the right track with removing
cl_get_physaddr() from the send data path, although I need to understand what's
up with the BW drop.</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>Under investigation.</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010></SPAN></FONT> </DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010>stan.</SPAN></FONT></DIV>
<DIV dir=ltr align=left><FONT color=#0000ff size=2 face=Arial><SPAN
class=746280102-09122010></SPAN></FONT> </DIV><FONT color=#0000ff size=2
face=Arial></FONT><FONT color=#0000ff size=2 face=Arial></FONT><BR>
<DIV dir=ltr lang=en-us class=OutlookMessageHeader align=left>
<HR tabIndex=-1>
<FONT size=2 face=Tahoma><B>From:</B> ofw-bounces@lists.openfabrics.org
[mailto:ofw-bounces@lists.openfabrics.org] <B>On Behalf Of </B>Alex
Naslednikov<BR><B>Sent:</B> Wednesday, December 01, 2010 2:28 AM<BR><B>To:</B>
ofw@lists.openfabrics.org<BR><B>Subject:</B> [ofw] [Patch][IPoIB_NDIS6_CM]
Datapath improvement<BR></FONT><BR></DIV>
<DIV></DIV>
<DIV class=Section1>
<P class=MsoNormal><SPAN
style="FONT-FAMILY: 'Courier New'; FONT-SIZE: 8.5pt">This patch removes calls to
MmGetPhysAddr from datapath <o:p></o:p></SPAN></P>
<P class=MsoNormal><SPAN
style="FONT-FAMILY: 'Courier New'; FONT-SIZE: 8.5pt">Tested with SdpConnect.exe
on Win2008x64 vs. R2, with and w\o LSO, with the following data
sizes:<o:p></o:p></SPAN></P>
<P class=MsoNormal><SPAN
style="FONT-FAMILY: 'Courier New'; FONT-SIZE: 8.5pt">65536, 655360, 512000,
519317 (bytes)<o:p></o:p></SPAN></P>
<P class=MsoNormal><SPAN style="FONT-FAMILY: 'Courier New'; FONT-SIZE: 8.5pt">In
addition, it passed several regression runs<o:p></o:p></SPAN></P>
<P class=MsoNormal><SPAN
style="FONT-FAMILY: 'Courier New'; FONT-SIZE: 8.5pt">Signed-off by: Alexander
Naslednikov (xalex at mellanox.co.il)<o:p></o:p></SPAN></P>
<P class=MsoNormal><o:p> </o:p></P>
<P class=MsoNormal>Index:
ulp/ipoib_NDIS6_CM/kernel/ipoib_port.cpp<o:p></o:p></P>
<P
class=MsoNormal>===================================================================<o:p></o:p></P>
<P class=MsoNormal>---
ulp/ipoib_NDIS6_CM/kernel/ipoib_port.cpp
(revision 3007)<o:p></o:p></P>
<P class=MsoNormal>+++
ulp/ipoib_NDIS6_CM/kernel/ipoib_port.cpp
(working copy)<o:p></o:p></P>
<P class=MsoNormal>@@ -111,7 +111,8 @@<o:p></o:p></P>
<P
class=MsoNormal> ******************************************************************************/<o:p></o:p></P>
<P class=MsoNormal> static void<o:p></o:p></P>
<P class=MsoNormal> __port_construct(<o:p></o:p></P>
<P
class=MsoNormal>-
IN
ipoib_port_t*
const
p_port );<o:p></o:p></P>
<P
class=MsoNormal>+
IN
ipoib_port_t*
const
p_port,<o:p></o:p></P>
<P
class=MsoNormal>+
IN
int32_t
alloc_size);<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P class=MsoNormal> static ib_api_status_t<o:p></o:p></P>
<P class=MsoNormal> __port_init(<o:p></o:p></P>
<P class=MsoNormal>@@ -638,6 +639,7 @@<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P
class=MsoNormal>
CL_ASSERT( !p_adapter->p_port );<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P
class=MsoNormal>+
// Allocate PORT object along with "send queue depth" - 1 IPoIB headers
<o:p></o:p></P>
<P
class=MsoNormal>
p_port = (ipoib_port_t *) cl_zalloc( sizeof(ipoib_port_t) +<o:p></o:p></P>
<P
class=MsoNormal>
(sizeof(ipoib_prealloc_hdr_t) * (p_adapter->params.sq_depth - 1))
);<o:p></o:p></P>
<P
class=MsoNormal>
if( !p_port )<o:p></o:p></P>
<P class=MsoNormal>@@ -652,7 +654,7 @@<o:p></o:p></P>
<P
class=MsoNormal>
gp_ipoib_port = p_port;<o:p></o:p></P>
<P class=MsoNormal> #endif<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P
class=MsoNormal>-
__port_construct( p_port );<o:p></o:p></P>
<P
class=MsoNormal>+
__port_construct( p_port, p_adapter->params.sq_depth -1 );<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P
class=MsoNormal>
status = __port_init( p_port, p_adapter, p_pnp_rec );<o:p></o:p></P>
<P
class=MsoNormal>
if( status != IB_SUCCESS )<o:p></o:p></P>
<P class=MsoNormal>@@ -689,7 +691,8 @@<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P class=MsoNormal> static void<o:p></o:p></P>
<P class=MsoNormal> __port_construct(<o:p></o:p></P>
<P
class=MsoNormal>-
IN
ipoib_port_t*
const
p_port )<o:p></o:p></P>
<P
class=MsoNormal>+
IN
ipoib_port_t*
const
p_port,<o:p></o:p></P>
<P
class=MsoNormal>+
IN
int32_t
alloc_size)<o:p></o:p></P>
<P class=MsoNormal> {<o:p></o:p></P>
<P
class=MsoNormal>
IPOIB_ENTER( IPOIB_DBG_INIT );<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P class=MsoNormal>@@ -710,6 +713,12 @@<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P
class=MsoNormal>
KeInitializeEvent( &p_port->sa_event, NotificationEvent, TRUE
);<o:p></o:p></P>
<P
class=MsoNormal>
KeInitializeEvent( &p_port->leave_mcast_event, NotificationEvent, TRUE
);<o:p></o:p></P>
<P class=MsoNormal>+<o:p></o:p></P>
<P
class=MsoNormal>+
for ( int i = 0; i < alloc_size; ++i )<o:p></o:p></P>
<P
class=MsoNormal>+
{<o:p></o:p></P>
<P
class=MsoNormal>+
p_port->hdr[i].phys_addr = cl_get_physaddr( &p_port->hdr[i]
);<o:p></o:p></P>
<P
class=MsoNormal>+
p_port->hdr[i].resv = 0;<o:p></o:p></P>
<P
class=MsoNormal>+
}<o:p></o:p></P>
<P
class=MsoNormal>
<o:p></o:p></P>
<P
class=MsoNormal>
IPOIB_EXIT( IPOIB_DBG_INIT );<o:p></o:p></P>
<P class=MsoNormal> }<o:p></o:p></P>
<P class=MsoNormal>@@ -5278,9 +5287,7 @@<o:p></o:p></P>
<P
class=MsoNormal>
ASSERT( hdr_idx < s_buf->p_port->p_adapter->params.sq_depth
);<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P
class=MsoNormal>
/* Set up IPoIB Header */<o:p></o:p></P>
<P
class=MsoNormal>-
s_buf->p_port->hdr[hdr_idx].type = p_eth_hdr->type;<o:p></o:p></P>
<P
class=MsoNormal>-
s_buf->p_port->hdr[hdr_idx].resv = 0;<o:p></o:p></P>
<P
class=MsoNormal>-
<o:p></o:p></P>
<P
class=MsoNormal>+
s_buf->p_port->hdr[hdr_idx].type =
p_eth_hdr->type;
<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P
class=MsoNormal>
//Init send buffer to 0<o:p></o:p></P>
<P
class=MsoNormal>
s_buf->p_send_buf = NULL;<o:p></o:p></P>
<P class=MsoNormal>@@ -5309,8 +5316,7 @@<o:p></o:p></P>
<P
class=MsoNormal>
cl_perf_start( SendMgrFilter );<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P
class=MsoNormal>
/* Put first DS to be IPoIB Header */<o:p></o:p></P>
<P
class=MsoNormal>-
p_desc->send_wr[0].local_ds[0].vaddr =<o:p></o:p></P>
<P
class=MsoNormal>-
cl_get_physaddr( &s_buf->p_port->hdr[hdr_idx] );<o:p></o:p></P>
<P
class=MsoNormal>+
p_desc->send_wr[0].local_ds[0].vaddr =
s_buf->p_port->hdr[hdr_idx].phys_addr;<o:p></o:p></P>
<P
class=MsoNormal>
p_desc->send_wr[0].local_ds[0].length = sizeof(ipoib_hdr_t);<o:p></o:p></P>
<P
class=MsoNormal>
p_desc->send_wr[0].local_ds[0].lkey =
s_buf->p_port->ib_mgr.lkey;<o:p></o:p></P>
<P
class=MsoNormal>
<o:p></o:p></P>
<P class=MsoNormal>Index: ulp/ipoib_NDIS6_CM/kernel/ipoib_port.h<o:p></o:p></P>
<P
class=MsoNormal>===================================================================<o:p></o:p></P>
<P class=MsoNormal>---
ulp/ipoib_NDIS6_CM/kernel/ipoib_port.h (revision
2999)<o:p></o:p></P>
<P class=MsoNormal>+++ ulp/ipoib_NDIS6_CM/kernel/ipoib_port.h (working
copy)<o:p></o:p></P>
<P class=MsoNormal>@@ -168,6 +168,12 @@<o:p></o:p></P>
<P
class=MsoNormal> *
resv<o:p></o:p></P>
<P
class=MsoNormal> *
Reserved portion of IPoIB header.<o:p></o:p></P>
<P class=MsoNormal> *********/<o:p></o:p></P>
<P class=MsoNormal>+<o:p></o:p></P>
<P class=MsoNormal>+typedef struct _ipoib_prealloc_hdr:public
ipoib_hdr_t<o:p></o:p></P>
<P class=MsoNormal>+{<o:p></o:p></P>
<P
class=MsoNormal>+
uint64_t
phys_addr;<o:p></o:p></P>
<P class=MsoNormal>+} PACK_SUFFIX ipoib_prealloc_hdr_t;<o:p></o:p></P>
<P
class=MsoNormal>+
<o:p></o:p></P>
<P class=MsoNormal> static const uint32_t
EthHeaderOffset
= sizeof(eth_hdr_t);<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P class=MsoNormal> //We reuse eth header to put there IPoIB header for LSO
Net Buffers.<o:p></o:p></P>
<P class=MsoNormal>@@ -369,6 +375,7 @@<o:p></o:p></P>
<P
class=MsoNormal>
NDIS_TCP_IP_CHECKSUM_PACKET_INFO
ndis_csum;<o:p></o:p></P>
<P class=MsoNormal> #if IPOIB_INLINE_RECV<o:p></o:p></P>
<P
class=MsoNormal>
recv_buf_t
buf;<o:p></o:p></P>
<P
class=MsoNormal>+
uint64_t
phys_addr;<o:p></o:p></P>
<P class=MsoNormal> #else<o:p></o:p></P>
<P
class=MsoNormal>
recv_buf_t
*p_buf;<o:p></o:p></P>
<P class=MsoNormal> #endif<o:p></o:p></P>
<P class=MsoNormal>@@ -626,7 +633,7 @@<o:p></o:p></P>
<P
class=MsoNormal>
ib_net16_t
base_lid;<o:p></o:p></P>
<P
class=MsoNormal>
LONG
n_no_progress;<o:p></o:p></P>
<P
class=MsoNormal>
PIO_WORKITEM
pPoWorkItem;<o:p></o:p></P>
<P
class=MsoNormal>-
ipoib_hdr_t
hdr[1]; /* Must be last! */<o:p></o:p></P>
<P
class=MsoNormal>+
ipoib_prealloc_hdr_t hdr[1]; /* Must be last!
*/<o:p></o:p></P>
<P class=MsoNormal> <o:p></o:p></P>
<P
class=MsoNormal> }
ipoib_port_t;<o:p></o:p></P>
<P class=MsoNormal> #pragma warning(default:4324)<o:p></o:p></P>
<P class=MsoNormal><o:p> </o:p></P>
<P class=MsoNormal><B>Alexander (XaleX) Naslednikov<o:p></o:p></B></P>
<P class=MsoNormal><B>SW Networking Team<o:p></o:p></B></P>
<P class=MsoNormal><B>Mellanox Technologies<o:p></o:p></B></P>
<P class=MsoNormal><o:p> </o:p></P></DIV></BODY></HTML>