141 строка
7.6 KiB
C
141 строка
7.6 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 The Trustees of the University of Tennessee.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
/**
|
|
* @file
|
|
*/
|
|
#ifndef MCA_PTL_MX_MODULE_H
|
|
#define MCA_PTL_MX_MODULE_H
|
|
|
|
#include "ompi_config.h"
|
|
#include "ptl_mx.h"
|
|
#include "ptl_mx_recvfrag.h"
|
|
#include "ptl_mx_sendfrag.h"
|
|
|
|
|
|
/**
|
|
* Post a receive for short messages (<32 K)
|
|
*/
|
|
|
|
#define MCA_PTL_MX_POST(ptl, match, header_size) \
|
|
do { \
|
|
mca_ptl_mx_recv_frag_t *frag; \
|
|
mx_return_t mx_return; \
|
|
int rc; \
|
|
\
|
|
MCA_PTL_MX_RECV_FRAG_ALLOC(frag, rc); \
|
|
if(rc != OMPI_SUCCESS) { \
|
|
opal_output(0, "mca_ptl_mx_match: unable to allocate resources.\n"); \
|
|
break; \
|
|
} \
|
|
frag->frag_size = 0; \
|
|
frag->frag_recv.frag_base.frag_owner = &ptl->super; \
|
|
frag->frag_recv.frag_base.frag_peer = NULL; \
|
|
frag->frag_recv.frag_base.frag_size = 0; \
|
|
frag->frag_recv.frag_base.frag_addr = frag->frag_data; \
|
|
frag->frag_recv.frag_is_buffered = true; \
|
|
frag->frag_recv.frag_request = NULL; \
|
|
frag->frag_segments[0].segment_length = header_size; \
|
|
frag->frag_segments[1].segment_ptr = frag->frag_data; \
|
|
frag->frag_segments[1].segment_length = sizeof(frag->frag_data); \
|
|
frag->frag_segment_count = 2; \
|
|
mx_return = mx_irecv( \
|
|
ptl->mx_endpoint, \
|
|
frag->frag_segments, \
|
|
frag->frag_segment_count, \
|
|
match, \
|
|
MX_MATCH_MASK_NONE, \
|
|
frag, \
|
|
&frag->frag_request); \
|
|
if(mx_return != MX_SUCCESS) { \
|
|
opal_output(0, "mca_ptl_mx_match: mx_irecv() failed with status=%dn", mx_return); \
|
|
MCA_PTL_MX_RECV_FRAG_RETURN(frag); \
|
|
} \
|
|
} while(0)
|
|
|
|
|
|
/**
|
|
* Routine to process complete request(s).
|
|
*/
|
|
|
|
#define MCA_PTL_MX_PROGRESS(ptl, mx_status) \
|
|
do { \
|
|
mca_ptl_base_frag_t* frag; \
|
|
frag = (mca_ptl_base_frag_t*)mx_status.context; \
|
|
switch(frag->frag_type) { \
|
|
case MCA_PTL_FRAGMENT_SEND: \
|
|
{ \
|
|
mca_ptl_mx_send_frag_t* sendfrag = (mca_ptl_mx_send_frag_t*)frag; \
|
|
MCA_PTL_MX_SEND_FRAG_PROGRESS(sendfrag); \
|
|
break; \
|
|
} \
|
|
case MCA_PTL_FRAGMENT_RECV: \
|
|
{ \
|
|
mca_ptl_mx_recv_frag_t* recvfrag = (mca_ptl_mx_recv_frag_t*)frag; \
|
|
mca_ptl_base_header_t* hdr = \
|
|
&recvfrag->frag_recv.frag_base.frag_header; \
|
|
switch(hdr->hdr_common.hdr_type) { \
|
|
case MCA_PTL_HDR_TYPE_MATCH: \
|
|
{ \
|
|
recvfrag->frag_size = hdr->hdr_match.hdr_msg_length; \
|
|
MCA_PTL_MX_RECV_FRAG_MATCH(recvfrag,hdr); \
|
|
OPAL_THREAD_ADD32(&ptl->mx_recvs_posted, -1); \
|
|
break; \
|
|
} \
|
|
case MCA_PTL_HDR_TYPE_RNDV: \
|
|
{ \
|
|
recvfrag->frag_size = hdr->hdr_rndv.hdr_frag_length; \
|
|
MCA_PTL_MX_RECV_FRAG_RNDV(recvfrag,hdr); \
|
|
MCA_PTL_MX_POST(ptl, MCA_PTL_HDR_TYPE_RNDV, \
|
|
sizeof(mca_ptl_base_rendezvous_header_t)); \
|
|
break; \
|
|
} \
|
|
case MCA_PTL_HDR_TYPE_FRAG: \
|
|
{ \
|
|
MCA_PTL_MX_RECV_FRAG_FRAG(recvfrag); \
|
|
break; \
|
|
} \
|
|
case MCA_PTL_HDR_TYPE_ACK: \
|
|
{ \
|
|
mca_ptl_mx_send_frag_t* sendfrag; \
|
|
mca_ptl_base_send_request_t* sendreq; \
|
|
sendfrag = (mca_ptl_mx_send_frag_t*) \
|
|
hdr->hdr_ack.hdr_src_ptr.pval; \
|
|
sendreq = sendfrag->frag_send.frag_request; \
|
|
sendreq->req_peer_match = hdr->hdr_ack.hdr_dst_match; \
|
|
MCA_PTL_MX_SEND_FRAG_PROGRESS(sendfrag); \
|
|
MCA_PTL_MX_RECV_FRAG_RETURN(recvfrag); \
|
|
MCA_PTL_MX_POST(ptl, MCA_PTL_HDR_TYPE_ACK, \
|
|
sizeof(mca_ptl_base_ack_header_t)); \
|
|
break; \
|
|
} \
|
|
} \
|
|
break; \
|
|
} \
|
|
default: \
|
|
{ \
|
|
opal_output(0, "mca_ptl_mx_progress: invalid request type: %d", \
|
|
frag->frag_type); \
|
|
break; \
|
|
} \
|
|
} \
|
|
} while(0)
|
|
|
|
void mca_ptl_mx_enable(void);
|
|
void mca_ptl_mx_disable(void);
|
|
|
|
#endif
|
|
|