openmpi/ompi/mca/ptl/mx/ptl_mx_module.h

/*
 * Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
 *                         University Research and Technology
 *                         Corporation.  All rights reserved.
 * Copyright (c) 2004-2005 The University of Tennessee and The University
 *                         of Tennessee Research Foundation.  All rights
 *                         reserved.
 * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, 
 *                         University of Stuttgart.  All rights reserved.
 * Copyright (c) 2004-2005 The Regents of the University of California.
 *                         All rights reserved.
 * $COPYRIGHT$
 * 
 * Additional copyrights may follow
 * 
 * $HEADER$
 */
/**
 * @file
 */
#ifndef MCA_PTL_MX_MODULE_H
#define MCA_PTL_MX_MODULE_H

#include "ompi_config.h"
#include "ptl_mx.h"
#include "ptl_mx_recvfrag.h"
#include "ptl_mx_sendfrag.h"


/**
 *  Post a receive for short messages (<32 K)
 */
                                                                                                  
#define MCA_PTL_MX_POST(ptl, match, header_size) \
do { \
    mca_ptl_mx_recv_frag_t *frag; \
    mx_return_t mx_return; \
    int rc; \
 \
    MCA_PTL_MX_RECV_FRAG_ALLOC(frag, rc); \
    if(rc != OMPI_SUCCESS) { \
        opal_output(0, "mca_ptl_mx_match: unable to allocate resources.\n"); \
        break; \
    } \
    frag->frag_size = 0; \
    frag->frag_recv.frag_base.frag_owner = &ptl->super; \
    frag->frag_recv.frag_base.frag_peer = NULL; \
    frag->frag_recv.frag_base.frag_size = 0; \
    frag->frag_recv.frag_base.frag_addr = frag->frag_data; \
    frag->frag_recv.frag_is_buffered = true; \
    frag->frag_recv.frag_request = NULL; \
    frag->frag_segments[0].segment_length = header_size; \
    frag->frag_segments[1].segment_ptr = frag->frag_data; \
    frag->frag_segments[1].segment_length = sizeof(frag->frag_data); \
    frag->frag_segment_count = 2; \
    mx_return = mx_irecv( \
        ptl->mx_endpoint, \
        frag->frag_segments, \
        frag->frag_segment_count, \
        match, \
        MX_MATCH_MASK_NONE, \
        frag, \
        &frag->frag_request); \
    if(mx_return != MX_SUCCESS) { \
        opal_output(0, "mca_ptl_mx_match: mx_irecv() failed with status=%dn", mx_return); \
        MCA_PTL_MX_RECV_FRAG_RETURN(frag); \
    } \
} while(0)
                                                                                                          

/**
 *  Routine to process complete request(s).
 */
                                                                                                  
#define MCA_PTL_MX_PROGRESS(ptl, mx_status)                                         \
do {                                                                                \
    mca_ptl_base_frag_t* frag;                                                      \
    frag = (mca_ptl_base_frag_t*)mx_status.context;                                 \
    switch(frag->frag_type) {                                                       \
        case MCA_PTL_FRAGMENT_SEND:                                                 \
        {                                                                           \
            mca_ptl_mx_send_frag_t* sendfrag = (mca_ptl_mx_send_frag_t*)frag;       \
            MCA_PTL_MX_SEND_FRAG_PROGRESS(sendfrag);                                \
            break;                                                                  \
        }                                                                           \
        case MCA_PTL_FRAGMENT_RECV:                                                 \
        {                                                                           \
            mca_ptl_mx_recv_frag_t* recvfrag = (mca_ptl_mx_recv_frag_t*)frag;       \
            mca_ptl_base_header_t* hdr =                                            \
                &recvfrag->frag_recv.frag_base.frag_header;                         \
            switch(hdr->hdr_common.hdr_type) {                                      \
                case MCA_PTL_HDR_TYPE_MATCH:                                        \
                {                                                                   \
                    recvfrag->frag_size = hdr->hdr_match.hdr_msg_length;            \
                    MCA_PTL_MX_RECV_FRAG_MATCH(recvfrag,hdr);                       \
                    OPAL_THREAD_ADD32(&ptl->mx_recvs_posted, -1);                   \
                    break;                                                          \
                }                                                                   \
                case MCA_PTL_HDR_TYPE_RNDV:                                         \
                {                                                                   \
                    recvfrag->frag_size = hdr->hdr_rndv.hdr_frag_length;            \
                    MCA_PTL_MX_RECV_FRAG_RNDV(recvfrag,hdr);                        \
                    MCA_PTL_MX_POST(ptl, MCA_PTL_HDR_TYPE_RNDV,                     \
                        sizeof(mca_ptl_base_rendezvous_header_t));                  \
                    break;                                                          \
                }                                                                   \
                case MCA_PTL_HDR_TYPE_FRAG:                                         \
                {                                                                   \
                    MCA_PTL_MX_RECV_FRAG_FRAG(recvfrag);                            \
                    break;                                                          \
                }                                                                   \
                case MCA_PTL_HDR_TYPE_ACK:                                          \
                {                                                                   \
                    mca_ptl_mx_send_frag_t* sendfrag;                               \
                    mca_ptl_base_send_request_t* sendreq;                           \
                    sendfrag = (mca_ptl_mx_send_frag_t*)                            \
                        hdr->hdr_ack.hdr_src_ptr.pval;                              \
                    sendreq = sendfrag->frag_send.frag_request;                     \
                    sendreq->req_peer_match = hdr->hdr_ack.hdr_dst_match;           \
                    MCA_PTL_MX_SEND_FRAG_PROGRESS(sendfrag);                        \
                    MCA_PTL_MX_RECV_FRAG_RETURN(recvfrag);                          \
                    MCA_PTL_MX_POST(ptl, MCA_PTL_HDR_TYPE_ACK,                      \
                        sizeof(mca_ptl_base_ack_header_t));                         \
                    break;                                                          \
                }                                                                   \
            }                                                                       \
            break;                                                                  \
        }                                                                           \
        default:                                                                    \
        {                                                                           \
            opal_output(0, "mca_ptl_mx_progress: invalid request type: %d",         \
                frag->frag_type);                                                   \
            break;                                                                  \
        }                                                                           \
    }                                                                               \
} while(0)

void mca_ptl_mx_enable(void);
void mca_ptl_mx_disable(void);

#endif