1
1
openmpi/ompi/mca/mtl/mxm/mtl_mxm_recv.c
Mike Dubman aefffa073d initial implementation of MXM MTL layer
This commit was SVN r24946.
2011-07-26 04:36:21 +00:00

91 строка
3.2 KiB
C

/*
* Copyright (C) Mellanox Technologies Ltd. 2001-2011. ALL RIGHTS RESERVED.
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*/
#include "ompi_config.h"
#include "opal/datatype/opal_convertor.h"
#include "ompi/mca/mtl/base/mtl_base_datatype.h"
#include "orte/util/show_help.h"
#include "mtl_mxm.h"
#include "mtl_mxm_types.h"
#include "mtl_mxm_request.h"
static void ompi_mtl_mxm_recv_completion_cb(mxm_req_t *req)
{
mca_mtl_mxm_request_t *mtl_mxm_request = (mca_mtl_mxm_request_t *) req->context;
struct ompi_request_t *ompi_req = mtl_mxm_request->super.ompi_req;
/* Set completion status and envelope */
ompi_req->req_status.MPI_TAG = req->completion.sender_tag;
ompi_req->req_status.MPI_SOURCE = req->completion.sender_imm;
ompi_req->req_status.MPI_ERROR = ompi_mtl_mxm_to_mpi_status(req->completion.status);
ompi_req->req_status._ucount = req->completion.actual_len;
/* Copy data */
ompi_mtl_datatype_unpack(mtl_mxm_request->convertor, mtl_mxm_request->buf,
req->completion.actual_len);
if (mtl_mxm_request->free_after) {
free(mtl_mxm_request->buf);
}
mtl_mxm_request->super.completion_callback(&mtl_mxm_request->super);
}
int ompi_mtl_mxm_irecv(struct mca_mtl_base_module_t* mtl,
struct ompi_communicator_t *comm, int src, int tag,
struct opal_convertor_t *convertor,
struct mca_mtl_request_t *mtl_request)
{
mca_mtl_mxm_request_t * mtl_mxm_request;
mca_mtl_mxm_endpoint_t* mxm_endpoint;
ompi_proc_t* ompi_proc;
mxm_error_t err;
int ret;
mtl_mxm_request = (mca_mtl_mxm_request_t*) mtl_request;
mtl_mxm_request->convertor = convertor;
ret = ompi_mtl_datatype_recv_buf(mtl_mxm_request->convertor,
&mtl_mxm_request->buf,
&mtl_mxm_request->length,
&mtl_mxm_request->free_after);
if (OMPI_SUCCESS != ret) {
return ret;
}
/* prepare a receive request embedded in the MTL request */
mtl_mxm_request->mxm_request.state = MXM_REQ_NEW;
mtl_mxm_request->mxm_request.mq = (mxm_mq_h)comm->c_pml_comm;
mtl_mxm_request->mxm_request.tag = tag;
mtl_mxm_request->mxm_request.tag_mask = (tag == MPI_ANY_TAG) ? 0 : 0xffffffffU;
mtl_mxm_request->mxm_request.conn = (src == MPI_ANY_SOURCE) ? NULL :
ompi_mtl_mxm_conn_lookup(comm, src);
mtl_mxm_request->mxm_request.data.buf.ptr = mtl_mxm_request->buf;
mtl_mxm_request->mxm_request.data.buf.len = mtl_mxm_request->length;
mtl_mxm_request->mxm_request.completed_cb = ompi_mtl_mxm_recv_completion_cb;
mtl_mxm_request->mxm_request.context = mtl_mxm_request;
mtl_mxm_request->mxm_request.flags = MXM_REQ_FLAG_NONBLOCK;
/* post-recv */
err = mxm_req_recv(&mtl_mxm_request->mxm_request);
if (MXM_OK != err) {
orte_show_help("help-mtl-mxm.txt", "error posting receive", true,
mxm_error_string(err), mtl_mxm_request->buf, mtl_mxm_request->length);
return OMPI_ERROR;
}
return OMPI_SUCCESS;
}