ac4573b6db
Refs trac:3763 This commit was SVN r29908. The following Trac tickets were found above: Ticket 3763 --> https://svn.open-mpi.org/trac/ompi/ticket/3763
94 строки
3.3 KiB
C
94 строки
3.3 KiB
C
/*
|
|
* Copyright (c) 2013 Mellanox Technologies, Inc.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "oshmem_config.h"
|
|
#include "opal/prefetch.h"
|
|
#include "oshmem/constants.h"
|
|
#include "oshmem/mca/spml/spml.h"
|
|
#include "ompi/mca/btl/btl.h"
|
|
#include "orte/mca/errmgr/errmgr.h"
|
|
#include "ompi/mca/mpool/mpool.h"
|
|
#include "ompi/mca/bml/base/base.h"
|
|
#include "oshmem/mca/spml/yoda/spml_yoda.h"
|
|
#include "oshmem/mca/spml/yoda/spml_yoda_putreq.h"
|
|
#include "oshmem/mca/spml/yoda/spml_yoda_rdmafrag.h"
|
|
#include "oshmem/runtime/runtime.h"
|
|
/*
|
|
* The free call mark the final stage in a request life-cycle. Starting from this
|
|
* point the request is completed at both SPML and user level, and can be used
|
|
* for others p2p communications. Therefore, in the case of the YODA SPML it should
|
|
* be added to the free request list.
|
|
*/
|
|
static int mca_spml_yoda_put_request_free(struct oshmem_request_t** request)
|
|
{
|
|
mca_spml_yoda_put_request_t* putreq =
|
|
*(mca_spml_yoda_put_request_t**) request;
|
|
|
|
assert( false == putreq->req_put.req_base.req_free_called);
|
|
|
|
OPAL_THREAD_LOCK(&oshmem_request_lock);
|
|
putreq->req_put.req_base.req_free_called = true;
|
|
OMPI_FREE_LIST_RETURN_MT( &mca_spml_base_put_requests,
|
|
(ompi_free_list_item_t*)putreq);
|
|
OPAL_THREAD_UNLOCK(&oshmem_request_lock);
|
|
|
|
*request = SHMEM_REQUEST_NULL;
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
static int mca_spml_yoda_put_request_cancel(struct oshmem_request_t* request,
|
|
int complete)
|
|
{
|
|
/* we dont cancel put requests by now */
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
static void mca_spml_yoda_put_request_construct(mca_spml_yoda_put_request_t* req)
|
|
{
|
|
req->req_put.req_base.req_type = MCA_SPML_REQUEST_PUT;
|
|
req->req_put.req_base.req_oshmem.req_free = mca_spml_yoda_put_request_free;
|
|
req->req_put.req_base.req_oshmem.req_cancel =
|
|
mca_spml_yoda_put_request_cancel;
|
|
}
|
|
|
|
static void mca_spml_yoda_put_request_destruct(mca_spml_yoda_put_request_t* req)
|
|
{
|
|
}
|
|
|
|
OBJ_CLASS_INSTANCE( mca_spml_yoda_put_request_t,
|
|
mca_spml_base_put_request_t,
|
|
mca_spml_yoda_put_request_construct,
|
|
mca_spml_yoda_put_request_destruct);
|
|
|
|
void mca_spml_yoda_put_completion(mca_btl_base_module_t* btl,
|
|
struct mca_btl_base_endpoint_t* ep,
|
|
struct mca_btl_base_descriptor_t* des,
|
|
int status)
|
|
{
|
|
mca_spml_yoda_rdma_frag_t* frag =
|
|
(mca_spml_yoda_rdma_frag_t*) des->des_cbdata;
|
|
mca_spml_yoda_put_request_t* putreq =
|
|
(mca_spml_yoda_put_request_t*) frag->rdma_req;
|
|
mca_bml_base_btl_t* bml_btl = (mca_bml_base_btl_t*) des->des_context;
|
|
|
|
OPAL_THREAD_ADD32(&mca_spml_yoda.n_active_puts, -1);
|
|
/* check completion status */
|
|
if (OPAL_UNLIKELY(OSHMEM_SUCCESS != status)) {
|
|
/* no way to propagete errors. die */
|
|
SPML_ERROR("FATAL put completion error");
|
|
oshmem_shmem_abort(-1);
|
|
}
|
|
|
|
putreq->req_put.req_base.req_spml_complete = true;
|
|
oshmem_request_complete(&putreq->req_put.req_base.req_oshmem, 1);
|
|
oshmem_request_free((oshmem_request_t**) &putreq);
|
|
mca_bml_base_free(bml_btl, des);
|
|
}
|