1340f9c65a
- Move endpoint code back up to BTL - Use opal_pointer_array_t for bounce buffer to identify local smsg completions. - Update and reenable sendi - Create a new endpoint for FMA/BTE transactions (keep local smsg/fma transactions seperate) - Move reverse get code into btl_ugni_put.c - Move eager get code into btl_ugni_get.c - Handle remote SMSG overruns correctly - Added support for inplace sends - etc This commit was SVN r26307.
122 строки
3.0 KiB
C
122 строки
3.0 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2011 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* Copyright (c) 2011 UT-Battelle, LLC. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "common_ugni.h"
|
|
|
|
static void ompi_common_ugni_ep_destruct (ompi_common_ugni_endpoint_t *ep)
|
|
{
|
|
ep->dev->dev_eps[ep->ep_rem_id] = NULL;
|
|
}
|
|
|
|
OBJ_CLASS_INSTANCE(ompi_common_ugni_endpoint_t, opal_object_t,
|
|
NULL, ompi_common_ugni_ep_destruct);
|
|
|
|
int ompi_common_ugni_endpoint_for_proc (ompi_common_ugni_device_t *dev, ompi_proc_t *peer_proc,
|
|
ompi_common_ugni_endpoint_t **ep)
|
|
{
|
|
ompi_common_ugni_endpoint_t *endpoint;
|
|
ompi_common_ugni_modex_t *modex;
|
|
size_t msg_size;
|
|
int rem_id, rc;
|
|
|
|
assert (NULL != dev && NULL != ep && peer_proc);
|
|
|
|
rem_id = peer_proc->proc_name.vpid;;
|
|
|
|
if (NULL == dev->dev_eps[rem_id]) {
|
|
endpoint = OBJ_NEW(ompi_common_ugni_endpoint_t);
|
|
if (OPAL_UNLIKELY(NULL == endpoint)) {
|
|
assert (0);
|
|
return OMPI_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
|
|
/* Receive the modex */
|
|
rc = ompi_modex_recv(&ompi_common_ugni_component,
|
|
peer_proc, (void *)&modex, &msg_size);
|
|
if (OPAL_UNLIKELY(OMPI_SUCCESS != rc)) {
|
|
OPAL_OUTPUT((-1, "btl/ugni error receiving modex"));
|
|
return rc;
|
|
}
|
|
|
|
/* these should be the same */
|
|
assert (rem_id == modex->id);
|
|
|
|
endpoint->ep_rem_addr = modex->addr;
|
|
endpoint->ep_rem_id = modex->id;
|
|
|
|
endpoint->dev = dev;
|
|
|
|
*ep = endpoint;
|
|
|
|
dev->dev_eps[rem_id] = endpoint;
|
|
} else {
|
|
OBJ_RETAIN(dev->dev_eps[rem_id]);
|
|
*ep = dev->dev_eps[rem_id];
|
|
}
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
void ompi_common_ugni_endpoint_return (ompi_common_ugni_endpoint_t *ep)
|
|
{
|
|
assert(NULL != ep);
|
|
|
|
OBJ_RELEASE(ep);
|
|
}
|
|
|
|
int ompi_common_ugni_ep_create (ompi_common_ugni_endpoint_t *cep, gni_cq_handle_t cq, gni_ep_handle_t *ep_handle)
|
|
{
|
|
gni_return_t grc;
|
|
|
|
if (OPAL_UNLIKELY(NULL == cep)) {
|
|
assert (0);
|
|
return OPAL_ERR_BAD_PARAM;
|
|
}
|
|
|
|
/* create a uGNI endpoint handle and bind it to the remote peer */
|
|
grc = GNI_EpCreate (cep->dev->dev_handle, cq, ep_handle);
|
|
if (OPAL_UNLIKELY(GNI_RC_SUCCESS != grc)) {
|
|
return ompi_common_rc_ugni_to_ompi (grc);
|
|
}
|
|
|
|
grc = GNI_EpBind (*ep_handle, cep->ep_rem_addr, cep->ep_rem_id);
|
|
if (GNI_RC_SUCCESS != grc) {
|
|
return ompi_common_rc_ugni_to_ompi (grc);
|
|
}
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
int ompi_common_ugni_ep_destroy (gni_ep_handle_t *ep)
|
|
{
|
|
int rc;
|
|
|
|
if (NULL == ep || 0 == *ep) {
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
rc = GNI_EpUnbind (*ep);
|
|
if (OPAL_UNLIKELY(GNI_RC_SUCCESS != rc)) {
|
|
/* should warn */
|
|
}
|
|
|
|
GNI_EpDestroy (*ep);
|
|
if (OPAL_UNLIKELY(GNI_RC_SUCCESS != rc)) {
|
|
/* should warn */
|
|
}
|
|
|
|
*ep = 0;
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|