24a7e7aa34
To support the new mpool two changes were made to the mpool infrastructure:
1) Added an mpool flag to indicate that an mpool does not need the memory
hooks to use the leave pinned protocols. This flag is checked in the
mpool lookup.
2) Add a mpool context to the base registration. This new member is used
by the udreg mpool to store the udreg context associated with the
particular registration. The new member will not break the ABI
compatibility as the new member is only currently used by the udreg
mpool.
Dynamics support for Cray systems makes use of the global rank provided by
orte to give the ugni library a unique rank for each process. Dynamics
support is not available under direct-launch (srun.)
cmr=v1.7.4
This commit was SVN r29719.
106 строки
2.5 KiB
C
106 строки
2.5 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2011-2013 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* Copyright (c) 2011 UT-Battelle, LLC. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "common_ugni.h"
|
|
|
|
OBJ_CLASS_INSTANCE(ompi_common_ugni_endpoint_t, opal_object_t, NULL, NULL);
|
|
|
|
int ompi_common_ugni_endpoint_for_proc (ompi_common_ugni_device_t *dev, ompi_proc_t *peer_proc,
|
|
ompi_common_ugni_endpoint_t **ep)
|
|
{
|
|
ompi_common_ugni_endpoint_t *endpoint;
|
|
ompi_common_ugni_modex_t *modex;
|
|
size_t msg_size;
|
|
int rc;
|
|
|
|
assert (NULL != dev && NULL != ep && peer_proc);
|
|
|
|
endpoint = OBJ_NEW(ompi_common_ugni_endpoint_t);
|
|
if (OPAL_UNLIKELY(NULL == endpoint)) {
|
|
assert (0);
|
|
return OMPI_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
|
|
/* Receive the modex */
|
|
rc = ompi_modex_recv(&ompi_common_ugni_component, peer_proc,
|
|
(void *) &modex, &msg_size);
|
|
if (OPAL_UNLIKELY(OMPI_SUCCESS != rc)) {
|
|
OPAL_OUTPUT((-1, "btl/ugni error receiving modex"));
|
|
return rc;
|
|
}
|
|
|
|
endpoint->ep_rem_addr = modex->addr;
|
|
endpoint->ep_rem_id = modex->id;
|
|
|
|
endpoint->dev = dev;
|
|
|
|
*ep = endpoint;
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
void ompi_common_ugni_endpoint_return (ompi_common_ugni_endpoint_t *ep)
|
|
{
|
|
assert(NULL != ep);
|
|
|
|
OBJ_RELEASE(ep);
|
|
}
|
|
|
|
int ompi_common_ugni_ep_create (ompi_common_ugni_endpoint_t *cep, gni_cq_handle_t cq,
|
|
gni_ep_handle_t *ep_handle)
|
|
{
|
|
gni_return_t grc;
|
|
|
|
if (OPAL_UNLIKELY(NULL == cep)) {
|
|
assert (0);
|
|
return OPAL_ERR_BAD_PARAM;
|
|
}
|
|
|
|
/* create a uGNI endpoint handle and bind it to the remote peer */
|
|
grc = GNI_EpCreate (cep->dev->dev_handle, cq, ep_handle);
|
|
if (OPAL_UNLIKELY(GNI_RC_SUCCESS != grc)) {
|
|
return ompi_common_rc_ugni_to_ompi (grc);
|
|
}
|
|
|
|
grc = GNI_EpBind (*ep_handle, cep->ep_rem_addr, cep->ep_rem_id);
|
|
if (GNI_RC_SUCCESS != grc) {
|
|
GNI_EpDestroy (*ep_handle);
|
|
return ompi_common_rc_ugni_to_ompi (grc);
|
|
}
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
int ompi_common_ugni_ep_destroy (gni_ep_handle_t *ep)
|
|
{
|
|
int rc;
|
|
|
|
if (NULL == ep || 0 == *ep) {
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
rc = GNI_EpUnbind (*ep);
|
|
if (OPAL_UNLIKELY(GNI_RC_SUCCESS != rc)) {
|
|
/* should warn */
|
|
}
|
|
|
|
GNI_EpDestroy (*ep);
|
|
if (OPAL_UNLIKELY(GNI_RC_SUCCESS != rc)) {
|
|
/* should warn */
|
|
}
|
|
|
|
*ep = 0;
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|