a4b2bd903b
request completion callback * Use the completion callback pointer to remove all need for opal_progress calls in the one-sided layer This commit was SVN r24848.
135 строки
4.3 KiB
C
135 строки
4.3 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 The Trustees of the University of Tennessee.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2007 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
|
|
#include "osc_rdma.h"
|
|
#include "osc_rdma_sendreq.h"
|
|
|
|
#include "opal/threads/mutex.h"
|
|
#include "ompi/win/win.h"
|
|
#include "ompi/communicator/communicator.h"
|
|
#include "ompi/mca/btl/btl.h"
|
|
#include "ompi/mca/osc/base/base.h"
|
|
#include "mpi.h"
|
|
|
|
|
|
int
|
|
ompi_osc_rdma_module_free(ompi_win_t *win)
|
|
{
|
|
int ret = OMPI_SUCCESS;
|
|
int i;
|
|
ompi_osc_rdma_module_t *module = GET_MODULE(win);
|
|
|
|
opal_output_verbose(1, ompi_osc_base_output,
|
|
"rdma component destroying window with id %d",
|
|
ompi_comm_get_cid(module->m_comm));
|
|
|
|
/* finish with a barrier */
|
|
if (ompi_group_size(win->w_group) > 1) {
|
|
ret = module->m_comm->c_coll.coll_barrier(module->m_comm,
|
|
module->m_comm->c_coll.coll_barrier_module);
|
|
}
|
|
|
|
/* remove from component information */
|
|
OPAL_THREAD_LOCK(&mca_osc_rdma_component.c_lock);
|
|
opal_hash_table_remove_value_uint32(&mca_osc_rdma_component.c_modules,
|
|
ompi_comm_get_cid(module->m_comm));
|
|
OPAL_THREAD_UNLOCK(&mca_osc_rdma_component.c_lock);
|
|
|
|
win->w_osc_module = NULL;
|
|
|
|
OBJ_DESTRUCT(&module->m_unlocks_pending);
|
|
OBJ_DESTRUCT(&module->m_locks_pending);
|
|
OBJ_DESTRUCT(&module->m_queued_sendreqs);
|
|
OBJ_DESTRUCT(&module->m_copy_pending_sendreqs);
|
|
OBJ_DESTRUCT(&module->m_pending_sendreqs);
|
|
OBJ_DESTRUCT(&module->m_acc_lock);
|
|
OBJ_DESTRUCT(&module->m_cond);
|
|
OBJ_DESTRUCT(&module->m_lock);
|
|
|
|
if (NULL != module->m_sc_remote_ranks) {
|
|
free(module->m_sc_remote_ranks);
|
|
}
|
|
if (NULL != module->m_sc_remote_active_ranks) {
|
|
free(module->m_sc_remote_active_ranks);
|
|
}
|
|
if (NULL != module->m_fence_coll_counts) {
|
|
free(module->m_fence_coll_counts);
|
|
}
|
|
if (NULL != module->m_copy_num_pending_sendreqs) {
|
|
free(module->m_copy_num_pending_sendreqs);
|
|
}
|
|
if (NULL != module->m_num_pending_sendreqs) {
|
|
free(module->m_num_pending_sendreqs);
|
|
}
|
|
if (NULL != module->m_peer_info) {
|
|
for (i = 0 ; i < ompi_comm_size(module->m_comm) ; ++i) {
|
|
ompi_osc_rdma_peer_info_free(&module->m_peer_info[i]);
|
|
}
|
|
free(module->m_peer_info);
|
|
}
|
|
if (NULL != module->m_comm) ompi_comm_free(&module->m_comm);
|
|
if (NULL != module) free(module);
|
|
|
|
return ret;
|
|
}
|
|
|
|
|
|
int
|
|
ompi_osc_rdma_peer_info_free(ompi_osc_rdma_peer_info_t *peer_info)
|
|
{
|
|
int i;
|
|
|
|
if (NULL != peer_info->peer_btls) {
|
|
free(peer_info->peer_btls);
|
|
}
|
|
|
|
if (NULL != peer_info->local_descriptors) {
|
|
for (i = 0 ; i < peer_info->local_num_btls ; ++i) {
|
|
if (NULL != peer_info->local_descriptors[i]) {
|
|
mca_bml_base_btl_t *bml_btl = peer_info->local_btls[i];
|
|
mca_btl_base_module_t* btl = bml_btl->btl;
|
|
|
|
btl->btl_free(btl, peer_info->local_descriptors[i]);
|
|
}
|
|
}
|
|
free(peer_info->local_descriptors);
|
|
}
|
|
|
|
if (NULL != peer_info->local_registrations) {
|
|
for (i = 0 ; i < peer_info->local_num_btls ; ++i) {
|
|
if (NULL != peer_info->local_registrations[i]) {
|
|
mca_mpool_base_module_t *module =
|
|
peer_info->local_registrations[i]->mpool;
|
|
module->mpool_deregister(module,
|
|
peer_info->local_registrations[i]);
|
|
}
|
|
}
|
|
free(peer_info->local_registrations);
|
|
}
|
|
|
|
if (NULL != peer_info->local_btls) {
|
|
free(peer_info->local_btls);
|
|
}
|
|
|
|
memset(peer_info, 0, sizeof(ompi_osc_rdma_peer_info_t));
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|