355 строки
9.3 KiB
C
355 строки
9.3 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2007 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2009 Sun Microsystems, Inc. All rights reserved.
|
|
* Copyright (c) 2009-2012 Cisco Systems, Inc. All rights reserved.
|
|
* Copyright (c) 2013 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* Copyright (c) 2015 Research Organization for Information Science
|
|
* and Technology (RIST). All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
|
|
#include "mpi.h"
|
|
#include "ompi/win/win.h"
|
|
#include "ompi/errhandler/errhandler.h"
|
|
#include "ompi/constants.h"
|
|
#include "ompi/attribute/attribute.h"
|
|
#include "ompi/group/group.h"
|
|
#include "ompi/info/info.h"
|
|
#include "ompi/mca/osc/base/base.h"
|
|
#include "ompi/mca/osc/osc.h"
|
|
|
|
|
|
/*
|
|
* Table for Fortran <-> C communicator handle conversion. Note that
|
|
* these are not necessarily global.
|
|
*/
|
|
opal_pointer_array_t ompi_mpi_windows = {{0}};
|
|
|
|
ompi_predefined_win_t ompi_mpi_win_null = {{{0}}};
|
|
ompi_predefined_win_t *ompi_mpi_win_null_addr = &ompi_mpi_win_null;
|
|
|
|
static void ompi_win_construct(ompi_win_t *win);
|
|
static void ompi_win_destruct(ompi_win_t *win);
|
|
|
|
OBJ_CLASS_INSTANCE(ompi_win_t, opal_object_t,
|
|
ompi_win_construct, ompi_win_destruct);
|
|
|
|
int
|
|
ompi_win_init(void)
|
|
{
|
|
/* setup window Fortran array */
|
|
OBJ_CONSTRUCT(&ompi_mpi_windows, opal_pointer_array_t);
|
|
if( OPAL_SUCCESS != opal_pointer_array_init(&ompi_mpi_windows, 0,
|
|
OMPI_FORTRAN_HANDLE_MAX, 64) ) {
|
|
return OMPI_ERROR;
|
|
}
|
|
|
|
/* Setup MPI_WIN_NULL */
|
|
OBJ_CONSTRUCT(&ompi_mpi_win_null.win, ompi_win_t);
|
|
ompi_mpi_win_null.win.w_flags = OMPI_WIN_INVALID;
|
|
ompi_mpi_win_null.win.w_group = &ompi_mpi_group_null.group;
|
|
OBJ_RETAIN(&ompi_mpi_group_null);
|
|
ompi_win_set_name(&ompi_mpi_win_null.win, "MPI_WIN_NULL");
|
|
opal_pointer_array_set_item(&ompi_mpi_windows, 0, &ompi_mpi_win_null.win);
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
int
|
|
ompi_win_finalize(void)
|
|
{
|
|
OBJ_DESTRUCT(&ompi_mpi_win_null.win);
|
|
OBJ_DESTRUCT(&ompi_mpi_windows);
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
static ompi_win_t *
|
|
alloc_window(struct ompi_communicator_t *comm)
|
|
{
|
|
ompi_win_t *win;
|
|
ompi_group_t *group;
|
|
|
|
/* create the object */
|
|
win = OBJ_NEW(ompi_win_t);
|
|
if (NULL == win) return NULL;
|
|
|
|
/* setup data that is independent of osc component */
|
|
group = comm->c_local_group;
|
|
OBJ_RETAIN(group);
|
|
ompi_group_increment_proc_count(group);
|
|
win->w_group = group;
|
|
|
|
return win;
|
|
}
|
|
|
|
static int
|
|
config_window(void *base, size_t size, int disp_unit,
|
|
int flavor, int model, ompi_win_t *win)
|
|
{
|
|
int ret;
|
|
|
|
ret = ompi_attr_set_c(WIN_ATTR, win, &win->w_keyhash,
|
|
MPI_WIN_BASE, base, true);
|
|
if (OMPI_SUCCESS != ret) return ret;
|
|
|
|
ret = ompi_attr_set_fortran_mpi2(WIN_ATTR, win,
|
|
&win->w_keyhash,
|
|
MPI_WIN_SIZE, size, true);
|
|
if (OMPI_SUCCESS != ret) return ret;
|
|
|
|
ret = ompi_attr_set_fortran_mpi2(WIN_ATTR, win,
|
|
&win->w_keyhash,
|
|
MPI_WIN_DISP_UNIT, disp_unit,
|
|
true);
|
|
if (OMPI_SUCCESS != ret) return ret;
|
|
|
|
ret = ompi_attr_set_fortran_mpi2(WIN_ATTR, win,
|
|
&win->w_keyhash,
|
|
MPI_WIN_CREATE_FLAVOR, flavor, true);
|
|
if (OMPI_SUCCESS != ret) return ret;
|
|
|
|
ret = ompi_attr_set_fortran_mpi2(WIN_ATTR, win,
|
|
&win->w_keyhash,
|
|
MPI_WIN_MODEL, model, true);
|
|
if (OMPI_SUCCESS != ret) return ret;
|
|
|
|
win->w_f_to_c_index = opal_pointer_array_add(&ompi_mpi_windows, win);
|
|
if (-1 == win->w_f_to_c_index) return OMPI_ERR_OUT_OF_RESOURCE;
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
int
|
|
ompi_win_create(void *base, size_t size,
|
|
int disp_unit, ompi_communicator_t *comm,
|
|
ompi_info_t *info,
|
|
ompi_win_t** newwin)
|
|
{
|
|
ompi_win_t *win;
|
|
int model;
|
|
int ret;
|
|
|
|
win = alloc_window(comm);
|
|
if (NULL == win) return OMPI_ERR_OUT_OF_RESOURCE;
|
|
|
|
ret = ompi_osc_base_select(win, &base, size, disp_unit, comm, info, MPI_WIN_FLAVOR_CREATE, &model);
|
|
if (OMPI_SUCCESS != ret) {
|
|
OBJ_RELEASE(win);
|
|
return ret;
|
|
}
|
|
|
|
ret = config_window(base, size, disp_unit, MPI_WIN_FLAVOR_CREATE, model, win);
|
|
if (OMPI_SUCCESS != ret) {
|
|
OBJ_RELEASE(win);
|
|
return ret;
|
|
}
|
|
|
|
*newwin = win;
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
int
|
|
ompi_win_allocate(size_t size, int disp_unit, ompi_info_t *info,
|
|
ompi_communicator_t *comm, void *baseptr, ompi_win_t **newwin)
|
|
{
|
|
ompi_win_t *win;
|
|
int model;
|
|
int ret;
|
|
void *base;
|
|
|
|
win = alloc_window(comm);
|
|
if (NULL == win) return OMPI_ERR_OUT_OF_RESOURCE;
|
|
|
|
ret = ompi_osc_base_select(win, &base, size, disp_unit, comm, info, MPI_WIN_FLAVOR_ALLOCATE, &model);
|
|
if (OMPI_SUCCESS != ret) {
|
|
OBJ_RELEASE(win);
|
|
return ret;
|
|
}
|
|
|
|
ret = config_window(base, size, disp_unit, MPI_WIN_FLAVOR_ALLOCATE, model, win);
|
|
if (OMPI_SUCCESS != ret) {
|
|
OBJ_RELEASE(win);
|
|
return ret;
|
|
}
|
|
|
|
*((void**) baseptr) = base;
|
|
*newwin = win;
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
int
|
|
ompi_win_allocate_shared(size_t size, int disp_unit, ompi_info_t *info,
|
|
ompi_communicator_t *comm, void *baseptr, ompi_win_t **newwin)
|
|
{
|
|
ompi_win_t *win;
|
|
int model;
|
|
int ret;
|
|
void *base;
|
|
|
|
win = alloc_window(comm);
|
|
if (NULL == win) return OMPI_ERR_OUT_OF_RESOURCE;
|
|
|
|
ret = ompi_osc_base_select(win, &base, size, disp_unit, comm, info, MPI_WIN_FLAVOR_SHARED, &model);
|
|
if (OMPI_SUCCESS != ret) {
|
|
OBJ_RELEASE(win);
|
|
return ret;
|
|
}
|
|
|
|
ret = config_window(base, size, disp_unit, MPI_WIN_FLAVOR_SHARED, model, win);
|
|
if (OMPI_SUCCESS != ret) {
|
|
OBJ_RELEASE(win);
|
|
return ret;
|
|
}
|
|
|
|
*((void**) baseptr) = base;
|
|
*newwin = win;
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
int
|
|
ompi_win_create_dynamic(ompi_info_t *info, ompi_communicator_t *comm, ompi_win_t **newwin)
|
|
{
|
|
ompi_win_t *win;
|
|
int model;
|
|
int ret;
|
|
|
|
win = alloc_window(comm);
|
|
if (NULL == win) return OMPI_ERR_OUT_OF_RESOURCE;
|
|
|
|
ret = ompi_osc_base_select(win, MPI_BOTTOM, 0, 1, comm, info, MPI_WIN_FLAVOR_DYNAMIC, &model);
|
|
if (OMPI_SUCCESS != ret) {
|
|
OBJ_RELEASE(win);
|
|
return ret;
|
|
}
|
|
|
|
ret = config_window(MPI_BOTTOM, 0, 1, MPI_WIN_FLAVOR_DYNAMIC, model, win);
|
|
if (OMPI_SUCCESS != ret) {
|
|
OBJ_RELEASE(win);
|
|
return ret;
|
|
}
|
|
|
|
*newwin = win;
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
int
|
|
ompi_win_free(ompi_win_t *win)
|
|
{
|
|
int ret = win->w_osc_module->osc_free(win);
|
|
|
|
if (-1 != win->w_f_to_c_index) {
|
|
opal_pointer_array_set_item(&ompi_mpi_windows,
|
|
win->w_f_to_c_index,
|
|
NULL);
|
|
}
|
|
|
|
if (OMPI_SUCCESS == ret) {
|
|
OBJ_RELEASE(win);
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
|
|
int
|
|
ompi_win_set_name(ompi_win_t *win, const char *win_name)
|
|
{
|
|
OPAL_THREAD_LOCK(&(win->w_lock));
|
|
memset(win->w_name, 0, MPI_MAX_OBJECT_NAME);
|
|
strncpy(win->w_name, win_name, MPI_MAX_OBJECT_NAME);
|
|
win->w_name[MPI_MAX_OBJECT_NAME - 1] = 0;
|
|
OPAL_THREAD_UNLOCK(&(win->w_lock));
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
int
|
|
ompi_win_get_name(ompi_win_t *win, char *win_name, int *length)
|
|
{
|
|
OPAL_THREAD_LOCK(&(win->w_lock));
|
|
strncpy(win_name, win->w_name, MPI_MAX_OBJECT_NAME);
|
|
*length = (int)strlen(win->w_name);
|
|
OPAL_THREAD_UNLOCK(&(win->w_lock));
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
int
|
|
ompi_win_group(ompi_win_t *win, ompi_group_t **group) {
|
|
OBJ_RETAIN(win->w_group);
|
|
ompi_group_increment_proc_count(win->w_group);
|
|
*group = win->w_group;
|
|
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
static void
|
|
ompi_win_construct(ompi_win_t *win)
|
|
{
|
|
OBJ_CONSTRUCT(&win->w_lock, opal_mutex_t);
|
|
win->w_name[0] = '\0';
|
|
win->w_group = NULL;
|
|
win->w_keyhash = NULL;
|
|
win->w_f_to_c_index = 0;
|
|
|
|
/* every new window defaults to MPI_ERRORS_ARE_FATAL (MPI-2 6.6.1,
|
|
pg. 137) */
|
|
OBJ_RETAIN(&ompi_mpi_errors_are_fatal.eh);
|
|
win->error_handler = &ompi_mpi_errors_are_fatal.eh;
|
|
win->errhandler_type = OMPI_ERRHANDLER_TYPE_WIN;
|
|
|
|
win->w_flags = 0;
|
|
win->w_osc_module = NULL;
|
|
}
|
|
|
|
|
|
static void
|
|
ompi_win_destruct(ompi_win_t *win)
|
|
{
|
|
if (NULL != win->w_keyhash) {
|
|
ompi_attr_delete_all(WIN_ATTR, win, win->w_keyhash);
|
|
OBJ_RELEASE(win->w_keyhash);
|
|
}
|
|
|
|
if (NULL != win->error_handler) {
|
|
OBJ_RELEASE(win->error_handler);
|
|
}
|
|
|
|
if (NULL != win->w_group) {
|
|
ompi_group_decrement_proc_count(win->w_group);
|
|
OBJ_RELEASE(win->w_group);
|
|
}
|
|
|
|
OBJ_DESTRUCT(&win->w_lock);
|
|
}
|