132 строки
3.4 KiB
C
132 строки
3.4 KiB
C
/*
|
|
* Copyright (c) 2013-2018 Mellanox Technologies, Inc.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include <stdio.h>
|
|
|
|
#include "oshmem_config.h"
|
|
|
|
#include "oshmem/constants.h"
|
|
|
|
#include "oshmem/mca/mca.h"
|
|
#include "opal/util/output.h"
|
|
#include "opal/mca/base/base.h"
|
|
#include "ompi/util/timings.h"
|
|
|
|
#include "oshmem/util/oshmem_util.h"
|
|
#include "oshmem/mca/scoll/scoll.h"
|
|
#include "oshmem/mca/scoll/base/base.h"
|
|
|
|
/*
|
|
* The following file was created by configure. It contains extern
|
|
* statements and the definition of an array of pointers to each
|
|
* component's public mca_base_component_t struct.
|
|
*/
|
|
|
|
#include "oshmem/mca/scoll/base/static-components.h"
|
|
|
|
/*
|
|
* Global variables; most of which are loaded by back-ends of MCA
|
|
* variables
|
|
*/
|
|
long* mca_scoll_sync_array = NULL;
|
|
|
|
/*
|
|
* Ensure all function pointers are NULL'ed out to start with
|
|
*/
|
|
static void scoll_base_module_construct(mca_scoll_base_module_t *m)
|
|
{
|
|
/* Collective function pointers */
|
|
m->scoll_barrier = NULL;
|
|
m->scoll_broadcast = NULL;
|
|
m->scoll_collect = NULL;
|
|
m->scoll_reduce = NULL;
|
|
m->scoll_alltoall = NULL;
|
|
m->scoll_module_enable = NULL;
|
|
}
|
|
|
|
OBJ_CLASS_INSTANCE(mca_scoll_base_module_t, opal_object_t,
|
|
scoll_base_module_construct, NULL);
|
|
|
|
int mca_scoll_enable(void)
|
|
{
|
|
int ret = OSHMEM_SUCCESS;
|
|
|
|
OPAL_TIMING_ENV_INIT(mca_scoll_enable);
|
|
|
|
if (!mca_scoll_sync_array) {
|
|
void* ptr = (void*) mca_scoll_sync_array;
|
|
int i = 0;
|
|
|
|
MCA_MEMHEAP_CALL(private_alloc((_SHMEM_BARRIER_SYNC_SIZE * sizeof(*mca_scoll_sync_array)), &ptr));
|
|
mca_scoll_sync_array = ptr;
|
|
|
|
for (i = 0; i < _SHMEM_BARRIER_SYNC_SIZE; i++) {
|
|
mca_scoll_sync_array[i] = _SHMEM_SYNC_VALUE;
|
|
}
|
|
}
|
|
|
|
OPAL_TIMING_ENV_NEXT(mca_scoll_enable, "memheap");
|
|
|
|
/* Note: it is done to support FCA only and we need to consider possibility to
|
|
* find a way w/o this ugly hack
|
|
*/
|
|
if (OSHMEM_SUCCESS != (ret = mca_scoll_base_select(oshmem_group_all))) {
|
|
return ret;
|
|
}
|
|
|
|
OPAL_TIMING_ENV_NEXT(mca_scoll_enable, "group_all");
|
|
|
|
if (OSHMEM_SUCCESS != (ret = mca_scoll_base_select(oshmem_group_self))) {
|
|
return ret;
|
|
}
|
|
|
|
OPAL_TIMING_ENV_NEXT(mca_scoll_enable, "group_self");
|
|
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
static int mca_scoll_base_register(mca_base_register_flag_t flags)
|
|
{
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
static int mca_scoll_base_close(void)
|
|
{
|
|
/* This call should be done before memheap close */
|
|
if (mca_scoll_sync_array) {
|
|
void* ptr = (void*) mca_scoll_sync_array;
|
|
|
|
MCA_MEMHEAP_CALL(private_free(ptr));
|
|
mca_scoll_sync_array = NULL;
|
|
}
|
|
|
|
return mca_base_framework_components_close(&oshmem_scoll_base_framework, NULL);
|
|
}
|
|
|
|
static int mca_scoll_base_open(mca_base_open_flag_t flags)
|
|
{
|
|
oshmem_framework_open_output(&oshmem_scoll_base_framework);
|
|
|
|
/* Open up all available components */
|
|
if (OPAL_SUCCESS !=
|
|
mca_base_framework_components_open(&oshmem_scoll_base_framework, flags)) {
|
|
return OSHMEM_ERROR;
|
|
}
|
|
return OSHMEM_SUCCESS;
|
|
}
|
|
|
|
MCA_BASE_FRAMEWORK_DECLARE(oshmem, scoll,
|
|
"OSHMEM SCOLL",
|
|
mca_scoll_base_register,
|
|
mca_scoll_base_open,
|
|
mca_scoll_base_close,
|
|
mca_scoll_base_static_components,
|
|
MCA_BASE_FRAMEWORK_FLAG_DEFAULT);
|