158 строки
7.6 KiB
C
158 строки
7.6 KiB
C
/*
|
|
* Copyright (c) 2013 Mellanox Technologies, Inc.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
#include "oshmem_config.h"
|
|
|
|
#include "oshmem/constants.h"
|
|
#include "oshmem/include/shmem.h"
|
|
|
|
#include "oshmem/runtime/runtime.h"
|
|
|
|
#include "oshmem/mca/spml/spml.h"
|
|
|
|
/*
|
|
* The strided get routines copy strided data located on a remote PE to a local strided data object.
|
|
* The strided get routines retrieve array data available at address source on remote PE (pe).
|
|
* The elements of the source array are separated by a stride sst. Once the data is received,
|
|
* it is stored at the local memory address target, separated by stride tst. The routines return
|
|
* when the data has been copied into the local target array.
|
|
*/
|
|
#define DO_SHMEM_TYPE_IGET(ctx, type, target, source, tst, sst, nelems, pe) do { \
|
|
int rc = OSHMEM_SUCCESS; \
|
|
size_t element_size = 0; \
|
|
size_t i = 0; \
|
|
\
|
|
RUNTIME_CHECK_INIT(); \
|
|
RUNTIME_CHECK_PE(pe); \
|
|
RUNTIME_CHECK_ADDR(source); \
|
|
\
|
|
element_size = sizeof(type); \
|
|
for (i = 0; i < nelems; i++) \
|
|
{ \
|
|
rc = MCA_SPML_CALL(get( \
|
|
ctx, \
|
|
(void*)(source + i * sst), \
|
|
element_size, \
|
|
(void*)(target + i * tst), \
|
|
pe)); \
|
|
} \
|
|
RUNTIME_CHECK_RC(rc); \
|
|
} while (0)
|
|
|
|
#define SHMEM_CTX_TYPE_IGET(type_name, type) \
|
|
void shmem_ctx##type_name##_iget(shmem_ctx_t ctx, type *target, const type *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
|
|
{ \
|
|
DO_SHMEM_TYPE_IGET(ctx, type, target, source, tst, sst, nelems, pe); \
|
|
return ; \
|
|
}
|
|
|
|
#define SHMEM_TYPE_IGET(type_name, type) \
|
|
void shmem##type_name##_iget(type *target, const type *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
|
|
{ \
|
|
DO_SHMEM_TYPE_IGET(oshmem_ctx_default, type, target, source, \
|
|
tst, sst, nelems, pe); \
|
|
return ; \
|
|
}
|
|
|
|
#if OSHMEM_PROFILING
|
|
#include "oshmem/include/pshmem.h"
|
|
#pragma weak shmem_ctx_char_iget = pshmem_ctx_char_iget
|
|
#pragma weak shmem_ctx_short_iget = pshmem_ctx_short_iget
|
|
#pragma weak shmem_ctx_int_iget = pshmem_ctx_int_iget
|
|
#pragma weak shmem_ctx_long_iget = pshmem_ctx_long_iget
|
|
#pragma weak shmem_ctx_longlong_iget = pshmem_ctx_longlong_iget
|
|
#pragma weak shmem_ctx_float_iget = pshmem_ctx_float_iget
|
|
#pragma weak shmem_ctx_double_iget = pshmem_ctx_double_iget
|
|
#pragma weak shmem_ctx_longdouble_iget = pshmem_ctx_longdouble_iget
|
|
#pragma weak shmem_char_iget = pshmem_char_iget
|
|
#pragma weak shmem_short_iget = pshmem_short_iget
|
|
#pragma weak shmem_int_iget = pshmem_int_iget
|
|
#pragma weak shmem_long_iget = pshmem_long_iget
|
|
#pragma weak shmem_longlong_iget = pshmem_longlong_iget
|
|
#pragma weak shmem_float_iget = pshmem_float_iget
|
|
#pragma weak shmem_double_iget = pshmem_double_iget
|
|
#pragma weak shmem_longdouble_iget = pshmem_longdouble_iget
|
|
#pragma weak shmem_ctx_iget8 = pshmem_ctx_iget8
|
|
#pragma weak shmem_ctx_iget16 = pshmem_ctx_iget16
|
|
#pragma weak shmem_ctx_iget32 = pshmem_ctx_iget32
|
|
#pragma weak shmem_ctx_iget64 = pshmem_ctx_iget64
|
|
#pragma weak shmem_ctx_iget128 = pshmem_ctx_iget128
|
|
#pragma weak shmem_iget8 = pshmem_iget8
|
|
#pragma weak shmem_iget16 = pshmem_iget16
|
|
#pragma weak shmem_iget32 = pshmem_iget32
|
|
#pragma weak shmem_iget64 = pshmem_iget64
|
|
#pragma weak shmem_iget128 = pshmem_iget128
|
|
#include "oshmem/shmem/c/profile/defines.h"
|
|
#endif
|
|
|
|
SHMEM_CTX_TYPE_IGET(_char, char)
|
|
SHMEM_CTX_TYPE_IGET(_short, short)
|
|
SHMEM_CTX_TYPE_IGET(_int, int)
|
|
SHMEM_CTX_TYPE_IGET(_long, long)
|
|
SHMEM_CTX_TYPE_IGET(_longlong, long long)
|
|
SHMEM_CTX_TYPE_IGET(_float, float)
|
|
SHMEM_CTX_TYPE_IGET(_double, double)
|
|
SHMEM_CTX_TYPE_IGET(_longdouble, long double)
|
|
SHMEM_TYPE_IGET(_char, char)
|
|
SHMEM_TYPE_IGET(_short, short)
|
|
SHMEM_TYPE_IGET(_int, int)
|
|
SHMEM_TYPE_IGET(_long, long)
|
|
SHMEM_TYPE_IGET(_longlong, long long)
|
|
SHMEM_TYPE_IGET(_float, float)
|
|
SHMEM_TYPE_IGET(_double, double)
|
|
SHMEM_TYPE_IGET(_longdouble, long double)
|
|
|
|
#define DO_SHMEM_IGETMEM(ctx, target, source, tst, sst, element_size, nelems, pe) do { \
|
|
int rc = OSHMEM_SUCCESS; \
|
|
size_t i = 0; \
|
|
\
|
|
RUNTIME_CHECK_INIT(); \
|
|
RUNTIME_CHECK_PE(pe); \
|
|
RUNTIME_CHECK_ADDR(source); \
|
|
\
|
|
for (i = 0; i < nelems; i++) \
|
|
{ \
|
|
rc = MCA_SPML_CALL(get( \
|
|
ctx, \
|
|
(void*)((char*)source + i * sst * element_size), \
|
|
element_size, \
|
|
(void*)((char*)target + i * tst * element_size), \
|
|
pe)); \
|
|
} \
|
|
RUNTIME_CHECK_RC(rc); \
|
|
} while (0)
|
|
|
|
#define SHMEM_CTX_TYPE_IGETMEM(name, element_size, prefix) \
|
|
void prefix##_ctx##name(shmem_ctx_t ctx, void *target, const void *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
|
|
{ \
|
|
DO_SHMEM_IGETMEM(ctx, target, source, tst, sst, \
|
|
element_size, nelems, pe); \
|
|
return ; \
|
|
}
|
|
|
|
#define SHMEM_TYPE_IGETMEM(name, element_size, prefix) \
|
|
void prefix##name(void *target, const void *source, ptrdiff_t tst, ptrdiff_t sst, size_t nelems, int pe) \
|
|
{ \
|
|
DO_SHMEM_IGETMEM(oshmem_ctx_default, target, source, tst, sst, \
|
|
element_size, nelems, pe); \
|
|
return ; \
|
|
}
|
|
|
|
SHMEM_CTX_TYPE_IGETMEM(_iget8, 1, shmem)
|
|
SHMEM_CTX_TYPE_IGETMEM(_iget16, 2, shmem)
|
|
SHMEM_CTX_TYPE_IGETMEM(_iget32, 4, shmem)
|
|
SHMEM_CTX_TYPE_IGETMEM(_iget64, 8, shmem)
|
|
SHMEM_CTX_TYPE_IGETMEM(_iget128, 16, shmem)
|
|
SHMEM_TYPE_IGETMEM(_iget8, 1, shmem)
|
|
SHMEM_TYPE_IGETMEM(_iget16, 2, shmem)
|
|
SHMEM_TYPE_IGETMEM(_iget32, 4, shmem)
|
|
SHMEM_TYPE_IGETMEM(_iget64, 8, shmem)
|
|
SHMEM_TYPE_IGETMEM(_iget128, 16, shmem)
|
|
|