3295b23800
- there is C11 naming conflict - atomic_init is C macro which cause building issue Signed-off-by: Sergey Oblomov <sergeyo@mellanox.com>
245 строки
10 KiB
C
245 строки
10 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2013 Mellanox Technologies, Inc.
|
|
* All rights reserved.
|
|
* Copyright (c) 2015 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
/**
|
|
* @file
|
|
*
|
|
* Atomic Operations Interface
|
|
*
|
|
*/
|
|
|
|
#ifndef OSHMEM_MCA_ATOMIC_H
|
|
#define OSHMEM_MCA_ATOMIC_H
|
|
|
|
#include "oshmem_config.h"
|
|
#include "oshmem/types.h"
|
|
#include "oshmem/constants.h"
|
|
|
|
#include "opal/util/output.h"
|
|
#include "mpi.h"
|
|
#include "oshmem/mca/mca.h"
|
|
#include "opal/mca/base/base.h"
|
|
#include "oshmem/mca/atomic/base/base.h"
|
|
|
|
BEGIN_C_DECLS
|
|
|
|
#define OSHMEM_ATOMIC_PTR_2_INT(ptr, size) ((size) == 8 ? *(uint64_t*)(ptr) : *(uint32_t*)(ptr))
|
|
|
|
#define DO_SHMEM_TYPE_OP(ctx, type_name, type, op, target, value, pe) do { \
|
|
int rc = OSHMEM_SUCCESS; \
|
|
size_t size = 0; \
|
|
\
|
|
RUNTIME_CHECK_INIT(); \
|
|
RUNTIME_CHECK_PE(pe); \
|
|
RUNTIME_CHECK_ADDR(target); \
|
|
\
|
|
size = sizeof(value); \
|
|
rc = MCA_ATOMIC_CALL(op( \
|
|
ctx, \
|
|
(void*)target, \
|
|
value, \
|
|
size, \
|
|
pe)); \
|
|
RUNTIME_CHECK_RC(rc); \
|
|
\
|
|
return; \
|
|
} while (0)
|
|
|
|
#define OSHMEM_TYPE_OP(type_name, type, prefix, op) \
|
|
void prefix##_##type_name##_atomic_##op(type *target, type value, int pe) \
|
|
{ \
|
|
DO_SHMEM_TYPE_OP(oshmem_ctx_default, type_name, type, op, \
|
|
target, value, pe); \
|
|
}
|
|
|
|
#define OSHMEM_CTX_TYPE_OP(type_name, type, prefix, op) \
|
|
void prefix##_ctx_##type_name##_atomic_##op(shmem_ctx_t ctx, type *target, type value, int pe) \
|
|
{ \
|
|
DO_SHMEM_TYPE_OP(ctx, type_name, type, op, \
|
|
target, value, pe); \
|
|
}
|
|
|
|
#define DO_OSHMEM_TYPE_FOP(ctx, type_name, type, op, target, value, pe) do { \
|
|
int rc = OSHMEM_SUCCESS; \
|
|
size_t size = 0; \
|
|
type out_value; \
|
|
\
|
|
RUNTIME_CHECK_INIT(); \
|
|
RUNTIME_CHECK_PE(pe); \
|
|
RUNTIME_CHECK_ADDR(target); \
|
|
\
|
|
size = sizeof(out_value); \
|
|
rc = MCA_ATOMIC_CALL(f##op( \
|
|
ctx, \
|
|
(void*)target, \
|
|
(void*)&out_value, \
|
|
value, \
|
|
size, \
|
|
pe)); \
|
|
RUNTIME_CHECK_RC(rc); \
|
|
\
|
|
return out_value; \
|
|
} while (0)
|
|
|
|
#define OSHMEM_TYPE_FOP(type_name, type, prefix, op) \
|
|
type prefix##_##type_name##_atomic_fetch_##op(type *target, type value, int pe) \
|
|
{ \
|
|
DO_OSHMEM_TYPE_FOP(oshmem_ctx_default, type_name, type, op, \
|
|
target, value, pe); \
|
|
}
|
|
|
|
#define OSHMEM_CTX_TYPE_FOP(type_name, type, prefix, op) \
|
|
type prefix##_ctx_##type_name##_atomic_fetch_##op(shmem_ctx_t ctx, type *target, type value, int pe) \
|
|
{ \
|
|
DO_OSHMEM_TYPE_FOP(ctx, type_name, type, op, \
|
|
target, value, pe); \
|
|
}
|
|
|
|
/* ******************************************************************** */
|
|
|
|
struct oshmem_op_t;
|
|
|
|
/* ******************************************************************** */
|
|
|
|
typedef int (*mca_atomic_base_component_init_fn_t)(bool enable_progress_threads,
|
|
bool enable_threads);
|
|
|
|
typedef int (*mca_atomic_base_component_finalize_fn_t)(void);
|
|
|
|
typedef struct mca_atomic_base_module_1_0_0_t* (*mca_atomic_base_component_query_fn_t)(int *priority);
|
|
|
|
/* ******************************************************************** */
|
|
|
|
/**
|
|
* Atomic component interface
|
|
*
|
|
* Component interface for the atomic framework. A public
|
|
* instance of this structure, called
|
|
* mca_atomic_[component_name]_component, must exist in any atomic
|
|
* component.
|
|
*/
|
|
struct mca_atomic_base_component_1_0_0_t {
|
|
/** Base component description */
|
|
mca_base_component_t atomic_version;
|
|
/** Base component data block */
|
|
mca_base_component_data_t atomic_data;
|
|
|
|
/** Component initialization function */
|
|
mca_atomic_base_component_init_fn_t atomic_startup;
|
|
mca_atomic_base_component_finalize_fn_t atomic_finalize;
|
|
mca_atomic_base_component_query_fn_t atomic_query;
|
|
|
|
/* priority for component */
|
|
int priority;
|
|
};
|
|
typedef struct mca_atomic_base_component_1_0_0_t mca_atomic_base_component_1_0_0_t;
|
|
|
|
/** Per guidence in mca.h, use the unversioned struct name if you just
|
|
want to always keep up with the most recent version of the
|
|
interace. */
|
|
typedef struct mca_atomic_base_component_1_0_0_t mca_atomic_base_component_t;
|
|
|
|
/**
|
|
* Atomic module interface
|
|
*
|
|
*/
|
|
struct mca_atomic_base_module_1_0_0_t {
|
|
/** Collective modules all inherit from opal_object */
|
|
opal_object_t super;
|
|
|
|
/* Collective function pointers */
|
|
int (*atomic_add)(shmem_ctx_t ctx,
|
|
void *target,
|
|
uint64_t value,
|
|
size_t size,
|
|
int pe);
|
|
int (*atomic_and)(shmem_ctx_t ctx,
|
|
void *target,
|
|
uint64_t value,
|
|
size_t size,
|
|
int pe);
|
|
int (*atomic_or)(shmem_ctx_t ctx,
|
|
void *target,
|
|
uint64_t value,
|
|
size_t size,
|
|
int pe);
|
|
int (*atomic_xor)(shmem_ctx_t ctx,
|
|
void *target,
|
|
uint64_t value,
|
|
size_t size,
|
|
int pe);
|
|
int (*atomic_fadd)(shmem_ctx_t ctx,
|
|
void *target,
|
|
void *prev,
|
|
uint64_t value,
|
|
size_t size,
|
|
int pe);
|
|
int (*atomic_fand)(shmem_ctx_t ctx,
|
|
void *target,
|
|
void *prev,
|
|
uint64_t value,
|
|
size_t size,
|
|
int pe);
|
|
int (*atomic_for)(shmem_ctx_t ctx,
|
|
void *target,
|
|
void *prev,
|
|
uint64_t value,
|
|
size_t size,
|
|
int pe);
|
|
int (*atomic_fxor)(shmem_ctx_t ctx,
|
|
void *target,
|
|
void *prev,
|
|
uint64_t value,
|
|
size_t size,
|
|
int pe);
|
|
int (*atomic_swap)(shmem_ctx_t ctx,
|
|
void *target,
|
|
void *prev,
|
|
uint64_t value,
|
|
size_t size,
|
|
int pe);
|
|
int (*atomic_cswap)(shmem_ctx_t ctx,
|
|
void *target,
|
|
uint64_t *prev, /* prev is used internally by wrapper, we may
|
|
always use 64-bit value */
|
|
uint64_t cond,
|
|
uint64_t value,
|
|
size_t size,
|
|
int pe);
|
|
};
|
|
typedef struct mca_atomic_base_module_1_0_0_t mca_atomic_base_module_1_0_0_t;
|
|
|
|
/** Per guidence in mca.h, use the unversioned struct name if you just
|
|
want to always keep up with the most recent version of the
|
|
interace. */
|
|
typedef struct mca_atomic_base_module_1_0_0_t mca_atomic_base_module_t;
|
|
OSHMEM_DECLSPEC OBJ_CLASS_DECLARATION(mca_atomic_base_module_t);
|
|
|
|
/* ******************************************************************** */
|
|
|
|
/*
|
|
* Macro for use in components
|
|
*/
|
|
#define MCA_ATOMIC_BASE_VERSION_2_0_0 \
|
|
OSHMEM_MCA_BASE_VERSION_2_1_0("atomic", 1, 0, 0)
|
|
|
|
/* ******************************************************************** */
|
|
|
|
OSHMEM_DECLSPEC extern mca_atomic_base_component_t mca_atomic_base_selected_component;
|
|
OSHMEM_DECLSPEC extern mca_atomic_base_module_t mca_atomic;
|
|
#define MCA_ATOMIC_CALL(a) mca_atomic.atomic_ ## a
|
|
|
|
END_C_DECLS
|
|
|
|
#endif /* OSHMEM_MCA_ATOMIC_H */
|