d8df9d414d
This commit adds support for performing one-sided operations over supported hardware (currently Infiniband and Cray Gemini/Aries). This component is still undergoing active development. Current features: - Use network atomic operations (fadd, cswap) for implementing locking and PSCW synchronization. - Aggregate small contiguous puts. - Reduced memory footprint by storing window data (pointer, keys, etc) at the lowest rank on each node. The data is fetched as each process needs to communicate with a new peer. This is a trade-off between the performance of the first operation on a peer and the memory utilization of a window. TODO: - Add support for the accumulate_ops info key. If it is known that the same op or same op/no op is used it may be possible to use hardware atomics for fetch-and-op and compare-and-swap. Signed-off-by: Nathan Hjelm <hjelmn@lanl.gov>
61 строка
2.0 KiB
C
61 строка
2.0 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2014-2015 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "osc_rdma.h"
|
|
|
|
/**
|
|
* @brief attach a region to a window
|
|
*
|
|
* @param[in] win mpi window
|
|
* @param[in] base base pointer of region
|
|
* @param[in] len region size
|
|
*
|
|
* @returns OMPI_SUCCESS on success
|
|
* @returns OMPI_ERR_RMA_FLAVOR if the window is not a dynamic window
|
|
* @returns OMPI_ERR_RMA_ATTACH if the region could not be attached
|
|
*
|
|
* This function attaches a region to the local window. After this call
|
|
* completes the region will be available for RMA access by all peers in
|
|
* the window.
|
|
*/
|
|
int ompi_osc_rdma_attach (struct ompi_win_t *win, void *base, size_t len);
|
|
|
|
/**
|
|
* @brief detach a region from a window
|
|
*
|
|
* @param[in] win mpi window
|
|
* @param[in] base base pointer of region specified to ompi_osc_rdma_attach()
|
|
*
|
|
* @returns OMPI_SUCCESS on success
|
|
* @returns OMPI_ERR_RMA_FLAVOR if the window is not a dynamic window
|
|
* @returns OMPI_ERROR if the region is not attached
|
|
*
|
|
* This function requires that a region with the same base has been attached
|
|
* using the ompi_osc_rdma_attach() function.
|
|
*/
|
|
int ompi_osc_rdma_detach (struct ompi_win_t *win, const void *base);
|
|
|
|
/**
|
|
* @brief find dynamic region associated with a peer, base, and len
|
|
*
|
|
* @param[in] module osc rdma module
|
|
* @param[in] peer peer object for remote peer
|
|
* @param[in] base base pointer for region
|
|
* @param[in] len length of region
|
|
* @param[out] region region structure for the region
|
|
*
|
|
* @returns OMPI_SUCCESS on success
|
|
* @returns OMPI_ERR_OUT_OF_RESOURCE on resource failure
|
|
* @returns OMPI_ERR_RMA_RANGE if no region matches
|
|
*/
|
|
int ompi_osc_rdma_find_dynamic_region (ompi_osc_rdma_module_t *module, ompi_osc_rdma_peer_t *peer, uint64_t base, size_t len,
|
|
ompi_osc_rdma_region_t **region);
|