27cea44a9c
* Make sure that the pval always writes to the correct portion of the
lval. This only matters on 32 bit big endian machines.
* On 32 bit machines when assigning to pval, the other 4 bytes of lval
weren't being written, which could lead to bogus data
We use macros so that there aren't casts all over the code and the pval
assignment can occur to the correct 4 bytes. Refs trac:587
This commit was SVN r12974.
The following Trac tickets were found above:
Ticket 587 --> https://svn.open-mpi.org/trac/ompi/ticket/587
92 строки
3.2 KiB
C
92 строки
3.2 KiB
C
/*
|
|
* Copyright (c) 2006 Voltaire All rights reserved.
|
|
* Copyright (c) 2006 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#ifndef MCA_BTL_OPENIB_EAGER_RDMA_BUF_H
|
|
#define MCA_BTL_OPENIB_EAGER_RDMA_BUF_H
|
|
|
|
#include "ompi_config.h"
|
|
#include "btl_openib.h"
|
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
extern "C" {
|
|
#endif
|
|
|
|
struct mca_btl_openib_eager_rdma_local_t {
|
|
ompi_ptr_t base; /**< buffer for RDMAing eager messages */
|
|
mca_btl_openib_reg_t *reg;
|
|
uint16_t head; /**< RDMA buffer to poll */
|
|
uint16_t tail; /**< Needed for credit managment */
|
|
int32_t credits; /**< number of RDMA credits */
|
|
#if OMPI_ENABLE_DEBUG
|
|
uint32_t seq;
|
|
#endif
|
|
opal_mutex_t lock; /**< guard access to RDMA buffer */
|
|
};
|
|
typedef struct mca_btl_openib_eager_rdma_local_t mca_btl_openib_eager_rdma_local_t;
|
|
|
|
struct mca_btl_openib_eager_rdma_remote_t {
|
|
ompi_ptr_t base; /**< address of remote buffer */
|
|
uint32_t rkey; /**< RKey for accessing remote buffer */
|
|
uint16_t head; /**< RDMA buffer to post to */
|
|
int32_t tokens; /**< number of rdam tokens */
|
|
#if OMPI_ENABLE_DEBUG
|
|
uint32_t seq;
|
|
#endif
|
|
};
|
|
typedef struct mca_btl_openib_eager_rdma_remote_t mca_btl_openib_eager_rdma_remote_t;
|
|
|
|
#define MCA_BTL_OPENIB_RDMA_FRAG(F) \
|
|
((F)->type == MCA_BTL_OPENIB_FRAG_EAGER_RDMA)
|
|
|
|
#define EAGER_RDMA_BUFFER_REMOTE (0)
|
|
#define EAGER_RDMA_BUFFER_LOCAL (0xff)
|
|
|
|
#ifdef WORDS_BIGENDIAN
|
|
#define MCA_BTL_OPENIB_RDMA_FRAG_GET_SIZE(F) ((F)->u.size >> 8)
|
|
#define MCA_BTL_OPENIB_RDMA_FRAG_SET_SIZE(F, S) \
|
|
((F)->u.size = (S) << 8)
|
|
#else
|
|
#define MCA_BTL_OPENIB_RDMA_FRAG_GET_SIZE(F) ((F)->u.size & 0x00ffffff)
|
|
#define MCA_BTL_OPENIB_RDMA_FRAG_SET_SIZE(F, S) \
|
|
((F)->u.size = (S) & 0x00ffffff)
|
|
#endif
|
|
|
|
#define MCA_BTL_OPENIB_RDMA_FRAG_LOCAL(F) \
|
|
(((volatile uint8_t*)(F)->ftr->u.buf)[3] != EAGER_RDMA_BUFFER_REMOTE)
|
|
|
|
#define MCA_BTL_OPENIB_RDMA_FRAG_REMOTE(F) \
|
|
(!MCA_BTL_OPENIB_RDMA_FRAG_LOCAL(F))
|
|
|
|
#define MCA_BTL_OPENIB_RDMA_MAKE_REMOTE(F) do { \
|
|
((volatile uint8_t*)(F)->u.buf)[3] = EAGER_RDMA_BUFFER_REMOTE; \
|
|
}while (0)
|
|
|
|
#define MCA_BTL_OPENIB_RDMA_MAKE_LOCAL(F) do { \
|
|
((volatile uint8_t*)(F)->u.buf)[3] = EAGER_RDMA_BUFFER_LOCAL; \
|
|
}while (0)
|
|
|
|
#define MCA_BTL_OPENIB_GET_LOCAL_RDMA_FRAG(E, I) \
|
|
(mca_btl_openib_frag_t*) \
|
|
((char*)OMPI_PTR_GET_PVAL((E)->eager_rdma_local.base) + \
|
|
(I) * (E)->endpoint_btl->eager_rdma_frag_size)
|
|
|
|
#define MCA_BTL_OPENIB_RDMA_NEXT_INDEX(I) do { \
|
|
(I) = ((I) + 1); \
|
|
if((I) == \
|
|
mca_btl_openib_component.eager_rdma_num) \
|
|
(I) = 0; \
|
|
} while (0)
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
}
|
|
#endif
|
|
#endif
|
|
|