17f51a0389
Add two new configure options that specify: 1. when to add padding to the openib control header - this *only* happens when the configure option is specified 2. when to use the dr-like checksum as opposed to the memcpy checksum. Not selectable at runtime - to eliminate performance impacts, this is a configure-only option Also removed an unused checksum version from opal/util/crc.h. The new component still needs a little cleanup and some sync with recent ob1 bug fixes. It was created as a separate module to avoid performance hits in ob1 itself, though most of the code is duplicative. The component is only selectable by either specifying it directly, or configuring with the dr-like checksum -and- setting -mca pml_csum_enable_checksum 1. Modify the LANL platform files to take advantage of the new module. This commit was SVN r20846.
354 строки
11 KiB
C
354 строки
11 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2006 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2009 IBM Corporation. All rights reserved.
|
|
* Copyright (c) 2006-2009 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* Copyright (c) 2006-2007 Voltaire All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#ifndef MCA_BTL_IB_FRAG_H
|
|
#define MCA_BTL_IB_FRAG_H
|
|
|
|
#include "ompi_config.h"
|
|
|
|
#include <infiniband/verbs.h>
|
|
#include "ompi/mca/btl/btl.h"
|
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
extern "C" {
|
|
#endif
|
|
|
|
struct mca_btl_openib_reg_t;
|
|
|
|
struct mca_btl_openib_header_t {
|
|
mca_btl_base_tag_t tag;
|
|
uint8_t cm_seen;
|
|
uint16_t credits;
|
|
};
|
|
typedef struct mca_btl_openib_header_t mca_btl_openib_header_t;
|
|
#define BTL_OPENIB_RDMA_CREDITS_FLAG (1<<15)
|
|
#define BTL_OPENIB_IS_RDMA_CREDITS(I) ((I)&BTL_OPENIB_RDMA_CREDITS_FLAG)
|
|
#define BTL_OPENIB_CREDITS(I) ((I)&~BTL_OPENIB_RDMA_CREDITS_FLAG)
|
|
|
|
#define BTL_OPENIB_HEADER_HTON(h) \
|
|
do { \
|
|
(h).credits = htons((h).credits); \
|
|
} while (0)
|
|
|
|
#define BTL_OPENIB_HEADER_NTOH(h) \
|
|
do { \
|
|
(h).credits = ntohs((h).credits); \
|
|
} while (0)
|
|
|
|
typedef struct mca_btl_openib_header_coalesced_t {
|
|
mca_btl_base_tag_t tag;
|
|
uint32_t size;
|
|
uint32_t alloc_size;
|
|
} mca_btl_openib_header_coalesced_t;
|
|
|
|
#define BTL_OPENIB_HEADER_COALESCED_NTOH(h) \
|
|
do { \
|
|
(h).size = ntohl((h).size); \
|
|
(h).alloc_size = ntohl((h).alloc_size); \
|
|
} while(0)
|
|
|
|
#define BTL_OPENIB_HEADER_COALESCED_HTON(h) \
|
|
do { \
|
|
(h).size = htonl((h).size); \
|
|
(h).alloc_size = htonl((h).alloc_size); \
|
|
} while(0)
|
|
|
|
struct mca_btl_openib_footer_t {
|
|
#if OMPI_ENABLE_DEBUG
|
|
uint32_t seq;
|
|
#endif
|
|
union {
|
|
uint32_t size;
|
|
uint8_t buf[4];
|
|
} u;
|
|
};
|
|
typedef struct mca_btl_openib_footer_t mca_btl_openib_footer_t;
|
|
|
|
#ifdef WORDS_BIGENDIAN
|
|
#define MCA_BTL_OPENIB_FTR_SIZE_REVERSE(ftr)
|
|
#else
|
|
#define MCA_BTL_OPENIB_FTR_SIZE_REVERSE(ftr) \
|
|
do { \
|
|
uint8_t tmp = (ftr).u.buf[0]; \
|
|
(ftr).u.buf[0]=(ftr).u.buf[2]; \
|
|
(ftr).u.buf[2]=tmp; \
|
|
} while (0)
|
|
#endif
|
|
|
|
#if OMPI_ENABLE_DEBUG
|
|
#define BTL_OPENIB_FOOTER_SEQ_HTON(h) ((h).seq = htonl((h).seq))
|
|
#define BTL_OPENIB_FOOTER_SEQ_NTOH(h) ((h).seq = ntohl((h).seq))
|
|
#else
|
|
#define BTL_OPENIB_FOOTER_SEQ_HTON(h)
|
|
#define BTL_OPENIB_FOOTER_SEQ_NTOH(h)
|
|
#endif
|
|
|
|
#define BTL_OPENIB_FOOTER_HTON(h) \
|
|
do { \
|
|
BTL_OPENIB_FOOTER_SEQ_HTON(h); \
|
|
MCA_BTL_OPENIB_FTR_SIZE_REVERSE(h); \
|
|
} while (0)
|
|
|
|
#define BTL_OPENIB_FOOTER_NTOH(h) \
|
|
do { \
|
|
BTL_OPENIB_FOOTER_SEQ_NTOH(h); \
|
|
MCA_BTL_OPENIB_FTR_SIZE_REVERSE(h); \
|
|
} while (0)
|
|
|
|
#define MCA_BTL_OPENIB_CONTROL_CREDITS 0
|
|
#define MCA_BTL_OPENIB_CONTROL_RDMA 1
|
|
#define MCA_BTL_OPENIB_CONTROL_COALESCED 2
|
|
#define MCA_BTL_OPENIB_CONTROL_CTS 3
|
|
|
|
struct mca_btl_openib_control_header_t {
|
|
uint8_t type;
|
|
#if OMPI_OPENIB_PAD_HDR
|
|
uint8_t padding[15];
|
|
#endif
|
|
};
|
|
typedef struct mca_btl_openib_control_header_t mca_btl_openib_control_header_t;
|
|
|
|
struct mca_btl_openib_eager_rdma_header_t {
|
|
mca_btl_openib_control_header_t control;
|
|
uint8_t padding[3];
|
|
uint32_t rkey;
|
|
ompi_ptr_t rdma_start;
|
|
};
|
|
typedef struct mca_btl_openib_eager_rdma_header_t mca_btl_openib_eager_rdma_header_t;
|
|
|
|
#define BTL_OPENIB_EAGER_RDMA_CONTROL_HEADER_HTON(h) \
|
|
do { \
|
|
(h).rkey = htonl((h).rkey); \
|
|
(h).rdma_start.lval = hton64((h).rdma_start.lval); \
|
|
} while (0)
|
|
|
|
#define BTL_OPENIB_EAGER_RDMA_CONTROL_HEADER_NTOH(h) \
|
|
do { \
|
|
(h).rkey = ntohl((h).rkey); \
|
|
(h).rdma_start.lval = ntoh64((h).rdma_start.lval); \
|
|
} while (0)
|
|
|
|
|
|
struct mca_btl_openib_rdma_credits_header_t {
|
|
mca_btl_openib_control_header_t control;
|
|
uint8_t qpn;
|
|
uint16_t rdma_credits;
|
|
};
|
|
typedef struct mca_btl_openib_rdma_credits_header_t mca_btl_openib_rdma_credits_header_t;
|
|
|
|
#define BTL_OPENIB_RDMA_CREDITS_HEADER_HTON(h) \
|
|
do { \
|
|
(h).rdma_credits = htons((h).rdma_credits); \
|
|
} while (0)
|
|
|
|
#define BTL_OPENIB_RDMA_CREDITS_HEADER_NTOH(h) \
|
|
do { \
|
|
(h).rdma_credits = ntohs((h).rdma_credits); \
|
|
} while (0)
|
|
|
|
enum mca_btl_openib_frag_type_t {
|
|
MCA_BTL_OPENIB_FRAG_RECV,
|
|
MCA_BTL_OPENIB_FRAG_RECV_USER,
|
|
MCA_BTL_OPENIB_FRAG_SEND,
|
|
MCA_BTL_OPENIB_FRAG_SEND_USER,
|
|
MCA_BTL_OPENIB_FRAG_EAGER_RDMA,
|
|
MCA_BTL_OPENIB_FRAG_CONTROL,
|
|
MCA_BTL_OPENIB_FRAG_COALESCED
|
|
};
|
|
typedef enum mca_btl_openib_frag_type_t mca_btl_openib_frag_type_t;
|
|
|
|
#define openib_frag_type(f) (to_base_frag(f)->type)
|
|
/**
|
|
* IB fragment derived type.
|
|
*/
|
|
|
|
/* base openib frag */
|
|
typedef struct mca_btl_openib_frag_t {
|
|
mca_btl_base_descriptor_t base;
|
|
mca_btl_base_segment_t segment;
|
|
mca_btl_openib_frag_type_t type;
|
|
ompi_free_list_t* list;
|
|
} mca_btl_openib_frag_t;
|
|
OBJ_CLASS_DECLARATION(mca_btl_openib_frag_t);
|
|
|
|
#define to_base_frag(f) ((mca_btl_openib_frag_t*)(f))
|
|
|
|
/* frag used for communication */
|
|
typedef struct mca_btl_openib_com_frag_t {
|
|
mca_btl_openib_frag_t super;
|
|
struct ibv_sge sg_entry;
|
|
struct mca_btl_openib_reg_t *registration;
|
|
struct mca_btl_base_endpoint_t *endpoint;
|
|
} mca_btl_openib_com_frag_t;
|
|
OBJ_CLASS_DECLARATION(mca_btl_openib_com_frag_t);
|
|
|
|
#define to_com_frag(f) ((mca_btl_openib_com_frag_t*)(f))
|
|
|
|
typedef struct mca_btl_openib_out_frag_t {
|
|
mca_btl_openib_com_frag_t super;
|
|
struct ibv_send_wr sr_desc;
|
|
} mca_btl_openib_out_frag_t;
|
|
OBJ_CLASS_DECLARATION(mca_btl_openib_out_frag_t);
|
|
|
|
#define to_out_frag(f) ((mca_btl_openib_out_frag_t*)(f))
|
|
|
|
typedef struct mca_btl_openib_com_frag_t mca_btl_openib_in_frag_t;
|
|
OBJ_CLASS_DECLARATION(mca_btl_openib_in_frag_t);
|
|
|
|
#define to_in_frag(f) ((mca_btl_openib_in_frag_t*)(f))
|
|
|
|
typedef struct mca_btl_openib_send_frag_t {
|
|
mca_btl_openib_out_frag_t super;
|
|
mca_btl_openib_header_t *hdr, *chdr;
|
|
mca_btl_openib_footer_t *ftr;
|
|
uint8_t qp_idx;
|
|
uint32_t coalesced_length;
|
|
opal_list_t coalesced_frags;
|
|
} mca_btl_openib_send_frag_t;
|
|
OBJ_CLASS_DECLARATION(mca_btl_openib_send_frag_t);
|
|
|
|
#define to_send_frag(f) ((mca_btl_openib_send_frag_t*)(f))
|
|
|
|
typedef struct mca_btl_openib_recv_frag_t {
|
|
mca_btl_openib_in_frag_t super;
|
|
mca_btl_openib_header_t *hdr;
|
|
mca_btl_openib_footer_t *ftr;
|
|
struct ibv_recv_wr rd_desc;
|
|
uint8_t qp_idx;
|
|
} mca_btl_openib_recv_frag_t;
|
|
OBJ_CLASS_DECLARATION(mca_btl_openib_recv_frag_t);
|
|
|
|
#define to_recv_frag(f) ((mca_btl_openib_recv_frag_t*)(f))
|
|
|
|
typedef struct mca_btl_openib_out_frag_t mca_btl_openib_put_frag_t;
|
|
OBJ_CLASS_DECLARATION(mca_btl_openib_put_frag_t);
|
|
|
|
#define to_put_frag(f) ((mca_btl_openib_put_frag_t*)(f))
|
|
|
|
typedef struct mca_btl_openib_get_frag_t {
|
|
mca_btl_openib_in_frag_t super;
|
|
struct ibv_send_wr sr_desc;
|
|
} mca_btl_openib_get_frag_t;
|
|
OBJ_CLASS_DECLARATION(mca_btl_openib_get_frag_t);
|
|
|
|
#define to_get_frag(f) ((mca_btl_openib_get_frag_t*)(f))
|
|
|
|
typedef struct mca_btl_openib_send_frag_t mca_btl_openib_send_control_frag_t;
|
|
OBJ_CLASS_DECLARATION(mca_btl_openib_send_control_frag_t);
|
|
|
|
#define to_send_control_frag(f) ((mca_btl_openib_send_control_frag_t*)(f))
|
|
|
|
typedef struct mca_btl_openib_coalesced_frag_t {
|
|
mca_btl_openib_frag_t super;
|
|
mca_btl_openib_send_frag_t *send_frag;
|
|
mca_btl_openib_header_coalesced_t *hdr;
|
|
} mca_btl_openib_coalesced_frag_t;
|
|
OBJ_CLASS_DECLARATION(mca_btl_openib_coalesced_frag_t);
|
|
|
|
#define to_coalesced_frag(f) ((mca_btl_openib_coalesced_frag_t*)(f))
|
|
|
|
/*
|
|
* Allocate an IB send descriptor
|
|
*
|
|
*/
|
|
|
|
static inline mca_btl_openib_send_control_frag_t *
|
|
alloc_control_frag(mca_btl_openib_module_t *btl)
|
|
{
|
|
int rc;
|
|
ompi_free_list_item_t *item;
|
|
|
|
OMPI_FREE_LIST_WAIT(&btl->device->send_free_control, item, rc);
|
|
|
|
return to_send_control_frag(item);
|
|
}
|
|
|
|
static inline uint8_t frag_size_to_order(mca_btl_openib_module_t* btl,
|
|
size_t size)
|
|
{
|
|
int qp;
|
|
for(qp = 0; qp < mca_btl_openib_component.num_qps; qp++)
|
|
if(mca_btl_openib_component.qp_infos[qp].size >= size)
|
|
return qp;
|
|
|
|
return MCA_BTL_NO_ORDER;
|
|
}
|
|
|
|
static inline mca_btl_openib_com_frag_t *alloc_send_user_frag(void)
|
|
{
|
|
int rc;
|
|
ompi_free_list_item_t *item;
|
|
|
|
OMPI_FREE_LIST_GET(&mca_btl_openib_component.send_user_free, item, rc);
|
|
|
|
return to_com_frag(item);
|
|
}
|
|
|
|
static inline mca_btl_openib_com_frag_t *alloc_recv_user_frag(void)
|
|
{
|
|
int rc;
|
|
ompi_free_list_item_t *item;
|
|
|
|
OMPI_FREE_LIST_GET(&mca_btl_openib_component.recv_user_free, item, rc);
|
|
|
|
return to_com_frag(item);
|
|
}
|
|
|
|
static inline mca_btl_openib_coalesced_frag_t *alloc_coalesced_frag(void)
|
|
{
|
|
int rc;
|
|
ompi_free_list_item_t *item;
|
|
|
|
OMPI_FREE_LIST_GET(&mca_btl_openib_component.send_free_coalesced, item, rc);
|
|
|
|
return to_coalesced_frag(item);
|
|
}
|
|
|
|
#define MCA_BTL_IB_FRAG_RETURN(frag) \
|
|
do { \
|
|
OMPI_FREE_LIST_RETURN(to_base_frag(frag)->list, \
|
|
(ompi_free_list_item_t*)(frag)); \
|
|
} while(0);
|
|
|
|
#define MCA_BTL_OPENIB_CLEAN_PENDING_FRAGS(list) \
|
|
while(!opal_list_is_empty(list)){ \
|
|
opal_list_item_t *frag_item; \
|
|
frag_item = opal_list_remove_first(list); \
|
|
MCA_BTL_IB_FRAG_RETURN(frag_item); \
|
|
} \
|
|
|
|
struct mca_btl_openib_module_t;
|
|
|
|
struct mca_btl_openib_frag_init_data_t {
|
|
uint8_t order;
|
|
ompi_free_list_t* list;
|
|
};
|
|
typedef struct mca_btl_openib_frag_init_data_t mca_btl_openib_frag_init_data_t;
|
|
|
|
void mca_btl_openib_frag_init(ompi_free_list_item_t* item, void* ctx);
|
|
|
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
}
|
|
#endif
|
|
#endif
|