12bfd13150
This is a large update that does the following: - Only allocate fast boxes for a peer if a send count threshold has been reached (default: 16). This will greatly reduce the memory usage with large numbers of local peers. - Improve performance by limiting the number of fast boxes that can be allocated per peer (default: 32). This will reduce the amount of time spent polling for fast box messages. - Provide new MCA variables to configure the size, maximum count, and send count thresholds for fast boxes allocations. - Updated buffer design to increase the range of message sizes that can be sent with a fast box. - Add thread protection around fast box allocation (locks). When spin locks are available this should be updated to use spin locks. - Various fixes and cleanup. This commit was SVN r32774.
140 строки
4.7 KiB
C
140 строки
4.7 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2009 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2008 Sun Microsystems, Inc. All rights reserved.
|
|
* Copyright (c) 2009 Cisco Systems, Inc. All rights reserved.
|
|
* Copyright (c) 2011-2013 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#ifndef MCA_BTL_VADER_SEND_FRAG_H
|
|
#define MCA_BTL_VADER_SEND_FRAG_H
|
|
|
|
#include "opal_config.h"
|
|
|
|
enum {
|
|
MCA_BTL_VADER_FLAG_INLINE = 0,
|
|
MCA_BTL_VADER_FLAG_SINGLE_COPY = 1,
|
|
MCA_BTL_VADER_FLAG_COMPLETE = 2,
|
|
MCA_BTL_VADER_FLAG_SETUP_FBOX = 4,
|
|
};
|
|
|
|
struct mca_btl_vader_frag_t;
|
|
struct mca_btl_vader_fbox_t;
|
|
|
|
/**
|
|
* FIFO fragment header
|
|
*/
|
|
struct mca_btl_vader_hdr_t {
|
|
/** next item in fifo. many peers may touch this */
|
|
volatile intptr_t next;
|
|
/** pointer back the the fragment */
|
|
struct mca_btl_vader_frag_t *frag;
|
|
/** tag associated with this fragment (used to lookup callback) */
|
|
mca_btl_base_tag_t tag;
|
|
/** vader send flags (inline, complete, setup fbox, etc) */
|
|
uint8_t flags;
|
|
/** length of data following this header */
|
|
int32_t len;
|
|
/** io vector containing pointer to single-copy data */
|
|
struct iovec sc_iov;
|
|
/** if the fragment indicates to setup a fast box the base is stored here */
|
|
intptr_t fbox_base;
|
|
};
|
|
typedef struct mca_btl_vader_hdr_t mca_btl_vader_hdr_t;
|
|
|
|
/**
|
|
* shared memory send fragment derived type.
|
|
*/
|
|
struct mca_btl_vader_frag_t {
|
|
/** base object */
|
|
mca_btl_base_descriptor_t base;
|
|
/** storage for segment data (max 2) */
|
|
mca_btl_base_segment_t segments[2];
|
|
/** endpoint this fragment is active on */
|
|
struct mca_btl_base_endpoint_t *endpoint;
|
|
/** fast box in use (or NULL) */
|
|
unsigned char * restrict fbox;
|
|
/** fragment header (in the shared memory region) */
|
|
mca_btl_vader_hdr_t *hdr;
|
|
/** free list this fragment was allocated within */
|
|
ompi_free_list_t *my_list;
|
|
};
|
|
|
|
typedef struct mca_btl_vader_frag_t mca_btl_vader_frag_t;
|
|
|
|
static inline int mca_btl_vader_frag_alloc (mca_btl_vader_frag_t **frag, ompi_free_list_t *list,
|
|
struct mca_btl_base_endpoint_t *endpoint) {
|
|
ompi_free_list_item_t *item;
|
|
|
|
OMPI_FREE_LIST_GET_MT(list, item);
|
|
*frag = (mca_btl_vader_frag_t *) item;
|
|
if (OPAL_LIKELY(NULL != item)) {
|
|
if (NULL == (*frag)->hdr) {
|
|
OMPI_FREE_LIST_RETURN_MT(list, (ompi_free_list_item_t *)*frag);
|
|
*frag = NULL;
|
|
return OPAL_ERR_TEMP_OUT_OF_RESOURCE;
|
|
}
|
|
|
|
(*frag)->endpoint = endpoint;
|
|
}
|
|
|
|
return OPAL_SUCCESS;
|
|
}
|
|
|
|
static inline void mca_btl_vader_frag_return (mca_btl_vader_frag_t *frag)
|
|
{
|
|
frag->hdr->flags = 0;
|
|
frag->segments[0].seg_addr.pval = (char *)(frag->hdr + 1);
|
|
frag->base.des_local_count = 1;
|
|
frag->fbox = NULL;
|
|
|
|
OMPI_FREE_LIST_RETURN_MT(frag->my_list, (ompi_free_list_item_t *)frag);
|
|
}
|
|
|
|
OBJ_CLASS_DECLARATION(mca_btl_vader_frag_t);
|
|
|
|
#define MCA_BTL_VADER_FRAG_ALLOC_EAGER(frag, endpoint) \
|
|
mca_btl_vader_frag_alloc (&(frag), &mca_btl_vader_component.vader_frags_eager, endpoint)
|
|
|
|
#if !OPAL_BTL_VADER_HAVE_XPMEM
|
|
#define MCA_BTL_VADER_FRAG_ALLOC_MAX(frag, endpoint) \
|
|
mca_btl_vader_frag_alloc (&(frag), &mca_btl_vader_component.vader_frags_max_send, endpoint)
|
|
#endif
|
|
|
|
#define MCA_BTL_VADER_FRAG_ALLOC_USER(frag, endpoint) \
|
|
mca_btl_vader_frag_alloc (&(frag), &mca_btl_vader_component.vader_frags_user, endpoint)
|
|
|
|
#define MCA_BTL_VADER_FRAG_RETURN(frag) mca_btl_vader_frag_return(frag)
|
|
|
|
|
|
static inline void mca_btl_vader_frag_complete (mca_btl_vader_frag_t *frag) {
|
|
if (OPAL_UNLIKELY(MCA_BTL_DES_SEND_ALWAYS_CALLBACK & frag->base.des_flags)) {
|
|
/* completion callback */
|
|
frag->base.des_cbfunc(&mca_btl_vader.super, frag->endpoint,
|
|
&frag->base, OPAL_SUCCESS);
|
|
}
|
|
|
|
if (OPAL_LIKELY(frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP)) {
|
|
MCA_BTL_VADER_FRAG_RETURN(frag);
|
|
}
|
|
}
|
|
|
|
void mca_btl_vader_frag_init (ompi_free_list_item_t *item, void *ctx);
|
|
|
|
#endif /* MCA_BTL_VADER_SEND_FRAG_H */
|