a652a193ea
The vader btl kept a per-peer registration cache to keep track of attachments. This is not really a problem with small numbers of local ranks but can be a problem with large SMP machines. To reduce the footprint there is now one registration cache for all xpmem attachments. This will probably increase the lookup time for large transfers but is a worthwhile trade-off. Signed-off-by: Nathan Hjelm <hjelmn@lanl.gov>
74 строки
2.0 KiB
C
74 строки
2.0 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
|
|
/*
|
|
* Copyright (c) 2013-2014 Los Alamos National Security, LLC. All rights
|
|
* reserved.
|
|
* Copyright (c) 2016 ARM, Inc. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#if !defined(MCA_BTL_VADER_XPMEM_H)
|
|
#define MCA_BTL_VADER_XPMEM_H
|
|
|
|
#if OPAL_BTL_VADER_HAVE_XPMEM
|
|
|
|
#if defined(HAVE_XPMEM_H)
|
|
#include <xpmem.h>
|
|
|
|
typedef struct xpmem_addr xpmem_addr_t;
|
|
#elif defined(HAVE_SN_XPMEM_H)
|
|
#include <sn/xpmem.h>
|
|
|
|
typedef int64_t xpmem_segid_t;
|
|
typedef int64_t xpmem_apid_t;
|
|
#endif
|
|
|
|
#include <opal/mca/rcache/base/rcache_base_vma.h>
|
|
#include <opal/mca/rcache/rcache.h>
|
|
|
|
/* look up the remote pointer in the peer rcache and attach if
|
|
* necessary */
|
|
|
|
/* largest address we can attach to using xpmem */
|
|
#if defined(__x86_64__)
|
|
#define VADER_MAX_ADDRESS ((uintptr_t)0x7ffffffff000ul)
|
|
#else
|
|
#define VADER_MAX_ADDRESS XPMEM_MAXADDR_SIZE
|
|
#endif
|
|
|
|
struct mca_btl_base_endpoint_t;
|
|
|
|
int mca_btl_vader_xpmem_init (void);
|
|
|
|
mca_rcache_base_registration_t *vader_get_registation (struct mca_btl_base_endpoint_t *endpoint, void *rem_ptr,
|
|
size_t size, int flags, void **local_ptr);
|
|
|
|
void vader_return_registration (mca_rcache_base_registration_t *reg, struct mca_btl_base_endpoint_t *endpoint);
|
|
void mca_btl_vader_xpmem_cleanup_endpoint (struct mca_btl_base_endpoint_t *ep);
|
|
|
|
#else
|
|
|
|
static inline mca_rcache_base_registration_t *vader_get_registation (struct mca_btl_base_endpoint_t *endpoint, void *rem_ptr,
|
|
size_t size, int flags, void **local_ptr)
|
|
{
|
|
(void) endpoint;
|
|
(void) rem_ptr;
|
|
(void) size;
|
|
(void) flags;
|
|
(void) local_ptr;
|
|
return NULL;
|
|
}
|
|
|
|
static inline void vader_return_registration (mca_rcache_base_registration_t *reg, struct mca_btl_base_endpoint_t *endpoint)
|
|
{
|
|
(void) reg;
|
|
(void) endpoint;
|
|
}
|
|
|
|
#endif /* OPAL_BTL_VADER_HAVE_XPMEM */
|
|
|
|
#endif
|