986ca000f8
The hook is called from memheap when memory range is going to be allocated by smalloc(), realloc() and others. ucx spml uses this hook to call ucp_mem_advise in order to speedup non blocking memory mapping. Signed-off-by: Alex Mikheev <alexm@mellanox.com>
161 строка
4.6 KiB
C
161 строка
4.6 KiB
C
/*
|
|
* Copyright (c) 2013 Mellanox Technologies, Inc.
|
|
* All rights reserved.
|
|
* Copyright (c) 2016 Research Organization for Information Science
|
|
* and Technology (RIST). All rights reserved.
|
|
* Copyright (c) 2016 ARM, Inc. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
/**
|
|
* @file
|
|
*/
|
|
|
|
#ifndef MCA_SPML_UCX_H
|
|
#define MCA_SPML_UCX_H
|
|
|
|
#include "oshmem_config.h"
|
|
#include "oshmem/request/request.h"
|
|
#include "oshmem/mca/spml/base/base.h"
|
|
#include "oshmem/mca/spml/spml.h"
|
|
#include "oshmem/util/oshmem_util.h"
|
|
#include "oshmem/mca/spml/base/spml_base_putreq.h"
|
|
#include "oshmem/proc/proc.h"
|
|
#include "oshmem/mca/spml/base/spml_base_request.h"
|
|
#include "oshmem/mca/spml/base/spml_base_getreq.h"
|
|
#include "oshmem/runtime/runtime.h"
|
|
|
|
#include "oshmem/mca/memheap/memheap.h"
|
|
#include "oshmem/mca/memheap/base/base.h"
|
|
|
|
#include "orte/runtime/orte_globals.h"
|
|
|
|
#include <ucp/api/ucp.h>
|
|
|
|
BEGIN_C_DECLS
|
|
|
|
/**
|
|
* UCX SPML module
|
|
*/
|
|
struct spml_ucx_mkey {
|
|
ucp_rkey_h rkey;
|
|
ucp_mem_h mem_h;
|
|
};
|
|
typedef struct spml_ucx_mkey spml_ucx_mkey_t;
|
|
|
|
struct spml_ucx_cached_mkey {
|
|
mkey_segment_t super;
|
|
spml_ucx_mkey_t key;
|
|
};
|
|
typedef struct spml_ucx_cached_mkey spml_ucx_cached_mkey_t;
|
|
|
|
struct ucp_peer {
|
|
ucp_ep_h ucp_conn;
|
|
spml_ucx_cached_mkey_t mkeys[MCA_MEMHEAP_SEG_COUNT];
|
|
};
|
|
typedef struct ucp_peer ucp_peer_t;
|
|
|
|
struct mca_spml_ucx {
|
|
mca_spml_base_module_t super;
|
|
ucp_context_h ucp_context;
|
|
ucp_worker_h ucp_worker;
|
|
ucp_peer_t *ucp_peers;
|
|
int num_disconnect;
|
|
int heap_reg_nb;
|
|
|
|
int priority; /* component priority */
|
|
bool enabled;
|
|
};
|
|
typedef struct mca_spml_ucx mca_spml_ucx_t;
|
|
|
|
|
|
extern mca_spml_ucx_t mca_spml_ucx;
|
|
|
|
extern int mca_spml_ucx_enable(bool enable);
|
|
extern int mca_spml_ucx_get(void* dst_addr,
|
|
size_t size,
|
|
void* src_addr,
|
|
int src);
|
|
extern int mca_spml_ucx_get_nb(void* dst_addr,
|
|
size_t size,
|
|
void* src_addr,
|
|
int src,
|
|
void **handle);
|
|
|
|
extern int mca_spml_ucx_put(void* dst_addr,
|
|
size_t size,
|
|
void* src_addr,
|
|
int dst);
|
|
|
|
extern int mca_spml_ucx_put_nb(void* dst_addr,
|
|
size_t size,
|
|
void* src_addr,
|
|
int dst,
|
|
void **handle);
|
|
|
|
extern int mca_spml_ucx_recv(void* buf, size_t size, int src);
|
|
extern int mca_spml_ucx_send(void* buf,
|
|
size_t size,
|
|
int dst,
|
|
mca_spml_base_put_mode_t mode);
|
|
|
|
extern sshmem_mkey_t *mca_spml_ucx_register(void* addr,
|
|
size_t size,
|
|
uint64_t shmid,
|
|
int *count);
|
|
extern int mca_spml_ucx_deregister(sshmem_mkey_t *mkeys);
|
|
|
|
extern void mca_spml_ucx_memuse_hook(void *addr, size_t length);
|
|
|
|
extern void mca_spml_ucx_rmkey_unpack(sshmem_mkey_t *mkey, uint32_t segno, int pe, int tr_id);
|
|
extern void mca_spml_ucx_rmkey_free(sshmem_mkey_t *mkey);
|
|
|
|
extern int mca_spml_ucx_add_procs(ompi_proc_t** procs, size_t nprocs);
|
|
extern int mca_spml_ucx_del_procs(ompi_proc_t** procs, size_t nprocs);
|
|
extern int mca_spml_ucx_fence(void);
|
|
extern int mca_spml_ucx_quiet(void);
|
|
extern int spml_ucx_progress(void);
|
|
|
|
|
|
spml_ucx_mkey_t * mca_spml_ucx_get_mkey_slow(int pe, void *va, void **rva);
|
|
|
|
static inline spml_ucx_mkey_t *
|
|
mca_spml_ucx_get_mkey(int pe, void *va, void **rva)
|
|
{
|
|
spml_ucx_cached_mkey_t *mkey;
|
|
|
|
mkey = mca_spml_ucx.ucp_peers[pe].mkeys;
|
|
mkey = (spml_ucx_cached_mkey_t *)map_segment_find_va(&mkey->super.super, sizeof(*mkey), va);
|
|
if (OPAL_UNLIKELY(NULL == mkey)) {
|
|
return mca_spml_ucx_get_mkey_slow(pe, va, rva);
|
|
}
|
|
*rva = map_segment_va2rva(&mkey->super, va);
|
|
return &mkey->key;
|
|
}
|
|
|
|
static inline int ucx_status_to_oshmem(ucs_status_t status)
|
|
{
|
|
#if OSHMEM_PARAM_CHECK == 1
|
|
return OPAL_LIKELY(UCS_OK == status) ? OSHMEM_SUCCESS : OSHMEM_ERROR;
|
|
#else
|
|
return OSHMEM_SUCCESS;
|
|
#endif
|
|
}
|
|
|
|
static inline int ucx_status_to_oshmem_nb(ucs_status_t status)
|
|
{
|
|
#if OSHMEM_PARAM_CHECK == 1
|
|
return OPAL_LIKELY(status >= 0) ? OSHMEM_SUCCESS : OSHMEM_ERROR;
|
|
#else
|
|
return OSHMEM_SUCCESS;
|
|
#endif
|
|
}
|
|
|
|
END_C_DECLS
|
|
|
|
#endif
|
|
|