3c97b3f722
searching the tree. Modified the memory callback to search the tree at each page boundary for registrations. This is necessary as an application may malloc memory and send out of any portion of that memory, even discontiguous regions. This commit was SVN r7510.
261 строка
7.5 KiB
C
261 строка
7.5 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 The Trustees of the University of Tennessee.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
#include <string.h>
|
|
#include "opal/util/output.h"
|
|
#include "opal/memory/memory.h"
|
|
#include "mca/mpool/mvapi/mpool_mvapi.h"
|
|
#include <vapi.h>
|
|
#include <vapi_types.h>
|
|
#include <vapi_common.h>
|
|
#include "mca/rcache/rcache.h"
|
|
#include "mca/rcache/base/base.h"
|
|
#include "ompi/mca/mpool/base/base.h"
|
|
|
|
extern uint32_t mca_mpool_base_page_size;
|
|
extern uint32_t mca_mpool_base_page_size_log;
|
|
|
|
|
|
/*
|
|
* Initializes the mpool module.
|
|
*/
|
|
void mca_mpool_mvapi_module_init(mca_mpool_mvapi_module_t* mpool)
|
|
{
|
|
mpool->super.mpool_component = &mca_mpool_mvapi_component.super;
|
|
mpool->super.mpool_base = NULL; /* no base .. */
|
|
mpool->super.mpool_alloc = mca_mpool_mvapi_alloc;
|
|
mpool->super.mpool_realloc = mca_mpool_mvapi_realloc;
|
|
mpool->super.mpool_free = mca_mpool_mvapi_free;
|
|
mpool->super.mpool_register = mca_mpool_mvapi_register;
|
|
mpool->super.mpool_deregister = mca_mpool_mvapi_deregister;
|
|
mpool->super.mpool_find = mca_mpool_mvapi_find;
|
|
mpool->super.mpool_retain = mca_mpool_mvapi_retain;
|
|
mpool->super.mpool_release = mca_mpool_mvapi_release;
|
|
mpool->super.mpool_finalize = NULL;
|
|
mpool->super.rcache =
|
|
mca_rcache_base_module_create(mca_mpool_mvapi_component.rcache_name);
|
|
mpool->super.flags = MCA_MPOOL_FLAGS_MPI_ALLOC_MEM;
|
|
}
|
|
|
|
|
|
/**
|
|
* allocate function
|
|
*/
|
|
void* mca_mpool_mvapi_alloc(
|
|
mca_mpool_base_module_t* mpool,
|
|
size_t size,
|
|
size_t align,
|
|
uint32_t flags,
|
|
mca_mpool_base_registration_t** registration)
|
|
{
|
|
|
|
void* addr_malloc = (void*)malloc(size + mca_mpool_base_page_size);
|
|
void* addr = (void*) up_align_addr(addr_malloc, mca_mpool_base_page_size_log);
|
|
if(OMPI_SUCCESS != mpool->mpool_register(mpool, addr, size, flags, registration)) {
|
|
free(addr_malloc);
|
|
return NULL;
|
|
}
|
|
(*registration)->alloc_base = addr_malloc;
|
|
return addr;
|
|
}
|
|
|
|
|
|
/*
|
|
* register memory
|
|
*/
|
|
int mca_mpool_mvapi_register(
|
|
mca_mpool_base_module_t* mpool,
|
|
void *addr,
|
|
size_t size,
|
|
uint32_t flags,
|
|
mca_mpool_base_registration_t** registration)
|
|
{
|
|
|
|
mca_mpool_mvapi_module_t * mpool_module = (mca_mpool_mvapi_module_t*) mpool;
|
|
mca_mpool_mvapi_registration_t * vapi_reg;
|
|
VAPI_mrw_t mr_in, mr_out;
|
|
VAPI_ret_t ret;
|
|
|
|
|
|
|
|
assert(size > 0);
|
|
memset(&mr_in, 0, sizeof(VAPI_mrw_t));
|
|
memset(&mr_out, 0, sizeof(VAPI_mrw_t));
|
|
|
|
vapi_reg = OBJ_NEW(mca_mpool_mvapi_registration_t);
|
|
vapi_reg->base_reg.mpool = mpool;
|
|
vapi_reg->base_reg.flags = flags;
|
|
vapi_reg->hndl = VAPI_INVAL_HNDL;
|
|
|
|
|
|
*registration = &vapi_reg->base_reg;
|
|
mr_in.acl = VAPI_EN_LOCAL_WRITE | VAPI_EN_REMOTE_WRITE | VAPI_EN_REMOTE_READ;
|
|
mr_in.l_key = 0;
|
|
mr_in.r_key = 0;
|
|
mr_in.pd_hndl = mpool_module->hca_pd.pd_tag;
|
|
mr_in.size = size;
|
|
mr_in.start = (VAPI_virt_addr_t) (MT_virt_addr_t) addr;
|
|
mr_in.type = VAPI_MR;
|
|
|
|
ret = VAPI_register_mr(
|
|
mpool_module->hca_pd.hca,
|
|
&mr_in,
|
|
&vapi_reg->hndl,
|
|
&mr_out
|
|
);
|
|
|
|
if(VAPI_OK != ret){
|
|
opal_output(0, "error registering memory of size %d: %s ", size, VAPI_strerror(ret));
|
|
OBJ_RELEASE(vapi_reg);
|
|
return OMPI_ERROR;
|
|
}
|
|
|
|
vapi_reg->l_key = mr_out.l_key;
|
|
vapi_reg->r_key = mr_out.r_key;
|
|
vapi_reg->base_reg.base = addr;
|
|
vapi_reg->base_reg.bound = (unsigned char*) (unsigned long) addr + size - 1;
|
|
vapi_reg->base_reg.base_align = down_align_addr(addr, mca_mpool_base_page_size_log);
|
|
vapi_reg->base_reg.bound_align = up_align_addr(vapi_reg->base_reg.bound
|
|
, mca_mpool_base_page_size_log);
|
|
|
|
assert(vapi_reg->base_reg.bound - vapi_reg->base_reg.base > 0);
|
|
|
|
if(flags & (MCA_MPOOL_FLAGS_CACHE | MCA_MPOOL_FLAGS_PERSIST)) {
|
|
mpool->rcache->rcache_insert(mpool->rcache,
|
|
(mca_mpool_base_registration_t*) vapi_reg,
|
|
flags);
|
|
}
|
|
OPAL_THREAD_ADD32(&vapi_reg->base_reg.ref_count, 1);
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
/*
|
|
* Remove the registration from the rcache immediately and
|
|
* deregister the memory when the reference count goes to zero.
|
|
*/
|
|
int mca_mpool_mvapi_deregister(mca_mpool_base_module_t* mpool,
|
|
mca_mpool_base_registration_t* registration)
|
|
{
|
|
if(registration->flags & (MCA_MPOOL_FLAGS_CACHE | MCA_MPOOL_FLAGS_PERSIST)) {
|
|
mpool->rcache->rcache_delete(mpool->rcache,
|
|
registration,
|
|
registration->flags);
|
|
registration->flags = 0;
|
|
}
|
|
return mca_mpool_mvapi_release(mpool, registration);
|
|
}
|
|
|
|
/**
|
|
* realloc function
|
|
*/
|
|
void* mca_mpool_mvapi_realloc(
|
|
mca_mpool_base_module_t* mpool,
|
|
void* addr,
|
|
size_t size,
|
|
mca_mpool_base_registration_t** registration)
|
|
{
|
|
mca_mpool_base_registration_t* old_reg = *registration;
|
|
void* new_mem = mpool->mpool_alloc(mpool, size, 0, old_reg->flags, registration);
|
|
memcpy(new_mem, addr, old_reg->bound - old_reg->base);
|
|
mpool->mpool_free(mpool, addr, old_reg);
|
|
return new_mem;
|
|
}
|
|
|
|
/**
|
|
* free function
|
|
*/
|
|
void mca_mpool_mvapi_free(mca_mpool_base_module_t* mpool, void * addr,
|
|
mca_mpool_base_registration_t* registration)
|
|
{
|
|
mpool->mpool_deregister(mpool, registration);
|
|
free(registration->alloc_base);
|
|
}
|
|
|
|
|
|
int mca_mpool_mvapi_find(
|
|
struct mca_mpool_base_module_t* mpool,
|
|
void* addr,
|
|
size_t size,
|
|
ompi_pointer_array_t *regs,
|
|
uint32_t *cnt
|
|
){
|
|
|
|
return mpool->rcache->rcache_find(mpool->rcache,
|
|
addr,
|
|
size,
|
|
regs,
|
|
cnt);
|
|
|
|
}
|
|
|
|
int mca_mpool_mvapi_release(
|
|
struct mca_mpool_base_module_t* mpool,
|
|
mca_mpool_base_registration_t* registration
|
|
)
|
|
{
|
|
if(0 == OPAL_THREAD_ADD32(®istration->ref_count, -1)) {
|
|
VAPI_ret_t ret;
|
|
mca_mpool_mvapi_module_t * mpool_mvapi = (mca_mpool_mvapi_module_t*) mpool;
|
|
mca_mpool_mvapi_registration_t * vapi_reg;
|
|
vapi_reg = (mca_mpool_mvapi_registration_t*) registration;
|
|
ret = VAPI_deregister_mr(
|
|
mpool_mvapi->hca_pd.hca,
|
|
vapi_reg->hndl
|
|
);
|
|
|
|
if(VAPI_OK != ret){
|
|
opal_output(0, "%s: error unpinning vapi memory\n", __func__);
|
|
return OMPI_ERROR;
|
|
}
|
|
OBJ_RELEASE(vapi_reg);
|
|
}
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
int mca_mpool_mvapi_retain(struct mca_mpool_base_module_t* mpool,
|
|
mca_mpool_base_registration_t* registration
|
|
)
|
|
{
|
|
OPAL_THREAD_ADD32(®istration->ref_count, 1);
|
|
return OMPI_SUCCESS;
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|