8bfcfa464a
ibv_dereg_mr() for instance) from ptmalloc callback. Call to free() from the callback causes deadlock. Notice what should be unregistered inside the callback and do actual cleanup at the next call to mpool->register(). This commit was SVN r17064.
129 строки
3.7 KiB
C
129 строки
3.7 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2006 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2006 Voltaire. All rights reserved.
|
|
*
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
/**
|
|
* @file
|
|
*/
|
|
#ifndef MCA_MPOOL_OPENIB_H
|
|
#define MCA_MPOOL_OPENIB_H
|
|
|
|
#include "opal/class/opal_list.h"
|
|
#include "ompi/class/ompi_free_list.h"
|
|
#include "opal/event/event.h"
|
|
#include "ompi/mca/mpool/mpool.h"
|
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
extern "C" {
|
|
#endif
|
|
|
|
struct mca_mpool_rdma_component_t {
|
|
mca_mpool_base_component_t super;
|
|
char* rcache_name;
|
|
size_t rcache_size_limit;
|
|
bool print_stats;
|
|
uint32_t leave_pinned;
|
|
};
|
|
typedef struct mca_mpool_rdma_component_t mca_mpool_rdma_component_t;
|
|
|
|
OMPI_DECLSPEC extern mca_mpool_rdma_component_t mca_mpool_rdma_component;
|
|
|
|
struct mca_mpool_base_resources_t {
|
|
void *reg_data;
|
|
size_t sizeof_reg;
|
|
int (*register_mem)(void *reg_data, void *base, size_t size,
|
|
mca_mpool_base_registration_t *reg);
|
|
int (*deregister_mem)(void *reg_data, mca_mpool_base_registration_t *reg);
|
|
};
|
|
typedef struct mca_mpool_base_resources_t mca_mpool_base_resources_t;
|
|
|
|
struct mca_mpool_rdma_module_t {
|
|
mca_mpool_base_module_t super;
|
|
struct mca_mpool_base_resources_t resources;
|
|
ompi_free_list_t reg_list;
|
|
opal_list_t mru_list;
|
|
opal_list_t gc_list;
|
|
uint32_t stat_cache_hit;
|
|
uint32_t stat_cache_miss;
|
|
uint32_t stat_evicted;
|
|
uint32_t stat_cache_found;
|
|
uint32_t stat_cache_notfound;
|
|
}; typedef struct mca_mpool_rdma_module_t mca_mpool_rdma_module_t;
|
|
|
|
/*
|
|
* Initializes the mpool module.
|
|
*/
|
|
void mca_mpool_rdma_module_init(mca_mpool_rdma_module_t *mpool);
|
|
|
|
/*
|
|
* Returns base address of shared memory mapping.
|
|
*/
|
|
void *mca_mpool_rdma_base(mca_mpool_base_module_t *mpool);
|
|
|
|
/**
|
|
* Allocate block of registered memory.
|
|
*/
|
|
void* mca_mpool_rdma_alloc(mca_mpool_base_module_t *mpool, size_t size,
|
|
size_t align, uint32_t flags,
|
|
mca_mpool_base_registration_t** registration);
|
|
|
|
/**
|
|
* realloc block of registered memory
|
|
*/
|
|
void* mca_mpool_rdma_realloc( mca_mpool_base_module_t *mpool, void* addr,
|
|
size_t size, mca_mpool_base_registration_t** registration);
|
|
|
|
/**
|
|
* register block of memory
|
|
*/
|
|
int mca_mpool_rdma_register(mca_mpool_base_module_t* mpool, void *addr,
|
|
size_t size, uint32_t flags, mca_mpool_base_registration_t **reg);
|
|
|
|
/**
|
|
* deregister memory
|
|
*/
|
|
int mca_mpool_rdma_deregister(mca_mpool_base_module_t *mpool,
|
|
mca_mpool_base_registration_t *reg);
|
|
|
|
/**
|
|
* free memory allocated by alloc function
|
|
*/
|
|
void mca_mpool_rdma_free(mca_mpool_base_module_t *mpool, void * addr,
|
|
mca_mpool_base_registration_t *reg);
|
|
|
|
/**
|
|
* find registration for a given block of memory
|
|
*/
|
|
int mca_mpool_rdma_find(struct mca_mpool_base_module_t* mpool, void* addr,
|
|
size_t size, mca_mpool_base_registration_t **reg);
|
|
|
|
/**
|
|
* unregister all registration covering the block of memory
|
|
*/
|
|
int mca_mpool_rdma_release_memory(mca_mpool_base_module_t* mpool, void *base,
|
|
size_t size);
|
|
|
|
/**
|
|
* finalize mpool
|
|
*/
|
|
void mca_mpool_rdma_finalize(struct mca_mpool_base_module_t *mpool);
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
}
|
|
#endif
|
|
#endif
|