88aa45dd52
There is still a problem with OpenIB and threads (external to C/R functionality). It has been reported in Ticket #1539 Additionally: * Fix a file cleanup bug in CRS Base. * Fix a possible deadlock in the TCP ft_event function * Add a mca_base_param_deregister() function to MCA base * Add whole process checkpoint timers * Add support for BTL: OpenIB, MX, Shared Memory * Add support Mpool: rdma, sm * Sundry bounds checking an cleanup in some scattered functions This commit was SVN r19756.
137 строки
3.9 KiB
C
137 строки
3.9 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2006 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2006 Voltaire. All rights reserved.
|
|
*
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
/**
|
|
* @file
|
|
*/
|
|
#ifndef MCA_MPOOL_OPENIB_H
|
|
#define MCA_MPOOL_OPENIB_H
|
|
|
|
#include "opal/class/opal_list.h"
|
|
#include "ompi/class/ompi_free_list.h"
|
|
#include "opal/event/event.h"
|
|
#include "ompi/mca/mpool/mpool.h"
|
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
extern "C" {
|
|
#endif
|
|
|
|
struct mca_mpool_rdma_component_t {
|
|
mca_mpool_base_component_t super;
|
|
char* rcache_name;
|
|
size_t rcache_size_limit;
|
|
bool print_stats;
|
|
uint32_t leave_pinned;
|
|
};
|
|
typedef struct mca_mpool_rdma_component_t mca_mpool_rdma_component_t;
|
|
|
|
OMPI_DECLSPEC extern mca_mpool_rdma_component_t mca_mpool_rdma_component;
|
|
|
|
struct mca_mpool_base_resources_t {
|
|
void *reg_data;
|
|
size_t sizeof_reg;
|
|
int (*register_mem)(void *reg_data, void *base, size_t size,
|
|
mca_mpool_base_registration_t *reg);
|
|
int (*deregister_mem)(void *reg_data, mca_mpool_base_registration_t *reg);
|
|
};
|
|
typedef struct mca_mpool_base_resources_t mca_mpool_base_resources_t;
|
|
|
|
struct mca_mpool_rdma_module_t {
|
|
mca_mpool_base_module_t super;
|
|
struct mca_mpool_base_resources_t resources;
|
|
ompi_free_list_t reg_list;
|
|
opal_list_t mru_list;
|
|
opal_list_t gc_list;
|
|
uint32_t stat_cache_hit;
|
|
uint32_t stat_cache_miss;
|
|
uint32_t stat_evicted;
|
|
uint32_t stat_cache_found;
|
|
uint32_t stat_cache_notfound;
|
|
}; typedef struct mca_mpool_rdma_module_t mca_mpool_rdma_module_t;
|
|
|
|
/*
|
|
* Initializes the mpool module.
|
|
*/
|
|
void mca_mpool_rdma_module_init(mca_mpool_rdma_module_t *mpool);
|
|
|
|
/*
|
|
* Returns base address of shared memory mapping.
|
|
*/
|
|
void *mca_mpool_rdma_base(mca_mpool_base_module_t *mpool);
|
|
|
|
/**
|
|
* Allocate block of registered memory.
|
|
*/
|
|
void* mca_mpool_rdma_alloc(mca_mpool_base_module_t *mpool, size_t size,
|
|
size_t align, uint32_t flags,
|
|
mca_mpool_base_registration_t** registration);
|
|
|
|
/**
|
|
* realloc block of registered memory
|
|
*/
|
|
void* mca_mpool_rdma_realloc( mca_mpool_base_module_t *mpool, void* addr,
|
|
size_t size, mca_mpool_base_registration_t** registration);
|
|
|
|
/**
|
|
* register block of memory
|
|
*/
|
|
int mca_mpool_rdma_register(mca_mpool_base_module_t* mpool, void *addr,
|
|
size_t size, uint32_t flags, mca_mpool_base_registration_t **reg);
|
|
|
|
/**
|
|
* deregister memory
|
|
*/
|
|
int mca_mpool_rdma_deregister(mca_mpool_base_module_t *mpool,
|
|
mca_mpool_base_registration_t *reg);
|
|
|
|
/**
|
|
* free memory allocated by alloc function
|
|
*/
|
|
void mca_mpool_rdma_free(mca_mpool_base_module_t *mpool, void * addr,
|
|
mca_mpool_base_registration_t *reg);
|
|
|
|
/**
|
|
* find registration for a given block of memory
|
|
*/
|
|
int mca_mpool_rdma_find(struct mca_mpool_base_module_t* mpool, void* addr,
|
|
size_t size, mca_mpool_base_registration_t **reg);
|
|
|
|
/**
|
|
* unregister all registration covering the block of memory
|
|
*/
|
|
int mca_mpool_rdma_release_memory(mca_mpool_base_module_t* mpool, void *base,
|
|
size_t size);
|
|
|
|
/**
|
|
* finalize mpool
|
|
*/
|
|
void mca_mpool_rdma_finalize(struct mca_mpool_base_module_t *mpool);
|
|
|
|
/**
|
|
* Fault Tolerance Event Notification Function
|
|
* @param state Checkpoint Stae
|
|
* @return OMPI_SUCCESS or failure status
|
|
*/
|
|
int mca_mpool_rdma_ft_event(int state);
|
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
}
|
|
#endif
|
|
#endif
|