/* * Copyright (c) 2004-2005 The Trustees of Indiana University. * All rights reserved. * Copyright (c) 2004-2005 The Trustees of the University of Tennessee. * All rights reserved. * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, * University of Stuttgart. All rights reserved. * Copyright (c) 2004-2005 The Regents of the University of California. * All rights reserved. * $COPYRIGHT$ * * Additional copyrights may follow * * $HEADER$ */ /** * @file */ #ifndef MCA_MPOOL_VAPI_H #define MCA_MPOOL_VAPI_H #include "opal/class/opal_list.h" #include "class/ompi_free_list.h" #include "opal/event/event.h" #include "mca/mpool/mpool.h" #include #include #if defined(c_plusplus) || defined(__cplusplus) extern "C" { #endif static inline void * DOWN_ALIGN_ADDR(void * addr, uint32_t cnt) { return (void*)((MT_virt_addr_t)(addr) & (~((MT_virt_addr_t)0) << (cnt))); } static inline void* ALIGN_ADDR(void* addr, uint32_t cnt ) { DOWN_ALIGN_ADDR(((addr) + ~(~((MT_virt_addr_t)0) << (cnt))), (cnt)); return addr; } struct mca_mpool_mvapi_component_t { mca_mpool_base_component_t super; long page_size; long page_size_log; }; typedef struct mca_mpool_mvapi_component_t mca_mpool_mvapi_component_t; OMPI_COMP_EXPORT extern mca_mpool_mvapi_component_t mca_mpool_mvapi_component; struct mca_mpool_base_resources_t { VAPI_hca_hndl_t hca; /* the hca (nic) */ VAPI_pd_hndl_t pd_tag; /* the protection domain */ }; typedef struct mca_mpool_base_resources_t mca_mpool_base_resources_t; struct mca_mpool_mvapi_module_t { mca_mpool_base_module_t super; struct mca_mpool_base_resources_t hca_pd; }; typedef struct mca_mpool_mvapi_module_t mca_mpool_mvapi_module_t; struct mca_mpool_mvapi_registration_t { mca_mpool_base_registration_t base_reg; VAPI_mr_hndl_t hndl; /* Memory region handle */ VAPI_lkey_t l_key; /* Local key to registered memory, needed for * posting send/recv requests */ VAPI_rkey_t r_key; /* Remote key to registered memory, need to send this * to remote processes for incoming RDMA ops */ }; typedef struct mca_mpool_mvapi_registration_t mca_mpool_mvapi_registration_t; OMPI_DECLSPEC OBJ_CLASS_DECLARATION(mca_mpool_mvapi_registration_t); /* * Initializes the mpool module. */ void mca_mpool_mvapi_module_init(mca_mpool_mvapi_module_t* mpool); /* * Returns base address of shared memory mapping. */ void* mca_mpool_mvapi_base(mca_mpool_base_module_t*); /** * Allocate block of shared memory. */ void* mca_mpool_mvapi_alloc( mca_mpool_base_module_t* mpool, size_t size, size_t align, mca_mpool_base_registration_t** registration); /** * realloc function typedef */ void* mca_mpool_mvapi_realloc( mca_mpool_base_module_t* mpool, void* addr, size_t size, mca_mpool_base_registration_t** registration); /** * register function typedef */ int mca_mpool_mvapi_register( mca_mpool_base_module_t* mpool, void *addr, size_t size, mca_mpool_base_registration_t** registration); int mca_mpool_mvapi_deregister( mca_mpool_base_module_t* mpool, void *addr, size_t size, mca_mpool_base_registration_t* ); /** * free function typedef */ void mca_mpool_mvapi_free(mca_mpool_base_module_t* mpool, void * addr, mca_mpool_base_registration_t* registration); #if defined(c_plusplus) || defined(__cplusplus) } #endif #endif