ff130e7a9c
this commit syncs ompio related directories in v4.1.x to master. The efforts to bring the lustre performance fixes and support for external32 data representation over were too overwhelming when dealing with every single pr individually. There are a very few minor modification that had to be done for syncing: - v4.1.x does not have opal/mutex.h - v4.1.x does not have opal_atomic_int32_t datatype - the io module structure has two fewer function pointers (related to info_set/get) compared to the version on master. Tested so far with the ompio testsuite as well as hdf5-1.10.5 testsuite (testphdf5, t_shapesame, t_bigio) on an XFS file system. More tests on Lustre and BeeGFS to follow. Signed-off-by: Edgar Gabriel <egabriel@central.uh.edu>
73 строки
3.8 KiB
C
73 строки
3.8 KiB
C
/* -*- Mode: C; c-basic-offset:4 ; -*- */
|
|
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2007 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2008-2019 University of Houston. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#ifndef MCA_COMMON_OMPIO_CUDA_H
|
|
#define MCA_COMMON_OMPIO_CUDA_H
|
|
|
|
|
|
#define OMPIO_PREPARE_BUF(_fh,_buf,_count,_datatype,_tbuf,_convertor,_max_data,_decoded_iov,_iov_count){ \
|
|
OBJ_CONSTRUCT( _convertor, opal_convertor_t); \
|
|
opal_convertor_copy_and_prepare_for_send ( _fh->f_file_convertor, &(_datatype->super), _count, _buf, CONVERTOR_SEND_CONVERSION, _convertor ); \
|
|
opal_convertor_get_packed_size( _convertor, &_max_data ); \
|
|
_tbuf = mca_common_ompio_alloc_buf (_fh, _max_data); \
|
|
if ( NULL == _tbuf ) { \
|
|
opal_output(1, "common_ompio: error allocating memory\n"); \
|
|
return OMPI_ERR_OUT_OF_RESOURCE; \
|
|
} \
|
|
_decoded_iov = (struct iovec *) malloc ( sizeof ( struct iovec )); \
|
|
if ( NULL == _decoded_iov ) { \
|
|
opal_output(1, "common_ompio: could not allocate memory.\n"); \
|
|
return OMPI_ERR_OUT_OF_RESOURCE; \
|
|
} \
|
|
_decoded_iov->iov_base = _tbuf; \
|
|
_decoded_iov->iov_len = _max_data; \
|
|
_iov_count=1;}
|
|
|
|
#define OMPIO_PREPARE_READ_BUF(_fh,_buf,_count,_datatype,_tbuf,_convertor,_max_data,_decoded_iov,_iov_count){ \
|
|
OBJ_CONSTRUCT( _convertor, opal_convertor_t); \
|
|
opal_convertor_copy_and_prepare_for_recv ( _fh->f_file_convertor, &(_datatype->super), _count, _buf, 0, _convertor ); \
|
|
opal_convertor_get_packed_size( _convertor, &_max_data ); \
|
|
_tbuf = mca_common_ompio_alloc_buf (_fh, _max_data); \
|
|
if ( NULL == _tbuf ) { \
|
|
opal_output(1, "common_ompio: error allocating memory\n"); \
|
|
return OMPI_ERR_OUT_OF_RESOURCE; \
|
|
} \
|
|
_decoded_iov = (struct iovec *) malloc ( sizeof ( struct iovec )); \
|
|
if ( NULL == _decoded_iov ) { \
|
|
opal_output(1, "common_ompio: could not allocate memory.\n"); \
|
|
return OMPI_ERR_OUT_OF_RESOURCE; \
|
|
} \
|
|
_decoded_iov->iov_base = _tbuf; \
|
|
_decoded_iov->iov_len = _max_data; \
|
|
_iov_count=1;}
|
|
|
|
#if OPAL_CUDA_SUPPORT
|
|
void mca_common_ompio_check_gpu_buf ( ompio_file_t *fh, const void *buf,
|
|
int *is_gpu, int *is_managed);
|
|
#endif
|
|
int mca_common_ompio_buffer_alloc_init ( void );
|
|
int mca_common_ompio_buffer_alloc_fini ( void );
|
|
|
|
|
|
void* mca_common_ompio_alloc_buf ( ompio_file_t *fh, size_t bufsize);
|
|
void mca_common_ompio_release_buf ( ompio_file_t *fh, void *buf );
|
|
|
|
#endif
|