be0de21e6f
This commit looks large, but its really mostly a cleanup step. 1. introduce proper error handling for the return values of fcntl and the fbtl_posix_lock function 2. rename a parameter to more accurately reflect what it does 3. introduce an mca parameter in the fs/ufs component that allows to control what the level of locking the user would like to enforce 4. move the initialization of the fs_block_size parameter from fs/ufs into the common/ompio component. An fs component might be allowed to overwrite this value, but none of the actual fs components do that. Signed-off-by: Edgar Gabriel <egabriel@central.uh.edu>
128 строки
4.2 KiB
C
128 строки
4.2 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2011 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2008-2017 University of Houston. All rights reserved.
|
|
* Copyright (c) 2015-2017 Research Organization for Information Science
|
|
* and Technology (RIST). All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#include "ompi_config.h"
|
|
#include "fbtl_posix.h"
|
|
|
|
#include "mpi.h"
|
|
#include <unistd.h>
|
|
#include <limits.h>
|
|
#include "ompi/constants.h"
|
|
#include "ompi/mca/fbtl/fbtl.h"
|
|
|
|
ssize_t mca_fbtl_posix_preadv (mca_io_ompio_file_t *fh )
|
|
{
|
|
/*int *fp = NULL;*/
|
|
int i, block=1, ret;
|
|
struct iovec *iov = NULL;
|
|
int iov_count = 0;
|
|
OMPI_MPI_OFFSET_TYPE iov_offset = 0;
|
|
ssize_t bytes_read=0, ret_code=0;
|
|
struct flock lock;
|
|
off_t total_length, end_offset=0;
|
|
|
|
if (NULL == fh->f_io_array) {
|
|
return OMPI_ERROR;
|
|
}
|
|
|
|
iov = (struct iovec *) malloc
|
|
(OMPIO_IOVEC_INITIAL_SIZE * sizeof (struct iovec));
|
|
if (NULL == iov) {
|
|
opal_output(1, "OUT OF MEMORY\n");
|
|
return OMPI_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
|
|
for (i=0 ; i<fh->f_num_of_io_entries ; i++) {
|
|
if (0 == iov_count) {
|
|
iov[iov_count].iov_base = fh->f_io_array[i].memory_address;
|
|
iov[iov_count].iov_len = fh->f_io_array[i].length;
|
|
iov_offset = (OMPI_MPI_OFFSET_TYPE)(intptr_t)fh->f_io_array[i].offset;
|
|
end_offset = (off_t)fh->f_io_array[i].offset + (off_t)fh->f_io_array[i].length;
|
|
iov_count ++;
|
|
}
|
|
|
|
if (OMPIO_IOVEC_INITIAL_SIZE*block <= iov_count) {
|
|
block ++;
|
|
iov = (struct iovec *)realloc
|
|
(iov, OMPIO_IOVEC_INITIAL_SIZE * block *
|
|
sizeof(struct iovec));
|
|
if (NULL == iov) {
|
|
opal_output(1, "OUT OF MEMORY\n");
|
|
return OMPI_ERR_OUT_OF_RESOURCE;
|
|
}
|
|
}
|
|
|
|
if (fh->f_num_of_io_entries != i+1) {
|
|
if (((((OMPI_MPI_OFFSET_TYPE)(intptr_t)fh->f_io_array[i].offset +
|
|
(ptrdiff_t)fh->f_io_array[i].length) ==
|
|
(OMPI_MPI_OFFSET_TYPE)(intptr_t)fh->f_io_array[i+1].offset)) &&
|
|
(iov_count < IOV_MAX ) ){
|
|
iov[iov_count].iov_base =
|
|
fh->f_io_array[i+1].memory_address;
|
|
iov[iov_count].iov_len = fh->f_io_array[i+1].length;
|
|
end_offset = (off_t)fh->f_io_array[i].offset + (off_t)fh->f_io_array[i].length;
|
|
iov_count ++;
|
|
continue;
|
|
}
|
|
}
|
|
|
|
total_length = (end_offset - (off_t)iov_offset );
|
|
|
|
ret = mca_fbtl_posix_lock ( &lock, fh, F_RDLCK, iov_offset, total_length, OMPIO_LOCK_SELECTIVE );
|
|
if ( 0 < ret ) {
|
|
opal_output(1, "mca_fbtl_posix_preadv: error in mca_fbtl_posix_lock() ret=%d: %s", ret, strerror(errno));
|
|
free (iov);
|
|
/* Just in case some part of the lock worked */
|
|
mca_fbtl_posix_unlock ( &lock, fh);
|
|
return OMPI_ERROR;
|
|
}
|
|
#if defined(HAVE_PREADV)
|
|
ret_code = preadv (fh->fd, iov, iov_count, iov_offset);
|
|
#else
|
|
if (-1 == lseek (fh->fd, iov_offset, SEEK_SET)) {
|
|
opal_output(1, "mca_fbtl_posix_preadv: error in lseek:%s", strerror(errno));
|
|
free(iov);
|
|
mca_fbtl_posix_unlock ( &lock, fh );
|
|
return OMPI_ERROR;
|
|
}
|
|
ret_code = readv (fh->fd, iov, iov_count);
|
|
#endif
|
|
mca_fbtl_posix_unlock ( &lock, fh );
|
|
if ( 0 < ret_code ) {
|
|
bytes_read+=ret_code;
|
|
}
|
|
else if ( ret_code == -1 ) {
|
|
opal_output(1, "mca_fbtl_posix_preadv: error in (p)readv:%s", strerror(errno));
|
|
free(iov);
|
|
return OMPI_ERROR;
|
|
}
|
|
else if ( 0 == ret_code ){
|
|
/* end of file reached, no point in continue reading; */
|
|
break;
|
|
}
|
|
iov_count = 0;
|
|
}
|
|
|
|
free (iov);
|
|
|
|
return bytes_read;
|
|
}
|