118 строки
3.5 KiB
C
118 строки
3.5 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2011 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2008-2011 University of Houston. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
|
|
#include "ompi_config.h"
|
|
#include "fs_lustre.h"
|
|
|
|
#include <fcntl.h>
|
|
#include <unistd.h>
|
|
#include "mpi.h"
|
|
#include "ompi/constants.h"
|
|
#include "ompi/mca/fs/fs.h"
|
|
#include "ompi/communicator/communicator.h"
|
|
#include "ompi/info/info.h"
|
|
|
|
#include <sys/ioctl.h>
|
|
#include <lustre/liblustreapi.h>
|
|
#include <lustre/lustre_user.h>
|
|
|
|
/*
|
|
* file_open_lustre
|
|
*
|
|
* Function: - opens a new file
|
|
* Accepts: - same arguments as MPI_File_open()
|
|
* Returns: - Success if new file handle
|
|
*/
|
|
int
|
|
mca_fs_lustre_file_open (struct ompi_communicator_t *comm,
|
|
char* filename,
|
|
int access_mode,
|
|
struct ompi_info_t *info,
|
|
mca_io_ompio_file_t *fh)
|
|
{
|
|
int amode;
|
|
/* int *fp = NULL;
|
|
struct lov_user_md *lump;
|
|
*/
|
|
int old_mask, perm;
|
|
int rc;
|
|
struct lov_user_md *lump;
|
|
|
|
if (fh->f_perm == OMPIO_PERM_NULL) {
|
|
old_mask = umask(022);
|
|
umask(old_mask);
|
|
perm = old_mask ^ 0666;
|
|
}
|
|
else {
|
|
perm = fh->f_perm;
|
|
}
|
|
|
|
amode = 0;
|
|
if (fh->f_amode & MPI_MODE_CREATE)
|
|
amode = amode | O_CREAT;
|
|
if (fh->f_amode & MPI_MODE_RDONLY)
|
|
amode = amode | O_RDONLY;
|
|
if (fh->f_amode & MPI_MODE_WRONLY)
|
|
amode = amode | O_WRONLY;
|
|
if (fh->f_amode & MPI_MODE_RDWR)
|
|
amode = amode | O_RDWR;
|
|
if (fh->f_amode & MPI_MODE_EXCL)
|
|
amode = amode | O_EXCL;
|
|
|
|
if ((mca_fs_lustre_stripe_size || mca_fs_lustre_stripe_width) &&
|
|
(amode&O_CREAT) && (amode&O_RDWR)) {
|
|
if (0 == fh->f_rank) {
|
|
llapi_file_create(filename,
|
|
mca_fs_lustre_stripe_size,
|
|
-1, /* MSC need to change that */
|
|
mca_fs_lustre_stripe_width,
|
|
0); /* MSC need to change that */
|
|
|
|
fh->fd = open(filename, O_CREAT | O_RDWR | O_LOV_DELAY_CREATE, perm);
|
|
if (fh->fd < 0) {
|
|
fprintf(stderr, "Can't open %s file: %d (%s)\n",
|
|
filename, errno, strerror(errno));
|
|
return OMPI_ERROR;
|
|
}
|
|
close (fh->fd);
|
|
}
|
|
fh->f_comm->c_coll.coll_barrier (fh->f_comm,
|
|
fh->f_comm->c_coll.coll_barrier_module);
|
|
}
|
|
|
|
fh->fd = open (filename, amode, perm);
|
|
if (fh->fd < 0) {
|
|
return OMPI_ERROR;
|
|
}
|
|
|
|
if (mca_fs_lustre_stripe_size > 0) {
|
|
fh->f_stripe_size = mca_fs_lustre_stripe_size;
|
|
}
|
|
else {
|
|
rc = llapi_file_get_stripe(filename, lump);
|
|
if (rc != 0) {
|
|
fprintf(stderr, "get_stripe failed: %d (%s)\n",errno, strerror(errno));
|
|
return -1;
|
|
}
|
|
fh->f_stripe_size = lump->lmm_stripe_size;
|
|
}
|
|
return OMPI_SUCCESS;
|
|
}
|