2011-08-25 20:08:17 +00:00
|
|
|
/* -*- Mode: C; c-basic-offset:4 ; -*- */
|
|
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
|
|
|
* University Research and Technology
|
|
|
|
|
* Corporation. All rights reserved.
|
|
|
|
|
* Copyright (c) 2004-2007 The University of Tennessee and The University
|
|
|
|
|
* of Tennessee Research Foundation. All rights
|
|
|
|
|
* reserved.
|
2015-06-23 20:59:57 -07:00
|
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
2011-08-25 20:08:17 +00:00
|
|
|
* University of Stuttgart. All rights reserved.
|
|
|
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
|
|
|
* All rights reserved.
|
2016-07-20 14:46:44 -05:00
|
|
|
* Copyright (c) 2008-2016 University of Houston. All rights reserved.
|
2017-04-19 13:02:15 +09:00
|
|
|
* Copyright (c) 2015-2017 Research Organization for Information Science
|
2015-09-03 10:33:45 +09:00
|
|
|
* and Technology (RIST). All rights reserved.
|
fixes for Dave's get/set info code
The expected sequence of events for processing info during object creation
is that if there's an incoming info arg, it is opal_info_dup()ed into the obj
at obj->s_info first. Then interested components register callbacks for
keys they want to know about using opal_infosubscribe_infosubscribe().
Inside info_subscribe_subscribe() the specified callback() is called with
whatever matching k/v is in the object's info, or with the default. The
return string from the callback goes into the new k/v stored in info, and
the input k/v is saved as __IN_<key>/<val>. It's saved the same way
whether the input came from info or whether it was a default. A null return
from the callback indicates an ignored key/val, and no k/v is stored for
it, but an __IN_<key>/<val> is still kept so we still have access to the
original.
At MPI_*_set_info() time, opal_infosubscribe_change_info() is used. That
function calls the registered callbacks for each item in the provided info.
If the callback returns non-null, the info is updated with that k/v, or if
the callback returns null, that key is deleted from info. An __IN_<key>/<val>
is saved either way, and overwrites any previously saved value.
When MPI_*_get_info() is called, opal_info_dup_mpistandard() is used, which
allows relatively easy changes in interpretation of the standard, by looking
at both the <key>/<val> and __IN_<key>/<val> in info. Right now it does
1. includes system extras, eg k/v defaults not expliclty set by the user
2. omits ignored keys
3. shows input values, not callback modifications, eg not the internal values
Currently the callbacks are doing things like
return some_condition ? "true" : "false"
that is, returning static strings that are not to be freed. If the return
strings start becoming more dynamic in the future I don't see how unallocated
strings could support that, so I'd propose a change for the future that
the callback()s registered with info_subscribe_subscribe() do a strdup on
their return, and we change the callers of callback() to free the strings
it returns (there are only two callers).
Rough outline of the smaller changes spread over the less central files:
comm.c
initialize comm->super.s_info to NULL
copy into comm->super.s_info in comm creation calls that provide info
OBJ_RELEASE comm->super.s_info at free time
comm_init.c
initialize comm->super.s_info to NULL
file.c
copy into file->super.s_info if file creation provides info
OBJ_RELEASE file->super.s_info at free time
win.c
copy into win->super.s_info if win creation provides info
OBJ_RELEASE win->super.s_info at free time
comm_get_info.c
file_get_info.c
win_get_info.c
change_info() if there's no info attached (shouldn't happen if callbacks
are registered)
copy the info for the user
The other category of change is generally addressing compiler warnings where
ompi_info_t and opal_info_t were being used a little too interchangably. An
ompi_info_t* contains an opal_info_t*, at &(ompi_info->super)
Also this commit updates the copyrights.
Signed-off-by: Mark Allen <markalle@us.ibm.com>
2017-01-30 20:29:50 -05:00
|
|
|
* Copyright (c) 2016-2017 IBM Corporation. All rights reserved.
|
2011-08-25 20:08:17 +00:00
|
|
|
* $COPYRIGHT$
|
2015-06-23 20:59:57 -07:00
|
|
|
*
|
2011-08-25 20:08:17 +00:00
|
|
|
* Additional copyrights may follow
|
2015-06-23 20:59:57 -07:00
|
|
|
*
|
2011-08-25 20:08:17 +00:00
|
|
|
* $HEADER$
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#ifndef MCA_IO_OMPIO_H
|
|
|
|
|
#define MCA_IO_OMPIO_H
|
|
|
|
|
|
|
|
|
|
#include <fcntl.h>
|
|
|
|
|
|
|
|
|
|
#include "mpi.h"
|
|
|
|
|
#include "opal/class/opal_list.h"
|
|
|
|
|
#include "ompi/errhandler/errhandler.h"
|
|
|
|
|
#include "opal/threads/mutex.h"
|
|
|
|
|
#include "ompi/file/file.h"
|
|
|
|
|
#include "ompi/mca/io/io.h"
|
|
|
|
|
#include "ompi/mca/fs/fs.h"
|
|
|
|
|
#include "ompi/mca/fcoll/fcoll.h"
|
|
|
|
|
#include "ompi/mca/fbtl/fbtl.h"
|
|
|
|
|
#include "ompi/mca/sharedfp/sharedfp.h"
|
|
|
|
|
#include "ompi/communicator/communicator.h"
|
|
|
|
|
#include "ompi/info/info.h"
|
|
|
|
|
#include "opal/datatype/opal_convertor.h"
|
|
|
|
|
#include "ompi/datatype/ompi_datatype.h"
|
|
|
|
|
#include "ompi/request/request.h"
|
|
|
|
|
|
2016-07-19 09:15:49 -05:00
|
|
|
|
2011-08-25 20:08:17 +00:00
|
|
|
extern int mca_io_ompio_cycle_buffer_size;
|
|
|
|
|
extern int mca_io_ompio_bytes_per_agg;
|
2014-07-23 19:03:14 +00:00
|
|
|
extern int mca_io_ompio_num_aggregators;
|
2012-10-04 21:53:26 +00:00
|
|
|
extern int mca_io_ompio_record_offset_info;
|
2013-07-17 21:30:50 +00:00
|
|
|
extern int mca_io_ompio_sharedfp_lazy_open;
|
2014-12-16 15:48:40 -06:00
|
|
|
extern int mca_io_ompio_grouping_option;
|
2017-08-07 13:39:47 -05:00
|
|
|
extern int mca_io_ompio_max_aggregators_ratio;
|
|
|
|
|
extern int mca_io_ompio_aggregators_cutoff_threshold;
|
2017-09-29 11:37:44 -05:00
|
|
|
extern int mca_io_ompio_overwrite_amode;
|
2017-08-07 13:39:47 -05:00
|
|
|
|
2012-10-31 22:03:05 +00:00
|
|
|
OMPI_DECLSPEC extern int mca_io_ompio_coll_timing_info;
|
2011-08-25 20:08:17 +00:00
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Flags
|
|
|
|
|
*/
|
2015-06-18 05:17:33 -05:00
|
|
|
#define OMPIO_CONTIGUOUS_MEMORY 0x00000001
|
|
|
|
|
#define OMPIO_UNIFORM_FVIEW 0x00000002
|
|
|
|
|
#define OMPIO_FILE_IS_OPEN 0x00000004
|
|
|
|
|
#define OMPIO_FILE_VIEW_IS_SET 0x00000008
|
|
|
|
|
#define OMPIO_CONTIGUOUS_FVIEW 0x00000010
|
|
|
|
|
#define OMPIO_AGGREGATOR_IS_SET 0x00000020
|
|
|
|
|
#define OMPIO_SHAREDFP_IS_SET 0x00000040
|
2017-10-19 14:50:13 -05:00
|
|
|
#define OMPIO_LOCK_ENTIRE_FILE 0x00000080
|
2017-09-20 17:57:57 -05:00
|
|
|
#define OMPIO_LOCK_NEVER 0x00000100
|
|
|
|
|
#define OMPIO_LOCK_NOT_THIS_OP 0x00000200
|
|
|
|
|
|
2015-08-07 12:49:58 -05:00
|
|
|
|
2012-10-11 21:14:07 +00:00
|
|
|
#define QUEUESIZE 2048
|
2015-08-07 12:49:58 -05:00
|
|
|
#define MCA_IO_DEFAULT_FILE_VIEW_SIZE 4*1024*1024
|
2016-07-19 09:46:41 -05:00
|
|
|
#define OMPIO_FCOLL_WANT_TIME_BREAKDOWN 1
|
2011-08-25 20:08:17 +00:00
|
|
|
|
2011-12-22 00:16:29 +00:00
|
|
|
#define OMPIO_MIN(a, b) (((a) < (b)) ? (a) : (b))
|
|
|
|
|
#define OMPIO_MAX(a, b) (((a) < (b)) ? (b) : (a))
|
|
|
|
|
|
2011-08-25 20:08:17 +00:00
|
|
|
/*
|
|
|
|
|
* General values
|
|
|
|
|
*/
|
|
|
|
|
#define OMPIO_PREALLOC_MAX_BUF_SIZE 33554432
|
2016-11-15 10:09:43 -06:00
|
|
|
#define OMPIO_DEFAULT_CYCLE_BUF_SIZE 536870912
|
2011-08-25 20:08:17 +00:00
|
|
|
#define OMPIO_PERM_NULL -1
|
|
|
|
|
#define OMPIO_IOVEC_INITIAL_SIZE 100
|
|
|
|
|
#define OMPIO_ROOT 0
|
|
|
|
|
#define OMPIO_MAX_NAME 100
|
|
|
|
|
#define OMPIO_TAG_GATHER -100
|
|
|
|
|
#define OMPIO_TAG_GATHERV -101
|
|
|
|
|
#define OMPIO_TAG_BCAST -102
|
|
|
|
|
#define OMPIO_TAG_SCATTERV -103
|
|
|
|
|
|
|
|
|
|
/* ACCESS MODES --- not needed.. just use MPI_MODE_... */
|
|
|
|
|
#define OMPIO_MODE_CREATE 1
|
|
|
|
|
#define OMPIO_MODE_RDONLY 2
|
|
|
|
|
#define OMPIO_MODE_WRONLY 4
|
|
|
|
|
#define OMPIO_MODE_RDWR 8
|
|
|
|
|
#define OMPIO_MODE_DELETE_ON_CLOSE 16
|
|
|
|
|
#define OMPIO_MODE_UNIQUE_OPEN 32
|
|
|
|
|
#define OMPIO_MODE_EXCL 64
|
|
|
|
|
#define OMPIO_MODE_APPEND 128
|
|
|
|
|
#define OMPIO_MODE_SEQUENTIAL 256
|
|
|
|
|
|
2012-10-31 22:03:05 +00:00
|
|
|
/*---------------------------*/
|
2014-08-20 19:28:04 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
/*AGGREGATOR GROUPING DECISIONS*/
|
2014-12-16 15:48:40 -06:00
|
|
|
#define OMPIO_MERGE 1
|
|
|
|
|
#define OMPIO_SPLIT 2
|
|
|
|
|
#define OMPIO_RETAIN 3
|
2015-11-12 14:37:07 -06:00
|
|
|
|
2014-08-20 19:28:04 +00:00
|
|
|
#define DATA_VOLUME 1
|
|
|
|
|
#define UNIFORM_DISTRIBUTION 2
|
|
|
|
|
#define CONTIGUITY 3
|
|
|
|
|
#define OPTIMIZE_GROUPING 4
|
2015-11-12 14:37:07 -06:00
|
|
|
#define SIMPLE 5
|
|
|
|
|
#define NO_REFINEMENT 6
|
2017-09-18 12:30:34 -05:00
|
|
|
#define SIMPLE_PLUS 7
|
2015-11-12 14:37:07 -06:00
|
|
|
|
2015-11-12 16:29:54 -06:00
|
|
|
#define OMPIO_UNIFORM_DIST_THRESHOLD 0.5
|
|
|
|
|
#define OMPIO_CONTG_THRESHOLD 1048576
|
2015-11-16 08:15:00 -06:00
|
|
|
#define OMPIO_CONTG_FACTOR 8
|
2015-11-12 16:29:54 -06:00
|
|
|
#define OMPIO_DEFAULT_STRIPE_SIZE 1048576
|
|
|
|
|
#define OMPIO_PROCS_PER_GROUP_TAG 0
|
|
|
|
|
#define OMPIO_PROCS_IN_GROUP_TAG 1
|
|
|
|
|
#define OMPIO_MERGE_THRESHOLD 0.5
|
2014-08-20 19:28:04 +00:00
|
|
|
|
2017-09-20 17:57:57 -05:00
|
|
|
|
|
|
|
|
#define OMPIO_LOCK_ENTIRE_REGION 10
|
|
|
|
|
#define OMPIO_LOCK_SELECTIVE 11
|
|
|
|
|
|
2014-08-20 19:28:04 +00:00
|
|
|
/*---------------------------*/
|
|
|
|
|
|
2011-08-25 20:08:17 +00:00
|
|
|
BEGIN_C_DECLS
|
|
|
|
|
|
|
|
|
|
enum ompio_fs_type
|
|
|
|
|
{
|
2011-10-09 03:54:52 +00:00
|
|
|
NONE = 0,
|
2011-08-25 20:08:17 +00:00
|
|
|
UFS = 1,
|
|
|
|
|
PVFS2 = 2,
|
2014-01-22 21:16:15 +00:00
|
|
|
LUSTRE = 3,
|
|
|
|
|
PLFS = 4
|
2011-08-25 20:08:17 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
OMPI_DECLSPEC extern mca_io_base_component_2_0_0_t mca_io_ompio_component;
|
|
|
|
|
/*
|
2015-06-23 20:59:57 -07:00
|
|
|
* global variables, instantiated in module.c
|
2011-08-25 20:08:17 +00:00
|
|
|
*/
|
|
|
|
|
extern opal_mutex_t mca_io_ompio_mutex;
|
|
|
|
|
extern mca_io_base_module_2_0_0_t mca_io_ompio_module;
|
|
|
|
|
OMPI_DECLSPEC extern mca_io_base_component_2_0_0_t mca_io_ompio_component;
|
|
|
|
|
|
|
|
|
|
typedef struct mca_io_ompio_io_array_t {
|
|
|
|
|
void *memory_address;
|
2011-12-22 00:16:29 +00:00
|
|
|
/* we need that of type OMPI_MPI_OFFSET_TYPE */
|
|
|
|
|
void *offset;
|
|
|
|
|
size_t length;
|
2011-08-25 20:08:17 +00:00
|
|
|
/*mca_io_ompio_server_t io_server;*/
|
|
|
|
|
} mca_io_ompio_io_array_t;
|
|
|
|
|
|
2011-12-22 00:16:29 +00:00
|
|
|
|
|
|
|
|
typedef struct mca_io_ompio_access_array_t{
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE *offsets;
|
|
|
|
|
int *lens;
|
|
|
|
|
MPI_Aint *mem_ptrs;
|
|
|
|
|
int count;
|
|
|
|
|
} mca_io_ompio_access_array_t;
|
|
|
|
|
|
2012-10-04 21:53:26 +00:00
|
|
|
/*Used in extracting offset adj-matrix*/
|
|
|
|
|
typedef struct mca_io_ompio_offlen_array_t{
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset;
|
|
|
|
|
MPI_Aint length;
|
|
|
|
|
int process_id;
|
|
|
|
|
}mca_io_ompio_offlen_array_t;
|
|
|
|
|
|
2012-10-11 21:14:07 +00:00
|
|
|
|
2014-11-29 20:01:36 -06:00
|
|
|
/*
|
|
|
|
|
* Function that takes in a datatype and buffer, and decodes that datatype
|
|
|
|
|
* into an iovec using the convertor_raw function
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/* forward declaration to keep the compiler happy. */
|
|
|
|
|
struct mca_io_ompio_file_t;
|
2015-06-23 20:59:57 -07:00
|
|
|
typedef int (*mca_io_ompio_decode_datatype_fn_t) (struct mca_io_ompio_file_t *fh,
|
2014-11-29 20:01:36 -06:00
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
int count,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2014-11-29 20:01:36 -06:00
|
|
|
size_t *max_data,
|
|
|
|
|
struct iovec **iov,
|
|
|
|
|
uint32_t *iov_count);
|
|
|
|
|
typedef int (*mca_io_ompio_generate_current_file_view_fn_t) (struct mca_io_ompio_file_t *fh,
|
|
|
|
|
size_t max_data,
|
|
|
|
|
struct iovec **f_iov,
|
|
|
|
|
int *iov_count);
|
|
|
|
|
|
2015-06-23 20:59:57 -07:00
|
|
|
/* functions to retrieve the number of aggregators and the size of the
|
2014-11-29 20:01:36 -06:00
|
|
|
temporary buffer on aggregators from the fcoll modules */
|
|
|
|
|
typedef void (*mca_io_ompio_get_num_aggregators_fn_t) ( int *num_aggregators);
|
|
|
|
|
typedef void (*mca_io_ompio_get_bytes_per_agg_fn_t) ( int *bytes_per_agg);
|
|
|
|
|
typedef int (*mca_io_ompio_set_aggregator_props_fn_t) (struct mca_io_ompio_file_t *fh,
|
|
|
|
|
int num_aggregators,
|
|
|
|
|
size_t bytes_per_proc);
|
|
|
|
|
|
|
|
|
|
|
2016-07-20 14:46:44 -05:00
|
|
|
struct mca_common_ompio_print_queue;
|
2014-11-29 20:01:36 -06:00
|
|
|
|
2011-08-25 20:08:17 +00:00
|
|
|
/**
|
|
|
|
|
* Back-end structure for MPI_File
|
|
|
|
|
*/
|
|
|
|
|
struct mca_io_ompio_file_t {
|
|
|
|
|
/* General parameters */
|
|
|
|
|
int fd;
|
2012-07-30 15:29:59 +00:00
|
|
|
struct ompi_file_t *f_fh; /* pointer back to the file_t structure */
|
2011-08-25 20:08:17 +00:00
|
|
|
OMPI_MPI_OFFSET_TYPE f_offset; /* byte offset of current position */
|
2012-07-30 15:29:59 +00:00
|
|
|
OMPI_MPI_OFFSET_TYPE f_disp; /* file_view displacement */
|
2011-08-25 20:08:17 +00:00
|
|
|
int f_rank;
|
|
|
|
|
int f_size;
|
|
|
|
|
int f_amode;
|
|
|
|
|
int f_perm;
|
|
|
|
|
ompi_communicator_t *f_comm;
|
2015-09-03 10:33:45 +09:00
|
|
|
const char *f_filename;
|
2011-08-25 20:08:17 +00:00
|
|
|
char *f_datarep;
|
|
|
|
|
opal_convertor_t *f_convertor;
|
Major structural changes to data types: .super infosubscriber
ompi_communicator_t, ompi_win_t, ompi_file_t all have a super class of type opal_infosubscriber_t instead of a base/super type of opal_object_t (in previous code comm used c_base, but file used super). It may be a bit bold to say that being a subscriber of MPI_Info is the foundational piece that ties these three things together, but if you object, then I would prefer to turn infosubscriber into a more general name that encompasses other common features rather than create a different super class. The key here is that we want to be able to pass comm, win and file objects as if they were opal_infosubscriber_t, so that one routine can heandle all 3 types of objects being passed to it.
MPI_INFO_NULL is still an ompi_predefined_info_t type since an MPI_Info is part of ompi but the internal details of the underlying information concept is part of opal.
An ompi_info_t type still exists for exposure to the user, but it is simply a wrapper for the opal object.
Routines such as ompi_info_dup, etc have all been moved to opal_info_dup and related to the opal directory.
Fortran to C translation tables are only used for MPI_Info that is exposed to the application and are therefore part of the ompi_info_t and not the opal_info_t
The data structure changes are primarily in the following files:
communicator/communicator.h
ompi/info/info.h
ompi/win/win.h
ompi/file/file.h
The following new files were created:
opal/util/info.h
opal/util/info.c
opal/util/info_subscriber.h
opal/util/info_subscriber.c
This infosubscriber concept is that communicators, files and windows can have subscribers that subscribe to any changes in the info associated with the comm/file/window. When xxx_set_info is called, the new info is presented to each subscriber who can modify the info in any way they want. The new value is presented to the next subscriber and so on until all subscribers have had a chance to modify the value. Therefore, the order of subscribers can make a difference but we hope that there is generally only one subscriber that cares or modifies any given key/value pair. The final info is then stored and returned by a call to xxx_get_info.
The new model can be seen in the following files:
ompi/mpi/c/comm_get_info.c
ompi/mpi/c/comm_set_info.c
ompi/mpi/c/file_get_info.c
ompi/mpi/c/file_set_info.c
ompi/mpi/c/win_get_info.c
ompi/mpi/c/win_set_info.c
The current subscribers where changed as follows:
mca/io/ompio/io_ompio_file_open.c
mca/io/ompio/io_ompio_module.c
mca/osc/rmda/osc_rdma_component.c (This one actually subscribes to "no_locks")
mca/osc/sm/osc_sm_component.c (This one actually subscribes to "blocking_fence" and "alloc_shared_contig")
Signed-off-by: Mark Allen <markalle@us.ibm.com>
Conflicts:
AUTHORS
ompi/communicator/comm.c
ompi/debuggers/ompi_mpihandles_dll.c
ompi/file/file.c
ompi/file/file.h
ompi/info/info.c
ompi/mca/io/ompio/io_ompio.h
ompi/mca/io/ompio/io_ompio_file_open.c
ompi/mca/io/ompio/io_ompio_file_set_view.c
ompi/mca/osc/pt2pt/osc_pt2pt.h
ompi/mca/sharedfp/addproc/sharedfp_addproc.h
ompi/mca/sharedfp/addproc/sharedfp_addproc_file_open.c
ompi/mca/topo/treematch/topo_treematch_dist_graph_create.c
ompi/mpi/c/lookup_name.c
ompi/mpi/c/publish_name.c
ompi/mpi/c/unpublish_name.c
opal/mca/mpool/base/mpool_base_alloc.c
opal/util/Makefile.am
2016-01-22 12:02:01 -05:00
|
|
|
opal_info_t *f_info;
|
2011-08-25 20:08:17 +00:00
|
|
|
int32_t f_flags;
|
|
|
|
|
void *f_fs_ptr;
|
2017-09-20 17:57:57 -05:00
|
|
|
int f_fs_block_size;
|
2011-08-25 20:08:17 +00:00
|
|
|
int f_atomicity;
|
|
|
|
|
size_t f_stripe_size;
|
2016-01-12 16:25:26 -06:00
|
|
|
int f_stripe_count;
|
2011-08-25 20:08:17 +00:00
|
|
|
size_t f_cc_size;
|
|
|
|
|
int f_bytes_per_agg;
|
|
|
|
|
enum ompio_fs_type f_fstype;
|
2015-06-18 05:17:33 -05:00
|
|
|
ompi_request_t *f_split_coll_req;
|
|
|
|
|
bool f_split_coll_in_use;
|
2013-07-17 21:30:50 +00:00
|
|
|
/* Place for selected sharedfp module to hang it's data.
|
|
|
|
|
Note: Neither f_sharedfp nor f_sharedfp_component seemed appropriate for this.
|
|
|
|
|
*/
|
|
|
|
|
void *f_sharedfp_data;
|
|
|
|
|
|
2011-08-25 20:08:17 +00:00
|
|
|
/* process grouping parameters */
|
|
|
|
|
int *f_procs_in_group;
|
|
|
|
|
int f_procs_per_group;
|
|
|
|
|
int f_aggregator_index;
|
|
|
|
|
|
|
|
|
|
/* File View parameters */
|
|
|
|
|
struct iovec *f_decoded_iov;
|
|
|
|
|
uint32_t f_iov_count;
|
|
|
|
|
ompi_datatype_t *f_iov_type;
|
|
|
|
|
size_t f_position_in_file_view; /* in bytes */
|
|
|
|
|
size_t f_total_bytes; /* total bytes read/written within 1 Fview*/
|
|
|
|
|
int f_index_in_file_view;
|
2017-04-19 13:02:15 +09:00
|
|
|
ptrdiff_t f_view_extent;
|
2011-08-25 20:08:17 +00:00
|
|
|
size_t f_view_size;
|
|
|
|
|
ompi_datatype_t *f_etype;
|
|
|
|
|
ompi_datatype_t *f_filetype;
|
2015-08-07 12:49:58 -05:00
|
|
|
ompi_datatype_t *f_orig_filetype; /* the fileview passed by the user to us */
|
2011-08-25 20:08:17 +00:00
|
|
|
size_t f_etype_size;
|
|
|
|
|
|
|
|
|
|
/* contains IO requests that needs to be read/written */
|
|
|
|
|
mca_io_ompio_io_array_t *f_io_array;
|
|
|
|
|
int f_num_of_io_entries;
|
|
|
|
|
|
|
|
|
|
/* Hooks for modules to hang things */
|
|
|
|
|
mca_base_component_t *f_fs_component;
|
|
|
|
|
mca_base_component_t *f_fcoll_component;
|
|
|
|
|
mca_base_component_t *f_fbtl_component;
|
|
|
|
|
mca_base_component_t *f_sharedfp_component;
|
|
|
|
|
|
|
|
|
|
/* structure of function pointers */
|
|
|
|
|
mca_fs_base_module_t *f_fs;
|
|
|
|
|
mca_fcoll_base_module_t *f_fcoll;
|
|
|
|
|
mca_fbtl_base_module_t *f_fbtl;
|
|
|
|
|
mca_sharedfp_base_module_t *f_sharedfp;
|
|
|
|
|
|
2016-07-19 09:15:49 -05:00
|
|
|
/* Timing information */
|
2016-07-20 14:46:44 -05:00
|
|
|
struct mca_common_ompio_print_queue *f_coll_write_time;
|
|
|
|
|
struct mca_common_ompio_print_queue *f_coll_read_time;
|
2014-08-20 19:28:04 +00:00
|
|
|
|
|
|
|
|
/*initial list of aggregators and groups*/
|
|
|
|
|
int *f_init_aggr_list;
|
|
|
|
|
int f_init_num_aggrs;
|
|
|
|
|
|
|
|
|
|
int f_init_procs_per_group;
|
|
|
|
|
int *f_init_procs_in_group;
|
|
|
|
|
|
2015-04-16 10:38:07 -05:00
|
|
|
int f_final_num_aggrs;
|
2015-06-23 20:59:57 -07:00
|
|
|
|
2015-06-18 05:17:33 -05:00
|
|
|
/* internal ompio functions required by fbtl and fcoll */
|
2014-11-29 20:01:36 -06:00
|
|
|
mca_io_ompio_decode_datatype_fn_t f_decode_datatype;
|
|
|
|
|
mca_io_ompio_generate_current_file_view_fn_t f_generate_current_file_view;
|
|
|
|
|
|
|
|
|
|
mca_io_ompio_get_num_aggregators_fn_t f_get_num_aggregators;
|
|
|
|
|
mca_io_ompio_get_bytes_per_agg_fn_t f_get_bytes_per_agg;
|
|
|
|
|
mca_io_ompio_set_aggregator_props_fn_t f_set_aggregator_props;
|
2011-08-25 20:08:17 +00:00
|
|
|
};
|
|
|
|
|
typedef struct mca_io_ompio_file_t mca_io_ompio_file_t;
|
|
|
|
|
|
|
|
|
|
struct mca_io_ompio_data_t {
|
|
|
|
|
mca_io_ompio_file_t ompio_fh;
|
|
|
|
|
};
|
|
|
|
|
typedef struct mca_io_ompio_data_t mca_io_ompio_data_t;
|
|
|
|
|
|
2012-10-11 21:14:07 +00:00
|
|
|
|
2016-07-20 14:46:44 -05:00
|
|
|
#include "ompi/mca/common/ompio/common_ompio.h"
|
2016-08-01 12:14:43 -05:00
|
|
|
#include "io_ompio_aggregators.h"
|
2016-07-20 14:46:44 -05:00
|
|
|
|
2015-06-23 20:59:57 -07:00
|
|
|
/* functions to retrieve the number of aggregators and the size of the
|
2014-07-23 19:03:14 +00:00
|
|
|
temporary buffer on aggregators from the fcoll modules */
|
|
|
|
|
OMPI_DECLSPEC void mca_io_ompio_get_num_aggregators ( int *num_aggregators);
|
|
|
|
|
OMPI_DECLSPEC void mca_io_ompio_get_bytes_per_agg ( int *bytes_per_agg);
|
|
|
|
|
|
2011-08-25 20:08:17 +00:00
|
|
|
/*
|
|
|
|
|
* Function that takes in a datatype and buffer, and decodes that datatype
|
|
|
|
|
* into an iovec using the convertor_raw function
|
|
|
|
|
*/
|
2015-06-23 20:59:57 -07:00
|
|
|
OMPI_DECLSPEC int ompi_io_ompio_decode_datatype (struct mca_io_ompio_file_t *fh,
|
2011-08-25 20:08:17 +00:00
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
int count,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
size_t *max_data,
|
|
|
|
|
struct iovec **iov,
|
|
|
|
|
uint32_t *iov_count);
|
|
|
|
|
|
|
|
|
|
/*
|
2015-06-23 20:59:57 -07:00
|
|
|
* Function that sorts an io_array according to the offset by filling
|
2011-08-25 20:08:17 +00:00
|
|
|
* up an array of the indices into the array (HEAP SORT)
|
|
|
|
|
*/
|
2012-10-04 21:53:26 +00:00
|
|
|
OMPI_DECLSPEC int ompi_io_ompio_sort_offlen (mca_io_ompio_offlen_array_t *io_array,
|
|
|
|
|
int num_entries,
|
|
|
|
|
int *sorted);
|
|
|
|
|
|
|
|
|
|
|
2014-11-29 20:01:36 -06:00
|
|
|
OMPI_DECLSPEC int ompi_io_ompio_generate_current_file_view (struct mca_io_ompio_file_t *fh,
|
2011-08-25 20:08:17 +00:00
|
|
|
size_t max_data,
|
|
|
|
|
struct iovec **f_iov,
|
|
|
|
|
int *iov_count);
|
|
|
|
|
|
|
|
|
|
OMPI_DECLSPEC int ompi_io_ompio_generate_groups (mca_io_ompio_file_t *fh,
|
|
|
|
|
int num_aggregators,
|
|
|
|
|
int *root,
|
|
|
|
|
int *procs_per_group,
|
2014-08-20 19:28:04 +00:00
|
|
|
int **ranks);
|
|
|
|
|
|
2011-08-25 20:08:17 +00:00
|
|
|
/*
|
|
|
|
|
* ******************************************************************
|
|
|
|
|
* ********* functions which are implemented in this module *********
|
|
|
|
|
* ******************************************************************
|
2015-06-23 20:59:57 -07:00
|
|
|
*/
|
2011-08-25 20:08:17 +00:00
|
|
|
|
2015-06-23 20:59:57 -07:00
|
|
|
int mca_io_ompio_file_set_view (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE disp,
|
2011-08-25 20:08:17 +00:00
|
|
|
struct ompi_datatype_t *etype,
|
2015-06-23 20:59:57 -07:00
|
|
|
struct ompi_datatype_t *filetype,
|
2015-09-03 10:33:45 +09:00
|
|
|
const char *datarep,
|
Major structural changes to data types: .super infosubscriber
ompi_communicator_t, ompi_win_t, ompi_file_t all have a super class of type opal_infosubscriber_t instead of a base/super type of opal_object_t (in previous code comm used c_base, but file used super). It may be a bit bold to say that being a subscriber of MPI_Info is the foundational piece that ties these three things together, but if you object, then I would prefer to turn infosubscriber into a more general name that encompasses other common features rather than create a different super class. The key here is that we want to be able to pass comm, win and file objects as if they were opal_infosubscriber_t, so that one routine can heandle all 3 types of objects being passed to it.
MPI_INFO_NULL is still an ompi_predefined_info_t type since an MPI_Info is part of ompi but the internal details of the underlying information concept is part of opal.
An ompi_info_t type still exists for exposure to the user, but it is simply a wrapper for the opal object.
Routines such as ompi_info_dup, etc have all been moved to opal_info_dup and related to the opal directory.
Fortran to C translation tables are only used for MPI_Info that is exposed to the application and are therefore part of the ompi_info_t and not the opal_info_t
The data structure changes are primarily in the following files:
communicator/communicator.h
ompi/info/info.h
ompi/win/win.h
ompi/file/file.h
The following new files were created:
opal/util/info.h
opal/util/info.c
opal/util/info_subscriber.h
opal/util/info_subscriber.c
This infosubscriber concept is that communicators, files and windows can have subscribers that subscribe to any changes in the info associated with the comm/file/window. When xxx_set_info is called, the new info is presented to each subscriber who can modify the info in any way they want. The new value is presented to the next subscriber and so on until all subscribers have had a chance to modify the value. Therefore, the order of subscribers can make a difference but we hope that there is generally only one subscriber that cares or modifies any given key/value pair. The final info is then stored and returned by a call to xxx_get_info.
The new model can be seen in the following files:
ompi/mpi/c/comm_get_info.c
ompi/mpi/c/comm_set_info.c
ompi/mpi/c/file_get_info.c
ompi/mpi/c/file_set_info.c
ompi/mpi/c/win_get_info.c
ompi/mpi/c/win_set_info.c
The current subscribers where changed as follows:
mca/io/ompio/io_ompio_file_open.c
mca/io/ompio/io_ompio_module.c
mca/osc/rmda/osc_rdma_component.c (This one actually subscribes to "no_locks")
mca/osc/sm/osc_sm_component.c (This one actually subscribes to "blocking_fence" and "alloc_shared_contig")
Signed-off-by: Mark Allen <markalle@us.ibm.com>
Conflicts:
AUTHORS
ompi/communicator/comm.c
ompi/debuggers/ompi_mpihandles_dll.c
ompi/file/file.c
ompi/file/file.h
ompi/info/info.c
ompi/mca/io/ompio/io_ompio.h
ompi/mca/io/ompio/io_ompio_file_open.c
ompi/mca/io/ompio/io_ompio_file_set_view.c
ompi/mca/osc/pt2pt/osc_pt2pt.h
ompi/mca/sharedfp/addproc/sharedfp_addproc.h
ompi/mca/sharedfp/addproc/sharedfp_addproc_file_open.c
ompi/mca/topo/treematch/topo_treematch_dist_graph_create.c
ompi/mpi/c/lookup_name.c
ompi/mpi/c/publish_name.c
ompi/mpi/c/unpublish_name.c
opal/mca/mpool/base/mpool_base_alloc.c
opal/util/Makefile.am
2016-01-22 12:02:01 -05:00
|
|
|
struct opal_info_t *info);
|
2011-12-22 00:16:29 +00:00
|
|
|
|
2015-06-23 20:59:57 -07:00
|
|
|
int mca_io_ompio_file_get_view (struct ompi_file_t *fh,
|
2011-08-25 20:08:17 +00:00
|
|
|
OMPI_MPI_OFFSET_TYPE *disp,
|
2015-06-23 20:59:57 -07:00
|
|
|
struct ompi_datatype_t **etype,
|
2011-08-25 20:08:17 +00:00
|
|
|
struct ompi_datatype_t **filetype,
|
|
|
|
|
char *datarep);
|
|
|
|
|
int mca_io_ompio_file_open (struct ompi_communicator_t *comm,
|
2015-09-03 10:33:45 +09:00
|
|
|
const char *filename,
|
2011-08-25 20:08:17 +00:00
|
|
|
int amode,
|
Major structural changes to data types: .super infosubscriber
ompi_communicator_t, ompi_win_t, ompi_file_t all have a super class of type opal_infosubscriber_t instead of a base/super type of opal_object_t (in previous code comm used c_base, but file used super). It may be a bit bold to say that being a subscriber of MPI_Info is the foundational piece that ties these three things together, but if you object, then I would prefer to turn infosubscriber into a more general name that encompasses other common features rather than create a different super class. The key here is that we want to be able to pass comm, win and file objects as if they were opal_infosubscriber_t, so that one routine can heandle all 3 types of objects being passed to it.
MPI_INFO_NULL is still an ompi_predefined_info_t type since an MPI_Info is part of ompi but the internal details of the underlying information concept is part of opal.
An ompi_info_t type still exists for exposure to the user, but it is simply a wrapper for the opal object.
Routines such as ompi_info_dup, etc have all been moved to opal_info_dup and related to the opal directory.
Fortran to C translation tables are only used for MPI_Info that is exposed to the application and are therefore part of the ompi_info_t and not the opal_info_t
The data structure changes are primarily in the following files:
communicator/communicator.h
ompi/info/info.h
ompi/win/win.h
ompi/file/file.h
The following new files were created:
opal/util/info.h
opal/util/info.c
opal/util/info_subscriber.h
opal/util/info_subscriber.c
This infosubscriber concept is that communicators, files and windows can have subscribers that subscribe to any changes in the info associated with the comm/file/window. When xxx_set_info is called, the new info is presented to each subscriber who can modify the info in any way they want. The new value is presented to the next subscriber and so on until all subscribers have had a chance to modify the value. Therefore, the order of subscribers can make a difference but we hope that there is generally only one subscriber that cares or modifies any given key/value pair. The final info is then stored and returned by a call to xxx_get_info.
The new model can be seen in the following files:
ompi/mpi/c/comm_get_info.c
ompi/mpi/c/comm_set_info.c
ompi/mpi/c/file_get_info.c
ompi/mpi/c/file_set_info.c
ompi/mpi/c/win_get_info.c
ompi/mpi/c/win_set_info.c
The current subscribers where changed as follows:
mca/io/ompio/io_ompio_file_open.c
mca/io/ompio/io_ompio_module.c
mca/osc/rmda/osc_rdma_component.c (This one actually subscribes to "no_locks")
mca/osc/sm/osc_sm_component.c (This one actually subscribes to "blocking_fence" and "alloc_shared_contig")
Signed-off-by: Mark Allen <markalle@us.ibm.com>
Conflicts:
AUTHORS
ompi/communicator/comm.c
ompi/debuggers/ompi_mpihandles_dll.c
ompi/file/file.c
ompi/file/file.h
ompi/info/info.c
ompi/mca/io/ompio/io_ompio.h
ompi/mca/io/ompio/io_ompio_file_open.c
ompi/mca/io/ompio/io_ompio_file_set_view.c
ompi/mca/osc/pt2pt/osc_pt2pt.h
ompi/mca/sharedfp/addproc/sharedfp_addproc.h
ompi/mca/sharedfp/addproc/sharedfp_addproc_file_open.c
ompi/mca/topo/treematch/topo_treematch_dist_graph_create.c
ompi/mpi/c/lookup_name.c
ompi/mpi/c/publish_name.c
ompi/mpi/c/unpublish_name.c
opal/mca/mpool/base/mpool_base_alloc.c
opal/util/Makefile.am
2016-01-22 12:02:01 -05:00
|
|
|
struct opal_info_t *info,
|
2011-08-25 20:08:17 +00:00
|
|
|
struct ompi_file_t *fh);
|
|
|
|
|
int mca_io_ompio_file_close (struct ompi_file_t *fh);
|
2015-09-03 10:33:45 +09:00
|
|
|
int mca_io_ompio_file_delete (const char *filename,
|
Major structural changes to data types: .super infosubscriber
ompi_communicator_t, ompi_win_t, ompi_file_t all have a super class of type opal_infosubscriber_t instead of a base/super type of opal_object_t (in previous code comm used c_base, but file used super). It may be a bit bold to say that being a subscriber of MPI_Info is the foundational piece that ties these three things together, but if you object, then I would prefer to turn infosubscriber into a more general name that encompasses other common features rather than create a different super class. The key here is that we want to be able to pass comm, win and file objects as if they were opal_infosubscriber_t, so that one routine can heandle all 3 types of objects being passed to it.
MPI_INFO_NULL is still an ompi_predefined_info_t type since an MPI_Info is part of ompi but the internal details of the underlying information concept is part of opal.
An ompi_info_t type still exists for exposure to the user, but it is simply a wrapper for the opal object.
Routines such as ompi_info_dup, etc have all been moved to opal_info_dup and related to the opal directory.
Fortran to C translation tables are only used for MPI_Info that is exposed to the application and are therefore part of the ompi_info_t and not the opal_info_t
The data structure changes are primarily in the following files:
communicator/communicator.h
ompi/info/info.h
ompi/win/win.h
ompi/file/file.h
The following new files were created:
opal/util/info.h
opal/util/info.c
opal/util/info_subscriber.h
opal/util/info_subscriber.c
This infosubscriber concept is that communicators, files and windows can have subscribers that subscribe to any changes in the info associated with the comm/file/window. When xxx_set_info is called, the new info is presented to each subscriber who can modify the info in any way they want. The new value is presented to the next subscriber and so on until all subscribers have had a chance to modify the value. Therefore, the order of subscribers can make a difference but we hope that there is generally only one subscriber that cares or modifies any given key/value pair. The final info is then stored and returned by a call to xxx_get_info.
The new model can be seen in the following files:
ompi/mpi/c/comm_get_info.c
ompi/mpi/c/comm_set_info.c
ompi/mpi/c/file_get_info.c
ompi/mpi/c/file_set_info.c
ompi/mpi/c/win_get_info.c
ompi/mpi/c/win_set_info.c
The current subscribers where changed as follows:
mca/io/ompio/io_ompio_file_open.c
mca/io/ompio/io_ompio_module.c
mca/osc/rmda/osc_rdma_component.c (This one actually subscribes to "no_locks")
mca/osc/sm/osc_sm_component.c (This one actually subscribes to "blocking_fence" and "alloc_shared_contig")
Signed-off-by: Mark Allen <markalle@us.ibm.com>
Conflicts:
AUTHORS
ompi/communicator/comm.c
ompi/debuggers/ompi_mpihandles_dll.c
ompi/file/file.c
ompi/file/file.h
ompi/info/info.c
ompi/mca/io/ompio/io_ompio.h
ompi/mca/io/ompio/io_ompio_file_open.c
ompi/mca/io/ompio/io_ompio_file_set_view.c
ompi/mca/osc/pt2pt/osc_pt2pt.h
ompi/mca/sharedfp/addproc/sharedfp_addproc.h
ompi/mca/sharedfp/addproc/sharedfp_addproc_file_open.c
ompi/mca/topo/treematch/topo_treematch_dist_graph_create.c
ompi/mpi/c/lookup_name.c
ompi/mpi/c/publish_name.c
ompi/mpi/c/unpublish_name.c
opal/mca/mpool/base/mpool_base_alloc.c
opal/util/Makefile.am
2016-01-22 12:02:01 -05:00
|
|
|
struct opal_info_t *info);
|
2011-08-25 20:08:17 +00:00
|
|
|
int mca_io_ompio_file_set_size (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE size);
|
|
|
|
|
int mca_io_ompio_file_preallocate (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE size);
|
|
|
|
|
int mca_io_ompio_file_get_size (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE * size);
|
|
|
|
|
int mca_io_ompio_file_get_amode (struct ompi_file_t *fh,
|
|
|
|
|
int *amode);
|
|
|
|
|
int mca_io_ompio_file_sync (struct ompi_file_t *fh);
|
|
|
|
|
int mca_io_ompio_file_seek (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offet,
|
|
|
|
|
int whence);
|
|
|
|
|
/* Section 9.3 */
|
|
|
|
|
int mca_io_ompio_file_set_view (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE disp,
|
|
|
|
|
struct ompi_datatype_t *etype,
|
|
|
|
|
struct ompi_datatype_t *filetype,
|
2015-09-03 10:33:45 +09:00
|
|
|
const char *datarep,
|
Major structural changes to data types: .super infosubscriber
ompi_communicator_t, ompi_win_t, ompi_file_t all have a super class of type opal_infosubscriber_t instead of a base/super type of opal_object_t (in previous code comm used c_base, but file used super). It may be a bit bold to say that being a subscriber of MPI_Info is the foundational piece that ties these three things together, but if you object, then I would prefer to turn infosubscriber into a more general name that encompasses other common features rather than create a different super class. The key here is that we want to be able to pass comm, win and file objects as if they were opal_infosubscriber_t, so that one routine can heandle all 3 types of objects being passed to it.
MPI_INFO_NULL is still an ompi_predefined_info_t type since an MPI_Info is part of ompi but the internal details of the underlying information concept is part of opal.
An ompi_info_t type still exists for exposure to the user, but it is simply a wrapper for the opal object.
Routines such as ompi_info_dup, etc have all been moved to opal_info_dup and related to the opal directory.
Fortran to C translation tables are only used for MPI_Info that is exposed to the application and are therefore part of the ompi_info_t and not the opal_info_t
The data structure changes are primarily in the following files:
communicator/communicator.h
ompi/info/info.h
ompi/win/win.h
ompi/file/file.h
The following new files were created:
opal/util/info.h
opal/util/info.c
opal/util/info_subscriber.h
opal/util/info_subscriber.c
This infosubscriber concept is that communicators, files and windows can have subscribers that subscribe to any changes in the info associated with the comm/file/window. When xxx_set_info is called, the new info is presented to each subscriber who can modify the info in any way they want. The new value is presented to the next subscriber and so on until all subscribers have had a chance to modify the value. Therefore, the order of subscribers can make a difference but we hope that there is generally only one subscriber that cares or modifies any given key/value pair. The final info is then stored and returned by a call to xxx_get_info.
The new model can be seen in the following files:
ompi/mpi/c/comm_get_info.c
ompi/mpi/c/comm_set_info.c
ompi/mpi/c/file_get_info.c
ompi/mpi/c/file_set_info.c
ompi/mpi/c/win_get_info.c
ompi/mpi/c/win_set_info.c
The current subscribers where changed as follows:
mca/io/ompio/io_ompio_file_open.c
mca/io/ompio/io_ompio_module.c
mca/osc/rmda/osc_rdma_component.c (This one actually subscribes to "no_locks")
mca/osc/sm/osc_sm_component.c (This one actually subscribes to "blocking_fence" and "alloc_shared_contig")
Signed-off-by: Mark Allen <markalle@us.ibm.com>
Conflicts:
AUTHORS
ompi/communicator/comm.c
ompi/debuggers/ompi_mpihandles_dll.c
ompi/file/file.c
ompi/file/file.h
ompi/info/info.c
ompi/mca/io/ompio/io_ompio.h
ompi/mca/io/ompio/io_ompio_file_open.c
ompi/mca/io/ompio/io_ompio_file_set_view.c
ompi/mca/osc/pt2pt/osc_pt2pt.h
ompi/mca/sharedfp/addproc/sharedfp_addproc.h
ompi/mca/sharedfp/addproc/sharedfp_addproc_file_open.c
ompi/mca/topo/treematch/topo_treematch_dist_graph_create.c
ompi/mpi/c/lookup_name.c
ompi/mpi/c/publish_name.c
ompi/mpi/c/unpublish_name.c
opal/mca/mpool/base/mpool_base_alloc.c
opal/util/Makefile.am
2016-01-22 12:02:01 -05:00
|
|
|
struct opal_info_t *info);
|
2011-08-25 20:08:17 +00:00
|
|
|
int mca_io_ompio_file_get_view (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE *disp,
|
|
|
|
|
struct ompi_datatype_t **etype,
|
|
|
|
|
struct ompi_datatype_t **filetype,
|
|
|
|
|
char *datarep);
|
|
|
|
|
|
|
|
|
|
/* Section 9.4.2 */
|
|
|
|
|
int mca_io_ompio_file_read_at (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_read_at_all (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_write_at (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_write_at_all (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_iread_at (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_request_t **request);
|
|
|
|
|
int mca_io_ompio_file_iwrite_at (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_request_t **request);
|
|
|
|
|
|
|
|
|
|
/* Section 9.4.3 */
|
|
|
|
|
int mca_io_ompio_file_read (struct ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_read_all (struct ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
2015-06-18 05:56:51 -05:00
|
|
|
int mca_io_ompio_file_iread_all (ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_request_t **request);
|
|
|
|
|
int mca_io_ompio_file_iread_at_all (ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_request_t **request);
|
|
|
|
|
|
2011-08-25 20:08:17 +00:00
|
|
|
int mca_io_ompio_file_write (struct ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_write_all (struct ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
2015-06-18 05:56:51 -05:00
|
|
|
int mca_io_ompio_file_iwrite_all (ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2015-06-18 05:56:51 -05:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_request_t **request);
|
|
|
|
|
int mca_io_ompio_file_iwrite_at_all (ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2015-06-18 05:56:51 -05:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_request_t **request);
|
2011-08-25 20:08:17 +00:00
|
|
|
int mca_io_ompio_file_iread (struct ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_request_t **request);
|
|
|
|
|
int mca_io_ompio_file_iwrite (struct ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_request_t **request);
|
|
|
|
|
int mca_io_ompio_file_seek (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
|
|
|
|
int whence);
|
|
|
|
|
int mca_io_ompio_file_get_position (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE *offset);
|
|
|
|
|
int mca_io_ompio_file_get_byte_offset (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE *disp);
|
2015-06-23 20:59:57 -07:00
|
|
|
|
2011-08-25 20:08:17 +00:00
|
|
|
/* Section 9.4.4 */
|
|
|
|
|
int mca_io_ompio_file_read_shared (struct ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_write_shared (struct ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_iread_shared (struct ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_request_t **request);
|
|
|
|
|
int mca_io_ompio_file_iwrite_shared (struct ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_request_t **request);
|
|
|
|
|
int mca_io_ompio_file_read_ordered (struct ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_write_ordered (struct ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_seek_shared (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
|
|
|
|
int whence);
|
|
|
|
|
int mca_io_ompio_file_get_position_shared (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE *offset);
|
|
|
|
|
|
|
|
|
|
/* Section 9.4.5 */
|
|
|
|
|
int mca_io_ompio_file_read_at_all_begin (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype);
|
|
|
|
|
int mca_io_ompio_file_read_at_all_end (struct ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_write_at_all_begin (struct ompi_file_t *fh,
|
|
|
|
|
OMPI_MPI_OFFSET_TYPE offset,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype);
|
|
|
|
|
int mca_io_ompio_file_write_at_all_end (struct ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_read_all_begin (struct ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype);
|
|
|
|
|
int mca_io_ompio_file_read_all_end (struct ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_write_all_begin (struct ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype);
|
|
|
|
|
int mca_io_ompio_file_write_all_end (struct ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_read_ordered_begin (struct ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype);
|
|
|
|
|
int mca_io_ompio_file_read_ordered_end (struct ompi_file_t *fh,
|
|
|
|
|
void *buf,
|
|
|
|
|
ompi_status_public_t *status);
|
|
|
|
|
int mca_io_ompio_file_write_ordered_begin (struct ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
int count,
|
|
|
|
|
struct ompi_datatype_t *datatype);
|
|
|
|
|
int mca_io_ompio_file_write_ordered_end (struct ompi_file_t *fh,
|
2015-09-03 10:33:45 +09:00
|
|
|
const void *buf,
|
2011-08-25 20:08:17 +00:00
|
|
|
struct ompi_status_public_t *status);
|
|
|
|
|
|
|
|
|
|
/* Section 9.5.1 */
|
|
|
|
|
int mca_io_ompio_file_get_type_extent (struct ompi_file_t *fh,
|
|
|
|
|
struct ompi_datatype_t *datatype,
|
|
|
|
|
MPI_Aint *extent);
|
|
|
|
|
|
|
|
|
|
/* Section 9.6.1 */
|
|
|
|
|
int mca_io_ompio_file_set_atomicity (struct ompi_file_t *fh,
|
|
|
|
|
int flag);
|
|
|
|
|
int mca_io_ompio_file_get_atomicity (struct ompi_file_t *fh,
|
|
|
|
|
int *flag);
|
|
|
|
|
int mca_io_ompio_file_sync (struct ompi_file_t *fh);
|
|
|
|
|
/*
|
|
|
|
|
* ******************************************************************
|
|
|
|
|
* ************ functions implemented in this module end ************
|
|
|
|
|
* ******************************************************************
|
2015-06-23 20:59:57 -07:00
|
|
|
*/
|
2011-08-25 20:08:17 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
END_C_DECLS
|
|
|
|
|
|
|
|
|
|
#endif /* MCA_IO_OMPIO_H */
|