482d84b6e5
The expected sequence of events for processing info during object creation
is that if there's an incoming info arg, it is opal_info_dup()ed into the obj
at obj->s_info first. Then interested components register callbacks for
keys they want to know about using opal_infosubscribe_infosubscribe().
Inside info_subscribe_subscribe() the specified callback() is called with
whatever matching k/v is in the object's info, or with the default. The
return string from the callback goes into the new k/v stored in info, and
the input k/v is saved as __IN_<key>/<val>. It's saved the same way
whether the input came from info or whether it was a default. A null return
from the callback indicates an ignored key/val, and no k/v is stored for
it, but an __IN_<key>/<val> is still kept so we still have access to the
original.
At MPI_*_set_info() time, opal_infosubscribe_change_info() is used. That
function calls the registered callbacks for each item in the provided info.
If the callback returns non-null, the info is updated with that k/v, or if
the callback returns null, that key is deleted from info. An __IN_<key>/<val>
is saved either way, and overwrites any previously saved value.
When MPI_*_get_info() is called, opal_info_dup_mpistandard() is used, which
allows relatively easy changes in interpretation of the standard, by looking
at both the <key>/<val> and __IN_<key>/<val> in info. Right now it does
1. includes system extras, eg k/v defaults not expliclty set by the user
2. omits ignored keys
3. shows input values, not callback modifications, eg not the internal values
Currently the callbacks are doing things like
return some_condition ? "true" : "false"
that is, returning static strings that are not to be freed. If the return
strings start becoming more dynamic in the future I don't see how unallocated
strings could support that, so I'd propose a change for the future that
the callback()s registered with info_subscribe_subscribe() do a strdup on
their return, and we change the callers of callback() to free the strings
it returns (there are only two callers).
Rough outline of the smaller changes spread over the less central files:
comm.c
initialize comm->super.s_info to NULL
copy into comm->super.s_info in comm creation calls that provide info
OBJ_RELEASE comm->super.s_info at free time
comm_init.c
initialize comm->super.s_info to NULL
file.c
copy into file->super.s_info if file creation provides info
OBJ_RELEASE file->super.s_info at free time
win.c
copy into win->super.s_info if win creation provides info
OBJ_RELEASE win->super.s_info at free time
comm_get_info.c
file_get_info.c
win_get_info.c
change_info() if there's no info attached (shouldn't happen if callbacks
are registered)
copy the info for the user
The other category of change is generally addressing compiler warnings where
ompi_info_t and opal_info_t were being used a little too interchangably. An
ompi_info_t* contains an opal_info_t*, at &(ompi_info->super)
Also this commit updates the copyrights.
Signed-off-by: Mark Allen <markalle@us.ibm.com>
167 строки
8.5 KiB
C
167 строки
8.5 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2006 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2013-2016 University of Houston. All rights reserved.
|
|
* Copyright (c) 2015 Research Organization for Information Science
|
|
* and Technology (RIST). All rights reserved.
|
|
* Copyright (c) 2016-2017 IBM Corporation. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#ifndef MCA_SHAREDFP_INDIVIDUAL_H
|
|
#define MCA_SHAREDFP_INDIVIDUAL_H
|
|
|
|
#include "ompi_config.h"
|
|
#include "ompi/mca/mca.h"
|
|
#include "ompi/mca/sharedfp/sharedfp.h"
|
|
#include "ompi/mca/common/ompio/common_ompio.h"
|
|
|
|
|
|
BEGIN_C_DECLS
|
|
|
|
int mca_sharedfp_individual_component_init_query(bool enable_progress_threads,
|
|
bool enable_mpi_threads);
|
|
struct mca_sharedfp_base_module_1_0_0_t *
|
|
mca_sharedfp_individual_component_file_query (mca_io_ompio_file_t *file, int *priority);
|
|
int mca_sharedfp_individual_component_file_unquery (mca_io_ompio_file_t *file);
|
|
|
|
int mca_sharedfp_individual_module_init (mca_io_ompio_file_t *file);
|
|
int mca_sharedfp_individual_module_finalize (mca_io_ompio_file_t *file);
|
|
|
|
extern int mca_sharedfp_individual_priority;
|
|
extern int mca_sharedfp_individual_verbose;
|
|
|
|
OMPI_MODULE_DECLSPEC extern mca_sharedfp_base_component_2_0_0_t mca_sharedfp_individual_component;
|
|
/*
|
|
* ******************************************************************
|
|
* ********* functions which are implemented in this module *********
|
|
* ******************************************************************
|
|
*/
|
|
/*IMPORANT: Update here when implementing functions from sharedfp API*/
|
|
|
|
int mca_sharedfp_individual_get_position(mca_io_ompio_file_t *fh,
|
|
OMPI_MPI_OFFSET_TYPE * offset);
|
|
int mca_sharedfp_individual_seek (mca_io_ompio_file_t *fh,
|
|
OMPI_MPI_OFFSET_TYPE offset, int whence);
|
|
int mca_sharedfp_individual_file_open (struct ompi_communicator_t *comm,
|
|
const char* filename,
|
|
int amode,
|
|
struct opal_info_t *info,
|
|
mca_io_ompio_file_t *fh);
|
|
int mca_sharedfp_individual_file_close (mca_io_ompio_file_t *fh);
|
|
int mca_sharedfp_individual_read (mca_io_ompio_file_t *fh,
|
|
void *buf, int count, MPI_Datatype datatype, MPI_Status *status);
|
|
int mca_sharedfp_individual_read_ordered (mca_io_ompio_file_t *fh,
|
|
void *buf, int count, struct ompi_datatype_t *datatype,
|
|
ompi_status_public_t *status);
|
|
int mca_sharedfp_individual_read_ordered_begin (mca_io_ompio_file_t *fh,
|
|
void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype);
|
|
int mca_sharedfp_individual_read_ordered_end (mca_io_ompio_file_t *fh,
|
|
void *buf,
|
|
ompi_status_public_t *status);
|
|
int mca_sharedfp_individual_iread (mca_io_ompio_file_t *fh,
|
|
void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype,
|
|
ompi_request_t **request);
|
|
int mca_sharedfp_individual_write (mca_io_ompio_file_t *fh,
|
|
const void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype,
|
|
ompi_status_public_t *status);
|
|
int mca_sharedfp_individual_write_ordered (mca_io_ompio_file_t *fh,
|
|
const void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype,
|
|
ompi_status_public_t *status);
|
|
int mca_sharedfp_individual_write_ordered_begin (mca_io_ompio_file_t *fh,
|
|
const void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype);
|
|
int mca_sharedfp_individual_write_ordered_end (mca_io_ompio_file_t *fh,
|
|
const void *buf,
|
|
ompi_status_public_t *status);
|
|
int mca_sharedfp_individual_iwrite (mca_io_ompio_file_t *fh,
|
|
const void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype,
|
|
ompi_request_t **request);
|
|
|
|
#define OMPI_FILE_WRITE_SHARED 3
|
|
#define MAX_METADATA_RECORDS 1024
|
|
|
|
typedef struct mca_sharedfp_individual_metadata_node_s {
|
|
long recordid; /* Denotes the type of function*/
|
|
double timestamp; /* Timestamp*/
|
|
MPI_Offset localposition; /* Offset of the data in the central data file*/
|
|
long recordlength; /* Number of bytes*/
|
|
struct mca_sharedfp_individual_metadata_node_s* next;
|
|
} mca_sharedfp_individual_metadata_node;
|
|
|
|
struct mca_sharedfp_individual_record2 {
|
|
long recordid; /* Denotes the type of function */
|
|
double timestamp; /* Timestamp */
|
|
MPI_Offset localposition; /* Offset of the data in the central data file */
|
|
long recordlength; /* Number of bytes*/
|
|
};
|
|
|
|
/*This structure will hang off of the mca_sharedfp_base_data_t's
|
|
*selected_module_data attribute
|
|
*/
|
|
typedef struct mca_sharedfp_individual_header_record_s{
|
|
int numofrecords; /* Number of records in the linked list*/
|
|
int numofrecordsonfile; /* Number of records in the metadatafile*/
|
|
MPI_Offset datafile_offset;
|
|
MPI_Offset metadatafile_offset;
|
|
mca_io_ompio_file_t * datafilehandle;
|
|
mca_io_ompio_file_t * metadatafilehandle;
|
|
char * datafilename; /*for now need to delete this on file close*/
|
|
char * metadatafilename; /*for now need to delete this on file close*/
|
|
MPI_Offset metafile_start_offset;
|
|
MPI_Offset datafile_start_offset;
|
|
struct mca_sharedfp_individual_metadata_node_s *next;
|
|
} mca_sharedfp_individual_header_record;
|
|
|
|
|
|
mca_sharedfp_individual_header_record* mca_sharedfp_individual_insert_headnode(void);
|
|
|
|
int mca_sharedfp_individual_collaborate_data(struct mca_sharedfp_base_data_t *sh);
|
|
int mca_sharedfp_individual_get_timestamps_and_reclengths(double **buff, long **rec_length, MPI_Offset **offbuff,struct mca_sharedfp_base_data_t *sh);
|
|
int mca_sharedfp_individual_create_buff(double **ts,MPI_Offset **off,int totalnodes,int size);
|
|
int mca_sharedfp_individual_sort_timestamps(double **ts,MPI_Offset **off, int **ranks, int totalnodes);
|
|
MPI_Offset mca_sharedfp_individual_assign_globaloffset(MPI_Offset **offsetbuff,int totalnodes,struct mca_sharedfp_base_data_t *sh);
|
|
int mca_sharedfp_individual_getoffset(double timestamp, double *ts, int *ranks, int myrank, int totalnodes);
|
|
/*int mca_sharedfp_individual_cleanup(double *ts, int* rnk, MPI_Offset *off);*/
|
|
|
|
int mca_sharedfp_individual_insert_metadata(int functype,long recordlength,struct mca_sharedfp_base_data_t *sh );
|
|
int mca_sharedfp_individual_write_metadata_file(struct mca_sharedfp_base_data_t *sh);
|
|
/*MPI_Datatype mca_sharedfp_individual_create_datatype();*/
|
|
/*int mca_sharedfp_individual_compute_highest_globalposition(MPI_Offset* global_off, int size);*/
|
|
/*MPI_Offset mca_sharedfp_individual_get_last_offset(struct mca_sharedfp_file_handle *sh);*/
|
|
|
|
double mca_sharedfp_individual_gettime(void);
|
|
|
|
/*
|
|
* ******************************************************************
|
|
* ************ functions implemented in this module end ************
|
|
* ******************************************************************
|
|
*/
|
|
|
|
END_C_DECLS
|
|
|
|
#endif /* MCA_SHAREDFP_INDIVIDUAL_H */
|