b68d66bb9b
This commit adds support for project_framework_component_* parameter matching. This is the first step in allowing the same framework name in multiple projects. This change also bumps the MCA component version to 2.1.0. All master frameworks have been updated to use the new component versioning macro. An mca.h has been added to each project to add a project specific versioning macro of the form PROJECT_MCA_VERSION_2_1_0. Signed-off-by: Nathan Hjelm <hjelmn@me.com>
164 строки
8.2 KiB
C
164 строки
8.2 KiB
C
/*
|
|
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
|
|
* University Research and Technology
|
|
* Corporation. All rights reserved.
|
|
* Copyright (c) 2004-2006 The University of Tennessee and The University
|
|
* of Tennessee Research Foundation. All rights
|
|
* reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* Copyright (c) 2013 University of Houston. All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
#ifndef MCA_SHAREDFP_INDIVIDUAL_H
|
|
#define MCA_SHAREDFP_INDIVIDUAL_H
|
|
|
|
#include "ompi_config.h"
|
|
#include "ompi/mca/mca.h"
|
|
#include "ompi/mca/sharedfp/sharedfp.h"
|
|
#include "ompi/mca/io/ompio/io_ompio.h"
|
|
|
|
|
|
BEGIN_C_DECLS
|
|
|
|
int mca_sharedfp_individual_component_init_query(bool enable_progress_threads,
|
|
bool enable_mpi_threads);
|
|
struct mca_sharedfp_base_module_1_0_0_t *
|
|
mca_sharedfp_individual_component_file_query (mca_io_ompio_file_t *file, int *priority);
|
|
int mca_sharedfp_individual_component_file_unquery (mca_io_ompio_file_t *file);
|
|
|
|
int mca_sharedfp_individual_module_init (mca_io_ompio_file_t *file);
|
|
int mca_sharedfp_individual_module_finalize (mca_io_ompio_file_t *file);
|
|
|
|
extern int mca_sharedfp_individual_priority;
|
|
extern int mca_sharedfp_individual_verbose;
|
|
|
|
OMPI_MODULE_DECLSPEC extern mca_sharedfp_base_component_2_0_0_t mca_sharedfp_individual_component;
|
|
/*
|
|
* ******************************************************************
|
|
* ********* functions which are implemented in this module *********
|
|
* ******************************************************************
|
|
*/
|
|
/*IMPORANT: Update here when implementing functions from sharedfp API*/
|
|
|
|
int mca_sharedfp_individual_get_position(mca_io_ompio_file_t *fh,
|
|
OMPI_MPI_OFFSET_TYPE * offset);
|
|
int mca_sharedfp_individual_seek (mca_io_ompio_file_t *fh,
|
|
OMPI_MPI_OFFSET_TYPE offset, int whence);
|
|
int mca_sharedfp_individual_file_open (struct ompi_communicator_t *comm,
|
|
char* filename,
|
|
int amode,
|
|
struct ompi_info_t *info,
|
|
mca_io_ompio_file_t *fh);
|
|
int mca_sharedfp_individual_file_close (mca_io_ompio_file_t *fh);
|
|
int mca_sharedfp_individual_read (mca_io_ompio_file_t *fh,
|
|
void *buf, int count, MPI_Datatype datatype, MPI_Status *status);
|
|
int mca_sharedfp_individual_read_ordered (mca_io_ompio_file_t *fh,
|
|
void *buf, int count, struct ompi_datatype_t *datatype,
|
|
ompi_status_public_t *status);
|
|
int mca_sharedfp_individual_read_ordered_begin (mca_io_ompio_file_t *fh,
|
|
void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype);
|
|
int mca_sharedfp_individual_read_ordered_end (mca_io_ompio_file_t *fh,
|
|
void *buf,
|
|
ompi_status_public_t *status);
|
|
int mca_sharedfp_individual_iread (mca_io_ompio_file_t *fh,
|
|
void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype,
|
|
ompi_request_t **request);
|
|
int mca_sharedfp_individual_write (mca_io_ompio_file_t *fh,
|
|
void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype,
|
|
ompi_status_public_t *status);
|
|
int mca_sharedfp_individual_write_ordered (mca_io_ompio_file_t *fh,
|
|
void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype,
|
|
ompi_status_public_t *status);
|
|
int mca_sharedfp_individual_write_ordered_begin (mca_io_ompio_file_t *fh,
|
|
void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype);
|
|
int mca_sharedfp_individual_write_ordered_end (mca_io_ompio_file_t *fh,
|
|
void *buf,
|
|
ompi_status_public_t *status);
|
|
int mca_sharedfp_individual_iwrite (mca_io_ompio_file_t *fh,
|
|
void *buf,
|
|
int count,
|
|
struct ompi_datatype_t *datatype,
|
|
ompi_request_t **request);
|
|
|
|
#define OMPI_FILE_WRITE_SHARED 3
|
|
#define MAX_METADATA_RECORDS 1024
|
|
|
|
typedef struct mca_sharedfp_individual_metadata_node_s {
|
|
long recordid; /* Denotes the type of function*/
|
|
double timestamp; /* Timestamp*/
|
|
MPI_Offset localposition; /* Offset of the data in the central data file*/
|
|
long recordlength; /* Number of bytes*/
|
|
struct mca_sharedfp_individual_metadata_node_s* next;
|
|
} mca_sharedfp_individual_metadata_node;
|
|
|
|
struct mca_sharedfp_individual_record2 {
|
|
long recordid; /* Denotes the type of function */
|
|
double timestamp; /* Timestamp */
|
|
MPI_Offset localposition; /* Offset of the data in the central data file */
|
|
long recordlength; /* Number of bytes*/
|
|
};
|
|
|
|
/*This structure will hang off of the mca_sharedfp_base_data_t's
|
|
*selected_module_data attribute
|
|
*/
|
|
typedef struct mca_sharedfp_individual_header_record_s{
|
|
int numofrecords; /* Number of records in the linked list*/
|
|
int numofrecordsonfile; /* Number of records in the metadatafile*/
|
|
MPI_Offset datafile_offset;
|
|
MPI_Offset metadatafile_offset;
|
|
mca_io_ompio_file_t * datafilehandle;
|
|
mca_io_ompio_file_t * metadatafilehandle;
|
|
char * datafilename; /*for now need to delete this on file close*/
|
|
char * metadatafilename; /*for now need to delete this on file close*/
|
|
MPI_Offset metafile_start_offset;
|
|
MPI_Offset datafile_start_offset;
|
|
struct mca_sharedfp_individual_metadata_node_s *next;
|
|
} mca_sharedfp_individual_header_record;
|
|
|
|
|
|
mca_sharedfp_individual_header_record* mca_sharedfp_individual_insert_headnode(void);
|
|
|
|
int mca_sharedfp_individual_collaborate_data(struct mca_sharedfp_base_data_t *sh);
|
|
int mca_sharedfp_individual_get_timestamps_and_reclengths(double **buff, long **rec_length, MPI_Offset **offbuff,struct mca_sharedfp_base_data_t *sh);
|
|
int mca_sharedfp_individual_create_buff(double **ts,MPI_Offset **off,int totalnodes,int size);
|
|
int mca_sharedfp_individual_sort_timestamps(double **ts,MPI_Offset **off, int totalnodes);
|
|
MPI_Offset mca_sharedfp_individual_assign_globaloffset(MPI_Offset **offsetbuff,int totalnodes,struct mca_sharedfp_base_data_t *sh);
|
|
int mca_sharedfp_individual_getoffset(double timestamp, double *ts, int totalnodes);
|
|
/*int mca_sharedfp_individual_cleanup(double *ts, int* rnk, MPI_Offset *off);*/
|
|
|
|
int mca_sharedfp_individual_insert_metadata(int functype,long recordlength,struct mca_sharedfp_base_data_t *sh );
|
|
int mca_sharedfp_individual_write_metadata_file(struct mca_sharedfp_base_data_t *sh);
|
|
/*MPI_Datatype mca_sharedfp_individual_create_datatype();*/
|
|
/*int mca_sharedfp_individual_compute_highest_globalposition(MPI_Offset* global_off, int size);*/
|
|
/*MPI_Offset mca_sharedfp_individual_get_last_offset(struct mca_sharedfp_file_handle *sh);*/
|
|
|
|
double mca_sharedfp_individual_gettime(void);
|
|
|
|
/*
|
|
* ******************************************************************
|
|
* ************ functions implemented in this module end ************
|
|
* ******************************************************************
|
|
*/
|
|
|
|
END_C_DECLS
|
|
|
|
#endif /* MCA_SHAREDFP_INDIVIDUAL_H */
|