/* * Copyright (c) 2004-2005 The Trustees of Indiana University. * All rights reserved. * Copyright (c) 2004-2011 The Trustees of the University of Tennessee. * All rights reserved. * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, * University of Stuttgart. All rights reserved. * Copyright (c) 2004-2005 The Regents of the University of California. * All rights reserved. * Copyright (c) 2007 Los Alamos National Security, LLC. All rights * reserved. * Copyright (c) 2010 Cisco Systems, Inc. All rights reserved. * $COPYRIGHT$ * * Additional copyrights may follow * * $HEADER$ */ /** * @file * * One-sided Communication interface * * Interface for implementing the one-sided communication chapter of * the MPI-2 standard. Similar in scope to the PML for point-to-point * communication from MPI-1. */ #ifndef OMPI_MCA_OSC_OSC_H #define OMPI_MCA_OSC_OSC_H #include "opal_config.h" #ifdef HAVE_STDDEF_H #include #endif #include "opal/mca/mca.h" BEGIN_C_DECLS /* ******************************************************************** */ struct ompi_win_t; struct ompi_info_t; struct ompi_communicator_t; struct ompi_group_t; struct ompi_datatype_t; struct ompi_op_t; struct ompi_request_t; /* ******************************************************************** */ /** * OSC component initialization * * Initialize the given one-sided component. This function should * initialize any component-level data. * @note The component framework is not lazily opened, so attempts * should be made to minimize the amount of memory allocated during * this function. * * @param[in] enable_progress_threads True if the component needs to * support progress threads * @param[in] enable_mpi_threads True if the component needs to * support MPI_THREAD_MULTIPLE * * @retval OMPI_SUCCESS Component successfully initialized * @retval OMPI_ERROR An unspecified error occurred */ typedef int (*ompi_osc_base_component_init_fn_t)(bool enable_progress_threads, bool enable_mpi_threads); /** * OSC component finalization * * Finalize the given one-sided component. This function should clean * up any component-level data allocated during component_init(). It * should also clean up any data created during the lifetime of the * component, including any modules that are outstanding. * * @retval OMPI_SUCCESS Component successfully finalized * @retval OMPI_ERROR An unspecified error occurred */ typedef int (*ompi_osc_base_component_finalize_fn_t)(void); /** * OSC component query * * Query whether, given the info and comm, the component can be used * for one-sided support. The ability to use the component for the * window does not mean that the component will be selected. The win * argument should not be modified during this call and no memory * should be allocated that is associated with this window. * * @return The selection priority of the component * * @param[in] win The window handle, already filled in by MPI_WIN_CREATE() * @param[in] info An info structure with hints from the user * regarding the usage of the component * @param[in] comm The communicator specified by the user for the * basis of the group membership for the Window. * * @retval -1 The component can not be used for this window * @retval >= 0 The priority of the component for this window */ typedef int (*ompi_osc_base_component_query_fn_t)(struct ompi_win_t *win, void **base, size_t size, int disp_unit, struct ompi_communicator_t *comm, struct ompi_info_t *info, int flavor); /** * OSC component select * * This component has been selected to provide one-sided services for * the given window. The win->w_osc_module field can be updated and * memory can be associated with this window. The module should be * ready for use immediately upon return of this function, and the * module is responsible for providing any required collective * synchronization before the end of the call. * * @note The comm is the communicator specified from the user, so * normal internal usage rules apply. In other words, if you need * communication for the life of the window, you should call * comm_dup() during this function. * * @param[in/out] win The window handle, already filled in by MPI_WIN_CREATE() * @param[in] info An info structure with hints from the user * regarding the usage of the component * @param[in] comm The communicator specified by the user for the * basis of the group membership for the Window. * * @retval OMPI_SUCCESS Component successfully selected * @retval OMPI_ERROR An unspecified error occurred */ typedef int (*ompi_osc_base_component_select_fn_t)(struct ompi_win_t *win, void **base, size_t size, int disp_unit, struct ompi_communicator_t *comm, struct ompi_info_t *info, int flavor, int *model); /** * OSC component interface * * Component interface for the OSC framework. A public instance of * this structure, called mca_osc_[component_name]_component, must * exist in any OSC component. */ struct ompi_osc_base_component_2_0_0_t { /** Base component description */ mca_base_component_t osc_version; /** Base component data block */ mca_base_component_data_t osc_data; /** Component initialization function */ ompi_osc_base_component_init_fn_t osc_init; /** Query whether component is useable for give comm/info */ ompi_osc_base_component_query_fn_t osc_query; /** Create module for the given window */ ompi_osc_base_component_select_fn_t osc_select; /* Finalize the component infrastructure */ ompi_osc_base_component_finalize_fn_t osc_finalize; }; typedef struct ompi_osc_base_component_2_0_0_t ompi_osc_base_component_2_0_0_t; typedef ompi_osc_base_component_2_0_0_t ompi_osc_base_component_t; /* ******************************************************************** */ typedef int (*ompi_osc_base_module_win_shared_query_fn_t)(struct ompi_win_t *win, int rank, size_t *size, int *disp_unit, void *baseptr); typedef int (*ompi_osc_base_module_win_attach_fn_t)(struct ompi_win_t *win, void *base, size_t size); typedef int (*ompi_osc_base_module_win_detach_fn_t)(struct ompi_win_t *win, void *base); /** * Free resources associated with win * * Free all resources associated with \c win. The component must * provide the barrier semantics required by MPI-2 6.2.1. The caller * will guarantee that no new calls into the module are made after the * start of this call. It is possible that the window is locked by * remote processes. win->w_flags will have OMPI_WIN_FREED set before * this function is called. * * @param[in] win Window to free * * @retval OMPI_SUCCESS Component successfully selected * @retval OMPI_ERROR An unspecified error occurred */ typedef int (*ompi_osc_base_module_free_fn_t)(struct ompi_win_t *win); typedef int (*ompi_osc_base_module_put_fn_t)(void *origin_addr, int origin_count, struct ompi_datatype_t *origin_dt, int target, OPAL_PTRDIFF_TYPE target_disp, int target_count, struct ompi_datatype_t *target_dt, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_get_fn_t)(void *origin_addr, int origin_count, struct ompi_datatype_t *origin_dt, int target, OPAL_PTRDIFF_TYPE target_disp, int target_count, struct ompi_datatype_t *target_dt, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_accumulate_fn_t)(void *origin_addr, int origin_count, struct ompi_datatype_t *origin_dt, int target, OPAL_PTRDIFF_TYPE target_disp, int target_count, struct ompi_datatype_t *target_dt, struct ompi_op_t *op, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_compare_and_swap_fn_t)(void *origin_addr, void *compare_addr, void *result_addr, struct ompi_datatype_t *dt, int target, OPAL_PTRDIFF_TYPE target_disp, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_fetch_and_op_fn_t)(void *origin_addr, void *result_addr, struct ompi_datatype_t *dt, int target, OPAL_PTRDIFF_TYPE target_disp, struct ompi_op_t *op, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_get_accumulate_fn_t)(void *origin_addr, int origin_count, struct ompi_datatype_t *origin_datatype, void *result_addr, int result_count, struct ompi_datatype_t *result_datatype, int target_rank, OPAL_PTRDIFF_TYPE target_disp, int target_count, struct ompi_datatype_t *target_datatype, struct ompi_op_t *op, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_rput_fn_t)(void *origin_addr, int origin_count, struct ompi_datatype_t *origin_dt, int target, OPAL_PTRDIFF_TYPE target_disp, int target_count, struct ompi_datatype_t *target_dt, struct ompi_win_t *win, struct ompi_request_t **request); typedef int (*ompi_osc_base_module_rget_fn_t)(void *origin_addr, int origin_count, struct ompi_datatype_t *origin_dt, int target, OPAL_PTRDIFF_TYPE target_disp, int target_count, struct ompi_datatype_t *target_dt, struct ompi_win_t *win, struct ompi_request_t **request); typedef int (*ompi_osc_base_module_raccumulate_fn_t)(void *origin_addr, int origin_count, struct ompi_datatype_t *origin_dt, int target, OPAL_PTRDIFF_TYPE target_disp, int target_count, struct ompi_datatype_t *target_dt, struct ompi_op_t *op, struct ompi_win_t *win, struct ompi_request_t **request); typedef int (*ompi_osc_base_module_rget_accumulate_fn_t)(void *origin_addr, int origin_count, struct ompi_datatype_t *origin_datatype, void *result_addr, int result_count, struct ompi_datatype_t *result_datatype, int target_rank, OPAL_PTRDIFF_TYPE target_disp, int target_count, struct ompi_datatype_t *target_datatype, struct ompi_op_t *op, struct ompi_win_t *win, struct ompi_request_t **request); typedef int (*ompi_osc_base_module_fence_fn_t)(int assert, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_start_fn_t)(struct ompi_group_t *group, int assert, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_complete_fn_t)(struct ompi_win_t *win); typedef int (*ompi_osc_base_module_post_fn_t)(struct ompi_group_t *group, int assert, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_wait_fn_t)(struct ompi_win_t *win); typedef int (*ompi_osc_base_module_test_fn_t)(struct ompi_win_t *win, int *flag); typedef int (*ompi_osc_base_module_lock_fn_t)(int lock_type, int target, int assert, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_unlock_fn_t)(int target, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_lock_all_fn_t)(int assert, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_unlock_all_fn_t)(struct ompi_win_t *win); typedef int (*ompi_osc_base_module_sync_fn_t)(struct ompi_win_t *win); typedef int (*ompi_osc_base_module_flush_fn_t)(int target, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_flush_all_fn_t)(struct ompi_win_t *win); typedef int (*ompi_osc_base_module_flush_local_fn_t)(int target, struct ompi_win_t *win); typedef int (*ompi_osc_base_module_flush_local_all_fn_t)(struct ompi_win_t *win); typedef int (*ompi_osc_base_module_set_info_fn_t)(struct ompi_win_t *win, struct ompi_info_t *info); typedef int (*ompi_osc_base_module_get_info_fn_t)(struct ompi_win_t *win, struct ompi_info_t **info_used); /* ******************************************************************** */ /** * OSC module instance * * Module interface to the OSC system. An instance of this module is * attached to each window. The window contains a pointer to the base * module instead of a base module itself so that the component is * free to create a structure that inherits this one for use as the * module structure. */ struct ompi_osc_base_module_3_0_0_t { ompi_osc_base_module_win_shared_query_fn_t osc_win_shared_query; ompi_osc_base_module_win_attach_fn_t osc_win_attach; ompi_osc_base_module_win_detach_fn_t osc_win_detach; ompi_osc_base_module_free_fn_t osc_free; ompi_osc_base_module_put_fn_t osc_put; ompi_osc_base_module_get_fn_t osc_get; ompi_osc_base_module_accumulate_fn_t osc_accumulate; ompi_osc_base_module_compare_and_swap_fn_t osc_compare_and_swap; ompi_osc_base_module_fetch_and_op_fn_t osc_fetch_and_op; ompi_osc_base_module_get_accumulate_fn_t osc_get_accumulate; ompi_osc_base_module_rput_fn_t osc_rput; ompi_osc_base_module_rget_fn_t osc_rget; ompi_osc_base_module_raccumulate_fn_t osc_raccumulate; ompi_osc_base_module_rget_accumulate_fn_t osc_rget_accumulate; ompi_osc_base_module_fence_fn_t osc_fence; ompi_osc_base_module_start_fn_t osc_start; ompi_osc_base_module_complete_fn_t osc_complete; ompi_osc_base_module_post_fn_t osc_post; ompi_osc_base_module_wait_fn_t osc_wait; ompi_osc_base_module_test_fn_t osc_test; ompi_osc_base_module_lock_fn_t osc_lock; ompi_osc_base_module_unlock_fn_t osc_unlock; ompi_osc_base_module_lock_all_fn_t osc_lock_all; ompi_osc_base_module_unlock_all_fn_t osc_unlock_all; ompi_osc_base_module_sync_fn_t osc_sync; ompi_osc_base_module_flush_fn_t osc_flush; ompi_osc_base_module_flush_all_fn_t osc_flush_all; ompi_osc_base_module_flush_local_fn_t osc_flush_local; ompi_osc_base_module_flush_local_all_fn_t osc_flush_local_all; ompi_osc_base_module_set_info_fn_t osc_set_info; ompi_osc_base_module_get_info_fn_t osc_get_info; }; typedef struct ompi_osc_base_module_3_0_0_t ompi_osc_base_module_3_0_0_t; typedef ompi_osc_base_module_3_0_0_t ompi_osc_base_module_t; /* ******************************************************************** */ /** Macro for use in components that are of type osc */ #define OMPI_OSC_BASE_VERSION_3_0_0 \ MCA_BASE_VERSION_2_0_0, \ "osc", 3, 0, 0 /* ******************************************************************** */ END_C_DECLS #endif /* OMPI_OSC_H */