e10f476c87
and implementation. This has shown drastic performance benefit when
transferring Many files at roughly the same time.
I tested this for many different filem operations and everything was working
fine. Let me know if you have any problems with this functionality.
Some Notes:
- opal-checkpoint now has a 'quiet' flag to keep it from being too verbose.
- FileM RSH component is fully non-blocking.
- FileM RSH component has incomming connection throttling since by default
ssh only allows 10 concurrent scp connections to any single host. This
default can be adjusted via an MCA parameter.
{{{-mca filem_rsh_max_incomming 10}}}
- There is an MCA parameter for max outgoing connections, but it is currently
not implemented. If someone needs it then it should not be hard to implement.
{{{-mca filem_rsh_max_outgoing 10}}}
- Changed the FileM request structure so that it is a bit more explicit and
flexible.
- Moved the 'preload-binary' and 'preload-files' functionality into odls/base
allowing for code reuse in the 'process' and 'default' ODLS components.
- Fixed a bug in the process name resolution which broke the 'preload-*'
functionality due to GPR table structure changes.
- The FileM RSH component might be able to see even more speedup from using a
thread pool to operate on the work_pool structures, but that is for future
work.
- Added a 'opal-show-help' file to ODLS Base
This commit was SVN r16252.
84 строки
2.3 KiB
C
84 строки
2.3 KiB
C
/*
|
|
* Copyright (c) 2004-2007 The Trustees of Indiana University.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 The Trustees of the University of Tennessee.
|
|
* All rights reserved.
|
|
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
|
|
* University of Stuttgart. All rights reserved.
|
|
* Copyright (c) 2004-2005 The Regents of the University of California.
|
|
* All rights reserved.
|
|
* $COPYRIGHT$
|
|
*
|
|
* Additional copyrights may follow
|
|
*
|
|
* $HEADER$
|
|
*/
|
|
|
|
/**
|
|
* @file
|
|
*
|
|
* RSH FILEM component
|
|
*
|
|
*/
|
|
|
|
#ifndef MCA_FILEM_RSH_EXPORT_H
|
|
#define MCA_FILEM_RSH_EXPORT_H
|
|
|
|
#include "orte_config.h"
|
|
|
|
#include "opal/mca/mca.h"
|
|
#include "orte/mca/filem/filem.h"
|
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
extern "C" {
|
|
#endif
|
|
|
|
#define ORTE_FILEM_RSH_ASK 0
|
|
#define ORTE_FILEM_RSH_ALLOW 1
|
|
#define ORTE_FILEM_RSH_DONE 2
|
|
|
|
/*
|
|
* Local Component structures
|
|
*/
|
|
struct orte_filem_rsh_component_t {
|
|
/** Base FILEM component */
|
|
orte_filem_base_component_t super;
|
|
|
|
/** RSH cp command: rsh = rcp, ssh = scp */
|
|
char * cp_command;
|
|
|
|
/** SSH remote login command */
|
|
char * remote_sh_command;
|
|
};
|
|
typedef struct orte_filem_rsh_component_t orte_filem_rsh_component_t;
|
|
ORTE_MODULE_DECLSPEC extern orte_filem_rsh_component_t mca_filem_rsh_component;
|
|
|
|
extern int orte_filem_rsh_max_incomming;
|
|
extern int orte_filem_rsh_max_outgoing;
|
|
|
|
/*
|
|
* Module functions
|
|
*/
|
|
orte_filem_base_module_1_0_0_t *
|
|
orte_filem_rsh_component_query(int *priority);
|
|
int orte_filem_rsh_module_init(void);
|
|
int orte_filem_rsh_module_finalize(void);
|
|
|
|
int orte_filem_rsh_put(orte_filem_base_request_t *request);
|
|
int orte_filem_rsh_put_nb(orte_filem_base_request_t *request);
|
|
|
|
int orte_filem_rsh_get(orte_filem_base_request_t *request);
|
|
int orte_filem_rsh_get_nb(orte_filem_base_request_t *request);
|
|
|
|
int orte_filem_rsh_rm( orte_filem_base_request_t *request);
|
|
int orte_filem_rsh_rm_nb( orte_filem_base_request_t *request);
|
|
|
|
int orte_filem_rsh_wait( orte_filem_base_request_t *request);
|
|
int orte_filem_rsh_wait_all( opal_list_t *request_list);
|
|
|
|
#if defined(c_plusplus) || defined(__cplusplus)
|
|
}
|
|
#endif
|
|
|
|
#endif /* MCA_FILEM_RSH_EXPORT_H */
|