168 строки
5.2 KiB
Bash
Исполняемый файл
168 строки
5.2 KiB
Bash
Исполняемый файл
#!/bin/sh
|
|
#
|
|
# Please adjust the below parameters for Your setup.
|
|
#
|
|
#
|
|
SRCDIR=$HOME/WORK/OPENMPI # Where the script and the tar-balls reside
|
|
DATE_STRING=`date +%Y.%m.%d` # Date string for tmp-/scratch-dir
|
|
TMPDIR=`ws_allocate OpenMPI-$DATE_STRING 3` # Where to build the OMPI
|
|
LAST_VERSION=1.0a1r6896 # Should be detected by download
|
|
TEST_VERSION=r362
|
|
CONFIG_FILE=build-$HOSTNAME.txt
|
|
PATCHES="ompi_orte.diff" # Comma-separated list of patches to apply when building
|
|
#EMAIL="testing@open-mpi.org"
|
|
EMAIL="keller@hlrs.de"
|
|
|
|
# download "latest" filename
|
|
latest_name="latest_snapshot.txt"
|
|
|
|
|
|
#
|
|
# This is required on some machines, that do not
|
|
# have autoconf-tools (cron passes only a short PATH)
|
|
#
|
|
export PATH=$HOME/bin:$PATH
|
|
|
|
|
|
if [ "x$HOSTNAME" = "xstrider" ] ; then
|
|
export PATH=$PATH:/opt/pathscale/bin
|
|
fi
|
|
|
|
#######################################################
|
|
#
|
|
# Local functions
|
|
#
|
|
# find a program from a list and load it into the target variable
|
|
find_program() {
|
|
var=$1
|
|
shift
|
|
|
|
# first zero out the target variable
|
|
str="$var="
|
|
eval $str
|
|
|
|
# loop through the list and save the first one that we find
|
|
am_done=
|
|
while test -z "$am_done" -a -n "$1" ; do
|
|
prog=$1
|
|
shift
|
|
|
|
if test -z "$prog" ; then
|
|
am_done=1
|
|
else
|
|
not_found="`which $prog 2>&1 | egrep '^no'`"
|
|
which $prog > /dev/null 2>&1
|
|
if test "$?" = "0" -a -z "$not_found" ; then
|
|
str="$var=$prog"
|
|
eval $str
|
|
am_done=1
|
|
fi
|
|
fi
|
|
done
|
|
}
|
|
|
|
|
|
dump () {
|
|
file=$1
|
|
shift
|
|
echo "$1" >> $file
|
|
}
|
|
|
|
############################################
|
|
# Main part
|
|
############################################
|
|
|
|
if [ \! -d $SRCDIR ] ; then
|
|
echo "WARNING $SRCDIR does not exist"
|
|
exit
|
|
fi
|
|
|
|
cd $SRCDIR
|
|
|
|
# figure out what download command to use
|
|
find_program download wget lynx curl
|
|
if test -z "$download"; then
|
|
echo "cannot find downloading program -- aborting in despair"
|
|
exit 1
|
|
fi
|
|
|
|
# get the latest snapshot version number
|
|
# rm -f "$latest_name"
|
|
# $download "$url_arg/$latest_name"
|
|
# if test ! -f "$latest_name" ; then
|
|
# echo "Could not download latest snapshot number -- aborting"
|
|
# exit 1
|
|
# fi
|
|
# version=$LAST_VERSION
|
|
version="`cat $latest_name`"
|
|
test_version=$TEST_VERSION
|
|
|
|
|
|
#
|
|
# If the config-file does not exist, create one standard test file
|
|
#
|
|
if [ \! -r $CONFIG_FILE ] ; then
|
|
echo "CONFIG_FILE:$CONFIG_FILE does not exist, create default file"
|
|
|
|
CONFIG_FILE=build_sample_config.txt
|
|
rm -f $CONFIG_FILE
|
|
echo "gcc:1::--enable-picky" >> $CONFIG_FILE
|
|
# echo "default build:::" >> $CONFIG_FILE
|
|
# echo "static build:::--disable-shared --enable-static" >> $CONFIG_FILE
|
|
# echo "non-threaded build:::--without-threads" >> $CONFIG_FILE
|
|
fi
|
|
|
|
|
|
#
|
|
# Here comes the main part.
|
|
#
|
|
perl build_tarball.pl --email $EMAIL --config $CONFIG_FILE --scratch $TMPDIR --file openmpi-$version.tar.bz2 \
|
|
--patches "$PATCHES" \
|
|
--leave-install $SRCDIR/ompi-out-$version.txt --install-dir=$HOME/ompi-install --nocheck
|
|
|
|
if [ \! -r ompi-out-$version.txt ] ; then
|
|
echo "No ompi-out-$version.txt file found; none of the configurations have been built?"
|
|
exit
|
|
fi
|
|
|
|
#
|
|
# Now compile and install the tests for different combinations...
|
|
#
|
|
perl build_tests.pl --email $EMAIL --config $CONFIG_FILE --file openmpi-tests-$test_version.tar.bz2 --leave-install $SRCDIR/ompi-tests-out-$test_version.txt --outfile $SRCDIR/ompi-out-$version.txt --install-dir=$HOME/ompi-tests-install --nocheck
|
|
|
|
f="ompi-script-$version"
|
|
rm -fr $f
|
|
dump $f "#!/bin/bash"
|
|
dump $f "#PBS -l nodes=4,walltime=0:10:00" # Four nodes, and 10 minutes are enough
|
|
dump $f "#PBS -k eo" # Combine stderr/stdout
|
|
dump $f "#PBS -m ae" # Send mail on abort/end of job
|
|
dump $f "#PBS -M $EMAIL" # Mail-adresses to send to
|
|
dump $f ""
|
|
dump $f "OLD_PATH=\$PATH"
|
|
dump $f "OLD_LD_LIBRARY_PATH=\$LD_LIBRARY_PATH"
|
|
dump $f "rm -fr $HOME/ompi-tmp/openmpi-sessions-*"
|
|
dump $f "killall -9 orted"
|
|
|
|
for MPI_DIR in `cat $SRCDIR/ompi-out-$version.txt` ; do
|
|
dump $f " echo Starting to test MPI_DIR:$MPI_DIR"
|
|
dump $f " echo -------------------------------------------------"
|
|
dump $f " export PATH=$MPI_DIR/bin:\$OLD_PATH"
|
|
dump $f " export LD_LIBRARY_PATH=$MPI_DIR/lib:\$OLD_LD_LIBRARY_PATH"
|
|
dump $f " rm -fr $HOME/ompi-tmp/openmpi-sessions-*"
|
|
# Start the orted daemon in a commonly accessible directory (/tmp is local to each node)
|
|
dump $f " orted --tmpdir $HOME/ompi-tmp --seed --persistent --scope public"
|
|
for j in `cat $SRCDIR/ompi-tests-out-$test_version.txt` ; do
|
|
dump $f " cd $j/bin"
|
|
dump $f " mpirun -x LD_LIBRARY_PATH -hostfile \$PBS_NODEFILE -tmpdir $HOME/ompi-tmp -np 8 ./PMB-MPI1 PingPong PingPing Sendrecv Exchange Allreduce Reduce Allgather Allgatherv Alltoall Bcast Barrier"
|
|
dump $f " ./tester -m -x LD_LIBRARY_PATH -hostfile \$PBS_NODEFILE -tmpdir $HOME/ompi-tmp -- mpich_all_tests"
|
|
dump $f " cd -"
|
|
dump $f " echo -------------------------------------------------"
|
|
done
|
|
dump $f " killall -9 orted"
|
|
dump $f " sleep 10"
|
|
dump $f " echo -------------------------------------------------"
|
|
done
|
|
|
|
# qsub $SRCDIR/ompi-script-$version
|
|
|