#!/bin/sh
#
# Please adjust the below parameters for Your setup.
#
#
SRCDIR=$HOME/WORK/OPENMPI                   # Where the script and the tar-balls reside
DATE_STRING=`date +%Y.%m.%d`                # Date string for tmp-/scratch-dir
TMPDIR=`ws_allocate OpenMPI-$DATE_STRING 3` # Where to build the OMPI 
LAST_VERSION=1.0a1r6896                     # Should be detected by download
TEST_VERSION=r362
CONFIG_FILE=build-$HOSTNAME.txt
PATCHES="ompi_orte.diff"                    # Comma-separated list of patches to apply when building
#EMAIL="testing@open-mpi.org"
EMAIL="keller@hlrs.de"

# download "latest" filename
latest_name="latest_snapshot.txt"


#
# This is required on some machines, that do not 
# have autoconf-tools (cron passes only a short PATH)
#
export PATH=$HOME/bin:$PATH


if [ "x$HOSTNAME" = "xstrider" ] ; then
  export PATH=$PATH:/opt/pathscale/bin
fi

#######################################################
#
# Local functions
#
# find a program from a list and load it into the target variable
find_program() {
    var=$1
    shift

    # first zero out the target variable
    str="$var="
    eval $str

    # loop through the list and save the first one that we find
    am_done=
    while test -z "$am_done" -a -n "$1" ; do
        prog=$1
        shift

        if test -z "$prog" ; then
            am_done=1
        else
            not_found="`which $prog 2>&1 | egrep '^no'`"
            which $prog > /dev/null 2>&1
            if test "$?" = "0" -a -z "$not_found" ; then
                str="$var=$prog"
                eval $str
                am_done=1
            fi
        fi
    done
}


dump () {
  file=$1
  shift
  echo "$1" >> $file
}

############################################
# Main part
############################################

if [ \! -d $SRCDIR ] ; then
  echo "WARNING $SRCDIR does not exist"
  exit
fi

cd $SRCDIR

# figure out what download command to use
find_program download wget lynx curl
if test -z "$download"; then
    echo "cannot find downloading program -- aborting in despair"
    exit 1
fi

# get the latest snapshot version number
# rm -f "$latest_name"
# $download "$url_arg/$latest_name"
# if test ! -f "$latest_name" ; then
#     echo "Could not download latest snapshot number -- aborting"
#     exit 1
# fi
# version=$LAST_VERSION
version="`cat $latest_name`"
test_version=$TEST_VERSION


#
# If the config-file does not exist, create one standard test file
#
if [ \! -r $CONFIG_FILE ] ; then
  echo "CONFIG_FILE:$CONFIG_FILE does not exist, create default file"

  CONFIG_FILE=build_sample_config.txt
  rm -f $CONFIG_FILE
  echo "gcc:1::--enable-picky" >> $CONFIG_FILE
  # echo "default build:::" >> $CONFIG_FILE
  # echo "static build:::--disable-shared --enable-static" >> $CONFIG_FILE
  # echo "non-threaded build:::--without-threads"  >> $CONFIG_FILE
fi


#
# Here comes the main part.
#
perl build_tarball.pl --email $EMAIL --config $CONFIG_FILE --scratch $TMPDIR --file openmpi-$version.tar.bz2 \
                      --patches "$PATCHES" \
                      --leave-install $SRCDIR/ompi-out-$version.txt --install-dir=$HOME/ompi-install --nocheck

if [ \! -r ompi-out-$version.txt ] ; then
  echo "No ompi-out-$version.txt file found; none of the configurations have been built?"
  exit
fi

#
# Now compile and install the tests for different combinations...
#
perl build_tests.pl --email $EMAIL --config $CONFIG_FILE --file openmpi-tests-$test_version.tar.bz2 --leave-install $SRCDIR/ompi-tests-out-$test_version.txt --outfile $SRCDIR/ompi-out-$version.txt --install-dir=$HOME/ompi-tests-install --nocheck

f="ompi-script-$version"
rm -fr $f
dump $f "#!/bin/bash"
dump $f "#PBS -l nodes=4,walltime=0:10:00" # Four nodes, and 10 minutes are enough
dump $f "#PBS -k eo"                   # Combine stderr/stdout
dump $f "#PBS -m ae"                   # Send mail on abort/end of job
dump $f "#PBS -M $EMAIL"               # Mail-adresses to send to
dump $f ""
dump $f "OLD_PATH=\$PATH"
dump $f "OLD_LD_LIBRARY_PATH=\$LD_LIBRARY_PATH"
dump $f "rm -fr $HOME/ompi-tmp/openmpi-sessions-*"
dump $f "killall -9 orted"

for MPI_DIR in `cat $SRCDIR/ompi-out-$version.txt` ; do
  dump $f "  echo Starting to test MPI_DIR:$MPI_DIR"
  dump $f "  echo -------------------------------------------------"
  dump $f "  export PATH=$MPI_DIR/bin:\$OLD_PATH"
  dump $f "  export LD_LIBRARY_PATH=$MPI_DIR/lib:\$OLD_LD_LIBRARY_PATH"
  dump $f "  rm -fr $HOME/ompi-tmp/openmpi-sessions-*"
  # Start the orted deamon in a commonly accessible directory (/tmp is local to each node)
  dump $f "  orted --tmpdir $HOME/ompi-tmp --seed --persistent --scope public"
  for j in `cat $SRCDIR/ompi-tests-out-$test_version.txt` ; do
    dump $f "    cd $j/bin"
    dump $f "    mpirun -x LD_LIBRARY_PATH -hostfile \$PBS_NODEFILE -tmpdir $HOME/ompi-tmp -np 8 ./PMB-MPI1 PingPong PingPing Sendrecv Exchange Allreduce Reduce Allgather Allgatherv Alltoall Bcast Barrier"
    dump $f "    ./tester -m -x LD_LIBRARY_PATH -hostfile \$PBS_NODEFILE -tmpdir $HOME/ompi-tmp -- mpich_all_tests"
    dump $f "    cd -"
    dump $f "    echo -------------------------------------------------"
  done
  dump $f "  killall -9 orted"
  dump $f "  sleep 10"
  dump $f "  echo -------------------------------------------------"
done

# qsub $SRCDIR/ompi-script-$version