build server: moved scripts to contrib/build-server
Removed a redundant copy of the scripts running on the build server and moved the remaining copy out to a top-level directory in contrib (i.e., contrib/build-server vs. contrib/dist/build-server, where I never could remember where to find them).
Этот коммит содержится в:
Jeff Squyres
родитель
413e775dbf
Коммит
eb270172a7
@ -3,7 +3,7 @@
|
||||
#
|
||||
# This script installs specific versions of a quad of (GNU autotools + flex)
|
||||
# to be used on the OMPI build server to make official Open MPI tarballs.
|
||||
# We put this into a script because if a human performs this manually,
|
||||
# We put this into a script because if a human performs this manually,
|
||||
# they will inevitably forget one of the manual steps (e.g., making the
|
||||
# modulefile, or installing flex, or ...).
|
||||
#
|
||||
@ -100,10 +100,10 @@ export PATH=$thisdir/bin:$PATH
|
||||
|
||||
# Install everything
|
||||
|
||||
doit m4-$m4.tar.bz2 ftp://ftp.gnu.org/gnu/m4 "" m4-$m4 $thisdir
|
||||
doit autoconf-$ac.tar.gz ftp://ftp.gnu.org/gnu/autoconf "" autoconf-$ac $thisdir
|
||||
doit automake-$am.tar.gz ftp://ftp.gnu.org/gnu/automake "" automake-$am $thisdir
|
||||
doit libtool-$lt.tar.gz ftp://ftp.gnu.org/gnu/libtool "" libtool-$lt $thisdir
|
||||
doit m4-$m4.tar.bz2 ftp://ftp.gnu.org/gnu/m4 "" m4-$m4 $thisdir
|
||||
doit autoconf-$ac.tar.gz ftp://ftp.gnu.org/gnu/autoconf "" autoconf-$ac $thisdir
|
||||
doit automake-$am.tar.gz ftp://ftp.gnu.org/gnu/automake "" automake-$am $thisdir
|
||||
doit libtool-$lt.tar.gz ftp://ftp.gnu.org/gnu/libtool "" libtool-$lt $thisdir
|
||||
|
||||
doit flex-$flex.tar.bz2 http://prdownloads.sourceforge.net/flex '?download' flex-$flex $thisdir
|
||||
|
||||
@ -1,77 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
#####
|
||||
#
|
||||
# Configuration options
|
||||
#
|
||||
#####
|
||||
|
||||
# e-mail address to send results to
|
||||
results_addr=jjhursey@open-mpi.org
|
||||
|
||||
# svn repository uri
|
||||
code_uri=http://svn.open-mpi.org/svn/ompi
|
||||
|
||||
# where to put built tarballs
|
||||
#outputroot=/l/osl/www/www.open-mpi.org/nightly
|
||||
outputroot=/home/mpiteam/openmpi/testing
|
||||
|
||||
# where to find the build script
|
||||
script_uri=${code_uri}/trunk/contrib/nightly/create_tarball.sh
|
||||
|
||||
# The tarballs to make
|
||||
#if [ $# -eq 0 ] ; then
|
||||
dirs="tmp/jjhursey-ft-cr-stable"
|
||||
ver=trunk
|
||||
#else
|
||||
# dirs=$@
|
||||
# ver=trunk
|
||||
#fi
|
||||
|
||||
# Build root - scratch space
|
||||
build_root=/home/mpiteam/openmpi/testing-tarball-build-root
|
||||
|
||||
export PATH=$HOME/local/bin:$PATH
|
||||
export LD_LIBRARY_PATH=$HOME/local/lib:$LD_LIBRARY_PATH
|
||||
|
||||
#####
|
||||
#
|
||||
# Actually do stuff
|
||||
#
|
||||
#####
|
||||
|
||||
# load the modules configuration
|
||||
#JJH File No longer exists: . /etc/profile.d/00-modules.sh
|
||||
. /etc/profile.d/modules.sh
|
||||
module use ~/modules
|
||||
module load sowing
|
||||
|
||||
# get our nightly build script
|
||||
mkdir -p $build_root
|
||||
cd $build_root
|
||||
script=`basename $script_uri`
|
||||
wget --quiet --no-check-certificate --tries=10 $script_uri -O $script
|
||||
if test ! $? -eq 0 ; then
|
||||
echo "wget of Open MPI nightly tarball create script failed."
|
||||
if test -f $script ; then
|
||||
echo "Using older version of $script for this run."
|
||||
else
|
||||
echo "No build script available. Aborting."
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
chmod +x $script
|
||||
|
||||
# Loop making them
|
||||
for dir in $dirs; do
|
||||
# ver=`basename $dir`
|
||||
|
||||
module load "autotools/ompi-$ver"
|
||||
|
||||
./$script \
|
||||
$build_root/ft-cr-${ver} \
|
||||
$results_addr \
|
||||
$code_uri/$dir \
|
||||
$outputroot/ft-cr-$ver >/dev/null 2>&1
|
||||
module unload "autotools"
|
||||
done
|
||||
@ -1,63 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
#####
|
||||
#
|
||||
# Configuration options
|
||||
#
|
||||
#####
|
||||
|
||||
# Dir for ignore SVN checkouts
|
||||
ignore_top=/u/mpiteam/openmpi/ignore-files
|
||||
|
||||
# helper scripts dir
|
||||
script_dir=/u/mpiteam/scripts
|
||||
|
||||
# Branches on which to build .gitignore and .hgignore
|
||||
if [ $# -eq 0 ] ; then
|
||||
# We don't care about older than v1.8
|
||||
dirs="trunk branches/v1.8"
|
||||
else
|
||||
dirs=$@
|
||||
fi
|
||||
|
||||
export PATH=$HOME/local/bin:$PATH
|
||||
export LD_LIBRARY_PATH=$HOME/local/lib:$LD_LIBRARY_PATH
|
||||
|
||||
#####
|
||||
#
|
||||
# Actually do stuff
|
||||
#
|
||||
#####
|
||||
|
||||
doit() {
|
||||
cmd="$*"
|
||||
out=`eval $cmd`
|
||||
if test $? -ne 0; then
|
||||
echo command failed: $cmd
|
||||
echo directory: `pwd`
|
||||
exit 1
|
||||
fi
|
||||
}
|
||||
|
||||
# Loop making ignore files
|
||||
for dir in $dirs; do
|
||||
cd $ignore_top/`basename $dir`
|
||||
|
||||
doit svn up
|
||||
doit svn revert .gitignore_global .hgignore_global
|
||||
doit svnversion .
|
||||
if test "`echo $out | egrep '[MSP:]'`" != ""; then
|
||||
echo Not clean SVN checkout in `pwd` -- ignored
|
||||
exit 1
|
||||
fi
|
||||
doit svn status
|
||||
if test -n "$out"; then
|
||||
echo Not clean SVN checkout in `pwd` -- ignored
|
||||
exit 1
|
||||
fi
|
||||
|
||||
doit ./contrib/git/build-gitignore.pl --output .gitignore_global
|
||||
doit ./contrib/hg/build-hgignore.pl --output .hgignore_global
|
||||
|
||||
doit svn commit .gitignore_global .hgignore_global -m '"Update git/hg ignore files"'
|
||||
done
|
||||
@ -1,85 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
#####
|
||||
#
|
||||
# Configuration options
|
||||
#
|
||||
#####
|
||||
|
||||
# e-mail address to send results to
|
||||
results_addr=testing@open-mpi.org
|
||||
|
||||
# svn repository uri
|
||||
code_uri=http://svn.open-mpi.org/svn/ompi
|
||||
|
||||
# where to put built tarballs
|
||||
outputroot=/l/osl/www/www.open-mpi.org/nightly
|
||||
|
||||
# where to find the build script
|
||||
create_script=/contrib/nightly/create_tarball.sh
|
||||
|
||||
# helper scripts dir
|
||||
script_dir=/u/mpiteam/scripts
|
||||
|
||||
# The tarballs to make
|
||||
if [ $# -eq 0 ] ; then
|
||||
# We're no longer ever checking the 1.0 - 1.4 branches anymore
|
||||
dirs="/trunk /branches/v1.8 /branches/v1.6"
|
||||
else
|
||||
dirs=$@
|
||||
fi
|
||||
|
||||
# Build root - scratch space
|
||||
build_root=/home/mpiteam/openmpi/nightly-tarball-build-root
|
||||
|
||||
export PATH=$HOME/local/bin:$PATH
|
||||
export LD_LIBRARY_PATH=$HOME/local/lib:$LD_LIBRARY_PATH
|
||||
|
||||
#####
|
||||
#
|
||||
# Actually do stuff
|
||||
#
|
||||
#####
|
||||
|
||||
script=`basename $create_script`
|
||||
|
||||
# load the modules configuration
|
||||
. /etc/profile.d/modules.sh
|
||||
module use ~/modules
|
||||
|
||||
# get our nightly build script
|
||||
mkdir -p $build_root
|
||||
cd $build_root
|
||||
|
||||
# Loop making the tarballs
|
||||
module unload autotools
|
||||
for dir in $dirs; do
|
||||
ver=`basename $dir`
|
||||
|
||||
module load "autotools/ompi-$ver"
|
||||
|
||||
script_uri="$code_uri$dir/$create_script"
|
||||
script_exec="$build_root/$ver/$script"
|
||||
echo "=== Getting script from: $script_uri"
|
||||
wget --quiet --no-check-certificate --tries=10 $script_uri -O "$script_exec"
|
||||
if test ! $? -eq 0 ; then
|
||||
echo "wget of Open MPI nightly $ver tarball create script failed."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "=== Running script..."
|
||||
chmod +x "$script_exec"
|
||||
"$script_exec" \
|
||||
$build_root/$ver \
|
||||
$results_addr \
|
||||
$code_uri/$dir \
|
||||
$outputroot/$ver
|
||||
module unload autotools
|
||||
echo "=== Done running script"
|
||||
|
||||
# Failed builds are not removed. But if a human forgets to come
|
||||
# in here and clean up the old failed builds, we can accumulate
|
||||
# many over time. So remove any old failed bbuilds that are over
|
||||
# 4 weeks old.
|
||||
${script_dir}/remove-old.pl 28 $build_root/$ver
|
||||
done
|
||||
@ -1,33 +0,0 @@
|
||||
:
|
||||
buildroot=/home/jsquyres/openmpi
|
||||
installfile="$buildroot/nightly/`hostname`-installs.txt"
|
||||
addr=jsquyres@open-mpi.org
|
||||
#addr=testing@open-mpi.org
|
||||
|
||||
export PATH=$buildroot/local/bin:$PATH
|
||||
|
||||
versions="trunk v1.0"
|
||||
|
||||
for ver in $versions; do
|
||||
$buildroot/build_tarball.pl \
|
||||
--scratch $buildroot/nightly/$ver \
|
||||
--email $addr \
|
||||
--url http://www.open-mpi.org/nightly/$ver/ \
|
||||
--config $buildroot/$ver-config.txt \
|
||||
--leave-install $installfile \
|
||||
--make "" \
|
||||
--nocheck
|
||||
|
||||
# if test -s $installfile; then
|
||||
# dirs=`grep debug $installfile`
|
||||
# args=
|
||||
# for d in $dirs; do
|
||||
# args="--prefix $d $args"
|
||||
# done
|
||||
#
|
||||
# $buildroot/illegal_symbols_report.pl $args --email $addr --delete
|
||||
# rm -f $installfile
|
||||
# fi
|
||||
done
|
||||
exit 0
|
||||
|
||||
@ -1,77 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
#####
|
||||
#
|
||||
# Configuration options
|
||||
#
|
||||
#####
|
||||
|
||||
# e-mail address to send results to
|
||||
results_addr=testing@open-mpi.org
|
||||
#results_addr=timattox@open-mpi.org
|
||||
|
||||
# svn repository uri
|
||||
code_uri=http://svn.open-mpi.org/svn/ompi
|
||||
|
||||
# where to put built tarballs
|
||||
outputroot=/l/osl/www/www.open-mpi.org/nightly
|
||||
|
||||
# where to find the build script
|
||||
script_uri=${code_uri}/trunk/contrib/nightly/create_tarball.sh
|
||||
|
||||
# The tarballs to make
|
||||
#if [ $# -eq 0 ] ; then
|
||||
dirs="tmp/rhc-step2b"
|
||||
ver=trunk
|
||||
#else
|
||||
# dirs=$@
|
||||
# ver=trunk
|
||||
#fi
|
||||
|
||||
# Build root - scratch space
|
||||
build_root=/home/mpiteam/openmpi/nightly-tarball-build-root
|
||||
|
||||
export PATH=$HOME/local/bin:$PATH
|
||||
export LD_LIBRARY_PATH=$HOME/local/lib:$LD_LIBRARY_PATH
|
||||
|
||||
#####
|
||||
#
|
||||
# Actually do stuff
|
||||
#
|
||||
#####
|
||||
|
||||
# load the modules configuration
|
||||
#JJH File No longer exists: . /etc/profile.d/00-modules.sh
|
||||
. /etc/profile.d/modules.sh
|
||||
module use ~/modules
|
||||
module load sowing
|
||||
|
||||
# get our nightly build script
|
||||
mkdir -p $build_root
|
||||
cd $build_root
|
||||
script=`basename $script_uri`
|
||||
wget --quiet --no-check-certificate --tries=10 $script_uri -O $script
|
||||
if test ! $? -eq 0 ; then
|
||||
echo "wget of Open MPI nightly tarball create script failed."
|
||||
if test -f $script ; then
|
||||
echo "Using older version of $script for this run."
|
||||
else
|
||||
echo "No build script available. Aborting."
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
chmod +x $script
|
||||
|
||||
# Loop making them
|
||||
for dir in $dirs; do
|
||||
# ver=`basename $dir`
|
||||
|
||||
module load "autotools/ompi-$ver"
|
||||
|
||||
./$script \
|
||||
$build_root/rhc-step2b \
|
||||
$results_addr \
|
||||
$code_uri/$dir \
|
||||
$outputroot/rhc-step2b >/dev/null 2>&1
|
||||
module unload "autotools"
|
||||
done
|
||||
@ -1,57 +0,0 @@
|
||||
#!/bin/sh -x
|
||||
|
||||
# The tarballs to make
|
||||
#dirs="/branches/v1.2 /branches/v1.1 /branches/v1.0 /trunk"
|
||||
|
||||
# The tarballs to make
|
||||
if [ $# -eq 0 ] ; then
|
||||
dirs="branches/v1.6"
|
||||
else
|
||||
dirs=$1
|
||||
shift
|
||||
fi
|
||||
|
||||
# Build root - scratch space
|
||||
build_root=/home/mpiteam/openmpi/release/
|
||||
|
||||
# Script to execute
|
||||
script=contrib/dist/make_dist_tarball
|
||||
|
||||
export PATH=$HOME/local/bin:$PATH
|
||||
export LD_LIBRARY_PATH=$HOME/local/lib:$LD_LIBRARY_PATH
|
||||
|
||||
#####
|
||||
#
|
||||
# Actually do stuff
|
||||
#
|
||||
#####
|
||||
|
||||
# load the modules configuration
|
||||
#JJH File No longer exists: . /etc/profile.d/00-modules.sh
|
||||
. /etc/profile.d/modules.sh
|
||||
module use ~/modules
|
||||
module load sowing
|
||||
|
||||
# move to the directory
|
||||
# Loop making them
|
||||
for dir in $dirs; do
|
||||
ver=`basename $dir`
|
||||
|
||||
cd $build_root/$ver
|
||||
|
||||
module load "autotools/ompi-$ver"
|
||||
|
||||
./$script $@ >dist.out 2>&1
|
||||
if test "$?" != "0"; then
|
||||
cat <<EOF
|
||||
=============================================================================
|
||||
== Dist failure
|
||||
== Last few lines of output (full results in dist.out file):
|
||||
=============================================================================
|
||||
EOF
|
||||
tail -n 20 dist.out
|
||||
exit 1
|
||||
fi
|
||||
|
||||
module unload "autotools"
|
||||
done
|
||||
@ -1,75 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
#####
|
||||
#
|
||||
# Configuration options
|
||||
#
|
||||
#####
|
||||
|
||||
# e-mail address to send results to
|
||||
results_addr=timattox@open-mpi.org
|
||||
|
||||
# svn repository uri
|
||||
code_uri=http://svn.open-mpi.org/svn/ompi
|
||||
|
||||
# where to put built tarballs
|
||||
#outputroot=/l/osl/www/www.open-mpi.org/nightly
|
||||
outputroot=/home/mpiteam/openmpi/testing
|
||||
|
||||
# where to find the build script
|
||||
script_uri=${code_uri}/trunk/contrib/nightly/create_tarball.sh
|
||||
|
||||
# The tarballs to make
|
||||
if [ $# -eq 0 ] ; then
|
||||
dirs="branches/v1.3"
|
||||
else
|
||||
dirs=$@
|
||||
fi
|
||||
|
||||
# Build root - scratch space
|
||||
build_root=/home/mpiteam/openmpi/testing-tarball-build-root
|
||||
|
||||
export PATH=$HOME/local/bin:$PATH
|
||||
export LD_LIBRARY_PATH=$HOME/local/lib:$LD_LIBRARY_PATH
|
||||
|
||||
#####
|
||||
#
|
||||
# Actually do stuff
|
||||
#
|
||||
#####
|
||||
|
||||
# load the modules configuration
|
||||
#JJH File No longer exists: . /etc/profile.d/00-modules.sh
|
||||
. /etc/profile.d/modules.sh
|
||||
module use ~/modules
|
||||
module load sowing
|
||||
|
||||
# get our nightly build script
|
||||
mkdir -p $build_root
|
||||
cd $build_root
|
||||
script=`basename $script_uri`
|
||||
wget --quiet --no-check-certificate --tries=10 $script_uri -O $script
|
||||
if test ! $? -eq 0 ; then
|
||||
echo "wget of Open MPI nightly tarball create script failed."
|
||||
if test -f $script ; then
|
||||
echo "Using older version of $script for this run."
|
||||
else
|
||||
echo "No build script available. Aborting."
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
chmod +x $script
|
||||
|
||||
# Loop making them
|
||||
for dir in $dirs; do
|
||||
ver=`basename $dir`
|
||||
|
||||
module load "autotools/ompi-$ver"
|
||||
|
||||
./$script \
|
||||
$build_root/$ver \
|
||||
$results_addr \
|
||||
$code_uri/$dir \
|
||||
$outputroot/$ver >/dev/null 2>&1
|
||||
module unload "autotools"
|
||||
done
|
||||
@ -1,52 +0,0 @@
|
||||
#!/usr/bin/env perl
|
||||
|
||||
use strict;
|
||||
use POSIX qw(strftime);
|
||||
|
||||
my $happy = 1;
|
||||
|
||||
my $savedays = $ARGV[0];
|
||||
my $dir = $ARGV[1];
|
||||
|
||||
$happy = 0
|
||||
if ($savedays <= 0 || ! -d $dir);
|
||||
die "Must specify number of days and a directory"
|
||||
if (!$happy);
|
||||
|
||||
#------------------------------------------------------------------
|
||||
|
||||
# Read in all the dir entries
|
||||
opendir(DIR, $dir) || die "Cannot open $dir";
|
||||
my @files = readdir(DIR);
|
||||
closedir(DIR);
|
||||
|
||||
# How many days to keep?
|
||||
my $t = time() - ($savedays * 60 * 60 * 24);
|
||||
print "Deleting anything before: " . strftime("%D", localtime($t)) . "\n";
|
||||
my $to_delete;
|
||||
|
||||
# Check everything in the dir; if is a dir, is not . or .., and is
|
||||
# older than the save date, keep it for deleting later.
|
||||
foreach my $file (@files) {
|
||||
if (-d "$dir/$file" && $file ne "." && $file ne "..") {
|
||||
my ($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size,
|
||||
$atime,$mtime,$ctime,$blksize,$blocks) = stat("$dir/$file");
|
||||
my $str = "SAVE";
|
||||
if ($mtime < $t) {
|
||||
$to_delete = "$to_delete $dir/$file";
|
||||
$str = "DELETE";
|
||||
}
|
||||
print "Found dir ($str): $file (mtime: " . strftime("%D", localtime($mtime)) . ")\n";
|
||||
}
|
||||
}
|
||||
|
||||
# If we found anything to delete, do so.
|
||||
if ($to_delete ne "") {
|
||||
print "Deleting: $to_delete\n";
|
||||
system("chmod -R u=rwx $to_delete");
|
||||
system("rm -rf $to_delete");
|
||||
} else {
|
||||
print "Nothing to delete!\n";
|
||||
}
|
||||
|
||||
exit(0);
|
||||
Загрузка…
Ссылка в новой задаче
Block a user