156 lines
3.9 KiB
Bash
Executable File
156 lines
3.9 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Copyright (c) 2006-2011 by Björn Kolbeck, Zuse Institute Berlin
|
|
# 2011-2013 by Michael Berlin, Zuse Institute Berlin
|
|
#
|
|
# Licensed under the BSD License, see LICENSE file for details.
|
|
|
|
|
|
# This script downloads the latest XtreemFS sources and runs the integration tests.
|
|
# As of April 2013, we run this script internally every night. The results of the
|
|
# tests are posted to the internal mailing list xtreemfs-test@googlegroups.com.
|
|
#
|
|
# Run it as cron job as follows: /usr/bin/wget https://raw.githubusercontent.com/xtreemfs/xtreemfs/master/tests/cronjob/run_xtreemfs_tests.sh -q -O - | bash -l
|
|
|
|
# Environment
|
|
export LANG=en_US.UTF-8
|
|
|
|
# Global variables
|
|
TEST_ID=`date +%Y%m%dT%H%M%S`
|
|
DIR_PREFIX="/scratch/autotests"
|
|
XTREEMFS_DIR="$DIR_PREFIX/checkouts/xtreemfs_checkout-$TEST_ID"
|
|
TEST_DIR="$DIR_PREFIX/tests/xtreemfs_test-$TEST_ID"
|
|
TEST_LOG="$TEST_DIR/test.log"
|
|
TEST_SUMMARY="$TEST_DIR/summary.log"
|
|
ATTACHMENT="$TEST_DIR/summary_and_testlog.txt"
|
|
ATTACHMENT_ZIP_LOGS="$TEST_DIR/client_and_server_logs.zip"
|
|
|
|
if [ ! -d "$DIR_PREFIX" ]
|
|
then
|
|
mkdir -p "$DIR_PREFIX"
|
|
fi
|
|
if [ ! -d "$DIR_PREFIX" ]
|
|
then
|
|
echo "ERROR: $DIR_PREFIX does not exist."
|
|
exit 1
|
|
fi
|
|
|
|
|
|
# Helper functions
|
|
sendresult() {
|
|
local result=$1
|
|
if [ $result -eq 0 ]
|
|
then
|
|
subject="SUCCESS: XtreemFS automatic test"
|
|
else
|
|
subject="FAILED: XtreemFS automatic test"
|
|
fi
|
|
cat $TEST_LOG > $ATTACHMENT
|
|
echo "" >> $ATTACHMENT
|
|
if [ -e $TEST_SUMMARY ]
|
|
then
|
|
cat $TEST_SUMMARY >> $ATTACHMENT
|
|
fi
|
|
|
|
# Pack log files as .zip archive
|
|
if [ -d "$TEST_DIR""/log" ]
|
|
then
|
|
# Work-around the problem that 'zip' always stores the complete path :(
|
|
current_dir="$PWD"
|
|
cd "$TEST_DIR""/log"
|
|
zip -r -q -9 $ATTACHMENT_ZIP_LOGS *.log
|
|
cd "$current_dir"
|
|
fi
|
|
|
|
if [ -f "$ATTACHMENT_ZIP_LOGS" ]
|
|
then
|
|
mailx_additional_params="-a $ATTACHMENT_ZIP_LOGS"
|
|
fi
|
|
mailx -a $ATTACHMENT $mailx_additional_params -s "$subject" xtreemfs-test@googlegroups.com<< EOF
|
|
$subject
|
|
|
|
The logfile of this test run and the logs of servers and clients are attached to this email.
|
|
Logfiles and databases can be found in: $TEST_DIR
|
|
|
|
EOF
|
|
|
|
rm $ATTACHMENT
|
|
if [ -f $ATTACHMENT_ZIP_LOGS ]
|
|
then
|
|
rm $ATTACHMENT_ZIP_LOGS
|
|
fi
|
|
}
|
|
|
|
# Kill any remaining test runs
|
|
killall python /usr/bin/python iozone &>/dev/null && sleep 5
|
|
killall -9 python /usr/bin/python iozone &>/dev/null
|
|
killall -9 mount.xtreemfs &>/dev/null
|
|
killall -9 java &>/dev/null
|
|
for mount in $(mount|grep ^xtreemfs@|cut -d" " -f3)
|
|
do
|
|
fusermount -u "$mount" &>/dev/null
|
|
done
|
|
|
|
# Current directories already exist? Remove them first.
|
|
if [ -d "$TEST_DIR" ]
|
|
then
|
|
rm -r "$TEST_DIR"
|
|
fi
|
|
if [ -d "$XTREEMFS_DIR" ]
|
|
then
|
|
rm -r "$XTREEMFS_DIR"
|
|
fi
|
|
|
|
# Cleanup test directory if disk is full
|
|
min_free_space_mb=10000 # Remove all tests until enough space is available
|
|
min_free_inodes=2000000
|
|
while true
|
|
do
|
|
# Enough free space?
|
|
free_space_mb=$(df -Pm $DIR_PREFIX | grep -v ^Filesystem | awk '{ print $4 }')
|
|
free_inodes=$(df -i $DIR_PREFIX | grep -v ^Filesystem | awk '{ print $4 }')
|
|
if [ $free_space_mb -ge $min_free_space_mb ] && [ $free_inodes -ge $min_free_inodes ]
|
|
then
|
|
break
|
|
fi
|
|
|
|
# Any dirs left to delete?
|
|
for dir in "$DIR_PREFIX/checkouts/" "$DIR_PREFIX/tests/"
|
|
do
|
|
oldest_dir=$(ls -1At "$dir" | tail -n1)
|
|
if [ -n "$oldest_dir" ]
|
|
then
|
|
rm -rf "$dir""$oldest_dir" || break
|
|
fi
|
|
done
|
|
done
|
|
|
|
# Create directories
|
|
mkdir -p $DIR_PREFIX
|
|
mkdir -p $XTREEMFS_DIR
|
|
mkdir -p $TEST_DIR
|
|
|
|
# Check out
|
|
cd $XTREEMFS_DIR
|
|
git clone https://github.com/xtreemfs/xtreemfs.git . &> $TEST_LOG
|
|
|
|
# Compile
|
|
# 2012-11-02(mberlin): Try to disable optimizations in client compilation.
|
|
# Build client unit tests.
|
|
export BUILD_CLIENT_TESTS=true
|
|
export CPPFLAGS=-O0
|
|
make client_debug server hadoop-client &>$TEST_LOG
|
|
if [ $? -ne 0 ]; then
|
|
echo "FAILED: cannot make sources!" >> $TEST_LOG
|
|
date >> $TEST_LOG
|
|
sendresult 1
|
|
exit
|
|
fi
|
|
|
|
# Run xtfs_test
|
|
# rm $TEST_LOG
|
|
cd $XTREEMFS_DIR/tests
|
|
python -u xtestenv -t $TEST_DIR full &> $TEST_SUMMARY
|
|
result=$?
|
|
sendresult $result
|