Imported Upstream version 1.5.1
This commit is contained in:
Mario Fetka
155
tests/cronjob/run_xtreemfs_tests.sh
Executable file
155
tests/cronjob/run_xtreemfs_tests.sh
Executable file
@@ -0,0 +1,155 @@
|
||||
#!/bin/bash
|
||||
|
||||
# Copyright (c) 2006-2011 by Björn Kolbeck, Zuse Institute Berlin
|
||||
# 2011-2013 by Michael Berlin, Zuse Institute Berlin
|
||||
#
|
||||
# Licensed under the BSD License, see LICENSE file for details.
|
||||
|
||||
|
||||
# This script downloads the latest XtreemFS sources and runs the integration tests.
|
||||
# As of April 2013, we run this script internally every night. The results of the
|
||||
# tests are posted to the internal mailing list xtreemfs-test@googlegroups.com.
|
||||
#
|
||||
# Run it as cron job as follows: /usr/bin/wget https://raw.githubusercontent.com/xtreemfs/xtreemfs/master/tests/cronjob/run_xtreemfs_tests.sh -q -O - | bash -l
|
||||
|
||||
# Environment
|
||||
export LANG=en_US.UTF-8
|
||||
|
||||
# Global variables
|
||||
TEST_ID=`date +%Y%m%dT%H%M%S`
|
||||
DIR_PREFIX="/scratch/autotests"
|
||||
XTREEMFS_DIR="$DIR_PREFIX/checkouts/xtreemfs_checkout-$TEST_ID"
|
||||
TEST_DIR="$DIR_PREFIX/tests/xtreemfs_test-$TEST_ID"
|
||||
TEST_LOG="$TEST_DIR/test.log"
|
||||
TEST_SUMMARY="$TEST_DIR/summary.log"
|
||||
ATTACHMENT="$TEST_DIR/summary_and_testlog.txt"
|
||||
ATTACHMENT_ZIP_LOGS="$TEST_DIR/client_and_server_logs.zip"
|
||||
|
||||
if [ ! -d "$DIR_PREFIX" ]
|
||||
then
|
||||
mkdir -p "$DIR_PREFIX"
|
||||
fi
|
||||
if [ ! -d "$DIR_PREFIX" ]
|
||||
then
|
||||
echo "ERROR: $DIR_PREFIX does not exist."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
|
||||
# Helper functions
|
||||
sendresult() {
|
||||
local result=$1
|
||||
if [ $result -eq 0 ]
|
||||
then
|
||||
subject="SUCCESS: XtreemFS automatic test"
|
||||
else
|
||||
subject="FAILED: XtreemFS automatic test"
|
||||
fi
|
||||
cat $TEST_LOG > $ATTACHMENT
|
||||
echo "" >> $ATTACHMENT
|
||||
if [ -e $TEST_SUMMARY ]
|
||||
then
|
||||
cat $TEST_SUMMARY >> $ATTACHMENT
|
||||
fi
|
||||
|
||||
# Pack log files as .zip archive
|
||||
if [ -d "$TEST_DIR""/log" ]
|
||||
then
|
||||
# Work-around the problem that 'zip' always stores the complete path :(
|
||||
current_dir="$PWD"
|
||||
cd "$TEST_DIR""/log"
|
||||
zip -r -q -9 $ATTACHMENT_ZIP_LOGS *.log
|
||||
cd "$current_dir"
|
||||
fi
|
||||
|
||||
if [ -f "$ATTACHMENT_ZIP_LOGS" ]
|
||||
then
|
||||
mailx_additional_params="-a $ATTACHMENT_ZIP_LOGS"
|
||||
fi
|
||||
mailx -a $ATTACHMENT $mailx_additional_params -s "$subject" xtreemfs-test@googlegroups.com<< EOF
|
||||
$subject
|
||||
|
||||
The logfile of this test run and the logs of servers and clients are attached to this email.
|
||||
Logfiles and databases can be found in: $TEST_DIR
|
||||
|
||||
EOF
|
||||
|
||||
rm $ATTACHMENT
|
||||
if [ -f $ATTACHMENT_ZIP_LOGS ]
|
||||
then
|
||||
rm $ATTACHMENT_ZIP_LOGS
|
||||
fi
|
||||
}
|
||||
|
||||
# Kill any remaining test runs
|
||||
killall python /usr/bin/python iozone &>/dev/null && sleep 5
|
||||
killall -9 python /usr/bin/python iozone &>/dev/null
|
||||
killall -9 mount.xtreemfs &>/dev/null
|
||||
killall -9 java &>/dev/null
|
||||
for mount in $(mount|grep ^xtreemfs@|cut -d" " -f3)
|
||||
do
|
||||
fusermount -u "$mount" &>/dev/null
|
||||
done
|
||||
|
||||
# Current directories already exist? Remove them first.
|
||||
if [ -d "$TEST_DIR" ]
|
||||
then
|
||||
rm -r "$TEST_DIR"
|
||||
fi
|
||||
if [ -d "$XTREEMFS_DIR" ]
|
||||
then
|
||||
rm -r "$XTREEMFS_DIR"
|
||||
fi
|
||||
|
||||
# Cleanup test directory if disk is full
|
||||
min_free_space_mb=10000 # Remove all tests until enough space is available
|
||||
min_free_inodes=2000000
|
||||
while true
|
||||
do
|
||||
# Enough free space?
|
||||
free_space_mb=$(df -Pm $DIR_PREFIX | grep -v ^Filesystem | awk '{ print $4 }')
|
||||
free_inodes=$(df -i $DIR_PREFIX | grep -v ^Filesystem | awk '{ print $4 }')
|
||||
if [ $free_space_mb -ge $min_free_space_mb ] && [ $free_inodes -ge $min_free_inodes ]
|
||||
then
|
||||
break
|
||||
fi
|
||||
|
||||
# Any dirs left to delete?
|
||||
for dir in "$DIR_PREFIX/checkouts/" "$DIR_PREFIX/tests/"
|
||||
do
|
||||
oldest_dir=$(ls -1At "$dir" | tail -n1)
|
||||
if [ -n "$oldest_dir" ]
|
||||
then
|
||||
rm -rf "$dir""$oldest_dir" || break
|
||||
fi
|
||||
done
|
||||
done
|
||||
|
||||
# Create directories
|
||||
mkdir -p $DIR_PREFIX
|
||||
mkdir -p $XTREEMFS_DIR
|
||||
mkdir -p $TEST_DIR
|
||||
|
||||
# Check out
|
||||
cd $XTREEMFS_DIR
|
||||
git clone https://github.com/xtreemfs/xtreemfs.git . &> $TEST_LOG
|
||||
|
||||
# Compile
|
||||
# 2012-11-02(mberlin): Try to disable optimizations in client compilation.
|
||||
# Build client unit tests.
|
||||
export BUILD_CLIENT_TESTS=true
|
||||
export CPPFLAGS=-O0
|
||||
make client_debug server hadoop-client &>$TEST_LOG
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "FAILED: cannot make sources!" >> $TEST_LOG
|
||||
date >> $TEST_LOG
|
||||
sendresult 1
|
||||
exit
|
||||
fi
|
||||
|
||||
# Run xtfs_test
|
||||
# rm $TEST_LOG
|
||||
cd $XTREEMFS_DIR/tests
|
||||
python -u xtestenv -t $TEST_DIR full &> $TEST_SUMMARY
|
||||
result=$?
|
||||
sendresult $result
|
||||
Reference in New Issue
Block a user