440 lines
13 KiB
Bash
440 lines
13 KiB
Bash
#!/bin/bash
|
|
|
|
# NOTE: We expclicitly use "bash" here, as rc.status is not shell compliant
|
|
# and will complain with the message below, if "/bin/sh" is given
|
|
#
|
|
# /etc/rc.status: line 43: test: -eq: unary operator expected
|
|
# /etc/rc.status: line 44: test: -eq: unary operator expected
|
|
#
|
|
|
|
set -e
|
|
|
|
#
|
|
### BEGIN INIT INFO
|
|
# Provides: beegfs-client
|
|
# Required-Start:
|
|
# Required-Stop:
|
|
# Should-Start: $network $local_fs $syslog $time beegfs-helperd beegfs-mgmtd beegfs-meta beegfs-storage openib openibd rdma opensmd opensm $named slapd autofs ypbind nscd nslcd sshd
|
|
# Should-Stop: $network $local_fs $syslog $time beegfs-helperd beegfs-mgmtd beegfs-meta beegfs-storage openib openibd rdma opensmd opensm $named slapd autofs ypbind nscd nslcd sshd
|
|
# Default-Start: 2 3 4 5
|
|
# Default-Stop: 0 1 6
|
|
# chkconfig: 35 99 5
|
|
# Short-Description: BeeGFS Client
|
|
# Description: Start BeeGFS Client
|
|
### END INIT INFO
|
|
|
|
SERVICE_NAME="BeeGFS Client"
|
|
|
|
# Check for missing binaries (stale symlinks should not happen)
|
|
# Note: Special treatment of stop for LSB conformance
|
|
CLIENT_MOD=beegfs
|
|
|
|
SYSCONFIG_FILE=/etc/default/beegfs-client
|
|
BEEGFS_MOUNT_CONF="/etc/beegfs/beegfs-mounts.conf"
|
|
FORCE_AUTO_BUILD="/var/lib/beegfs/client/force-auto-build"
|
|
SUBSYS=/var/lock/subsys/beegfs-client
|
|
|
|
AUTOBUILD_CONF="/etc/beegfs/beegfs-client-autobuild.conf"
|
|
AUTOBUILD_CONF_SAVED="/var/lib/beegfs/client/beegfs-client-autobuild.conf.old"
|
|
|
|
CLIENT_SRC_PATH="/opt/beegfs/src/client"
|
|
|
|
SELINUX_OPT=""
|
|
|
|
DEFAULT_FS_TYPE="beegfs"
|
|
BUILD_FSTYPE_FILE="beegfs.fstype"
|
|
|
|
# we add "/usr/sbin" & co because "su" doesn't automatically add them
|
|
# on some systems.
|
|
EXTRA_PATH="/sbin:/usr/sbin/:/bin:/usr/bin:/usr/local/bin:/usr/local/sbin"
|
|
PATH="$EXTRA_PATH:$PATH"
|
|
|
|
# source function library
|
|
. /etc/beegfs/lib/init-multi-mode.beegfs-client
|
|
|
|
# Return values acc. to LSB for all commands but status:
|
|
# 0 - success
|
|
# 1 - generic or unspecified error
|
|
# 2 - invalid or excess argument(s)
|
|
# 3 - unimplemented feature (e.g. "reload")
|
|
# 4 - user had insufficient privileges
|
|
# 5 - program is not installed
|
|
# 6 - program is not configured
|
|
# 7 - program is not running
|
|
# 8--199 - reserved (8--99 LSB, 100--149 distrib, 150--199 appl)
|
|
#
|
|
# Note that starting an already running service, stopping
|
|
# or restarting a not-running service as well as the restart
|
|
# with force-reload (in case signaling is not supported) are
|
|
# considered a success.
|
|
|
|
handle_selinux()
|
|
{
|
|
selinuxenabled 2>/dev/null || return
|
|
|
|
# we do not support SELINUX right now and it only causes trouble, so
|
|
# we try to deactivate it
|
|
SELINUX_OPT="fscontext=system_u:object_r:tmp_t:s0"
|
|
|
|
echo
|
|
echo "WARNING: SELINUX IS ENABLED. BeeGFS might not work!"
|
|
echo " Before you consider to contact BeeGFS support, please try to"
|
|
echo " disable selinux (Usually in /etc/selinux/config)!"
|
|
echo
|
|
}
|
|
|
|
|
|
rmmod_beegfs()
|
|
{
|
|
for module in `lsmod |egrep "^beegfs" | sed -e 's/\s.*$//g'`; do rmmod $module; done
|
|
}
|
|
|
|
# Build beegfs. The autobuild will install modules to
|
|
# /lib/modules/`uname -r`/updates/fs/beegfs_autobuild
|
|
# if the build was successful and it will also run depmod.
|
|
build_beegfs()
|
|
{
|
|
echo "- BeeGFS module autobuild"
|
|
|
|
mkdir -p `dirname $SUBSYS`
|
|
|
|
# locked section (to avoid build problems when this script is called from
|
|
# multiple processes concurrently)
|
|
(
|
|
# (note: fd 16 is a more or less arbitrary number)
|
|
flock 16 || echo "WARNING: flock for build failed (continuing without lock...)" >&2
|
|
|
|
|
|
for dir in ${CLIENT_SRC_PATH}/*; do
|
|
|
|
set +e
|
|
echo $dir | grep opentk >/dev/null 2>&1
|
|
[ $? -ne 0 ] || continue # we ignore opentk
|
|
|
|
# ingore paths with missing Makfile
|
|
[ -f ${dir}/build/Makefile ] || continue
|
|
|
|
|
|
if [ -f ${dir}/build/${BUILD_FSTYPE_FILE} ]; then
|
|
fstype=`cat ${dir}/build/${BUILD_FSTYPE_FILE}`
|
|
TARGET_PARAM="TARGET=${fstype}"
|
|
else
|
|
TARGET_PARAM=""
|
|
fi
|
|
|
|
set -e
|
|
|
|
MAKE_ARGS="KMOD_INST_DIR=/lib/modules/$(uname -r)/updates/fs/beegfs_autobuild"
|
|
make -C ${dir}/build auto_rebuild_configured ${MAKE_ARGS} ${TARGET_PARAM} --silent
|
|
make -C ${dir}/build clean ${MAKE_ARGS} --silent # always clean up
|
|
|
|
done
|
|
|
|
set -e # ensure -e here (continue conditions above didn't restore it)
|
|
|
|
install -D $AUTOBUILD_CONF $AUTOBUILD_CONF_SAVED
|
|
) 16>$SUBSYS.init-autobuild
|
|
|
|
|
|
# we do not want to delete the $FORCE_AUTO_BUILD file here yet,
|
|
# as we do not test here, if the modules we just built will load at all
|
|
}
|
|
|
|
# Test if the user updated the build config. If so, we touch
|
|
# the $FORCE_AUTO_BUILD, which will trigger a rebuild
|
|
test_updated_autobuild_conf()
|
|
{
|
|
set +e
|
|
RC=0
|
|
# diskless installations might not have those files
|
|
if [ -e $AUTOBUILD_CONF -a -e $AUTOBUILD_CONF_SAVED ]; then
|
|
diff $AUTOBUILD_CONF $AUTOBUILD_CONF_SAVED >/dev/null 2>&1
|
|
RC=$?
|
|
fi
|
|
[ $RC -eq 0 ] || touch $FORCE_AUTO_BUILD
|
|
set -e
|
|
}
|
|
|
|
# Test and warn if user specified OFED_INCLUDE_PATH but appears to use in-tree
|
|
# drivers or other way around.
|
|
warn_on_ofed_mismatch()
|
|
{
|
|
set +e
|
|
|
|
modinfo ib_core > /dev/null 2>&1
|
|
if [ $? -ne 0 ]; then
|
|
# "modinfo ib_core" not working => cancel (because the user
|
|
# might have special mechanisms to load ib modules).
|
|
set -e
|
|
return
|
|
fi
|
|
|
|
# ibverbs enabled => check if include path set or not
|
|
|
|
grep '^buildArgs.*OFED_INCLUDE_PATH' $AUTOBUILD_CONF > /dev/null 2>&1
|
|
if [ $? -eq 0 ]; then
|
|
# ofed include path specified => warn if in-tree modules used
|
|
modinfo ib_core | grep 'filename:.*updates/' > /dev/null 2>&1
|
|
if [ $? -ne 0 ]; then
|
|
echo "WARNING: You probably should not specify OFED_INCLUDE_PATH in $AUTOBUILD_CONF"
|
|
fi
|
|
else
|
|
# no ofed include path specified => warn if out-of-tree modules
|
|
modinfo ib_core | grep 'filename:.*updates/' > /dev/null 2>&1
|
|
if [ $? -eq 0 ]; then
|
|
echo "WARNING: You probably need to specify" \
|
|
"OFED_INCLUDE_PATH in $AUTOBUILD_CONF"
|
|
fi
|
|
fi
|
|
|
|
set -e
|
|
}
|
|
|
|
source ${SYSCONFIG_FILE}
|
|
if [ "${MULTI_MODE}" = "YES" -o "${MULTI_MODE}" = "yes" ]; then
|
|
set +e
|
|
init_multi_mode $1 $2
|
|
exit $?
|
|
fi
|
|
|
|
RETVAL=0
|
|
case "$1" in
|
|
start)
|
|
if [ -f "${SYSCONFIG_FILE}" ]; then
|
|
if [ "${START_SERVICE}" = "NO" -o "${START_SERVICE}" = "no" ]; then
|
|
echo "${SERVICE_NAME} not set to be started"
|
|
exit 0
|
|
fi
|
|
fi
|
|
|
|
set +e
|
|
handle_selinux
|
|
set -e
|
|
|
|
echo "Starting ${SERVICE_NAME}: "
|
|
|
|
test_updated_autobuild_conf
|
|
|
|
set +e
|
|
echo "- Loading BeeGFS modules"
|
|
if [ -f "$FORCE_AUTO_BUILD" ]; then
|
|
# a new version was installed or the user updated the
|
|
# auto-build config, so we force a rebuild
|
|
rmmod_beegfs
|
|
rc=1
|
|
else
|
|
modprobe $CLIENT_MOD
|
|
rc=$?
|
|
fi
|
|
|
|
if [ $rc -ne 0 ]; then
|
|
set -e
|
|
build_beegfs
|
|
modprobe $CLIENT_MOD || (warn_on_ofed_mismatch && false)
|
|
rm -f $FORCE_AUTO_BUILD
|
|
fi
|
|
set -e
|
|
|
|
echo "- Mounting directories from $BEEGFS_MOUNT_CONF"
|
|
|
|
mkdir -p `dirname $SUBSYS`
|
|
touch $SUBSYS
|
|
|
|
OLDIFS="$IFS"
|
|
IFS=$'\n'
|
|
file=`tr -d '\r' < $BEEGFS_MOUNT_CONF` # read all lines at once and remove CR from dos files
|
|
for line in $file; do
|
|
if [ -z "$line" ]; then
|
|
continue # ignore empty line
|
|
elif echo "$line" | grep -qs "^\s*#" ; then
|
|
continue # ignore shell style comments
|
|
fi
|
|
|
|
mnt=`echo $line | awk '{print $1}'`
|
|
cfg=`echo $line | awk '{print $2}'`
|
|
fstype=`echo $line | awk '{print $3}'`
|
|
extra_mount_opts=`echo $line | awk '{print $4}'`
|
|
|
|
if [ -z "$mnt" -o -z "$cfg" ]; then
|
|
echo "Invalid config line: \"$line\""
|
|
continue
|
|
fi
|
|
|
|
if [ -z "$fstype" ]; then
|
|
fstype=${DEFAULT_FS_TYPE}
|
|
fi
|
|
|
|
set +e
|
|
|
|
mount -t ${fstype} | grep "${mnt} " >/dev/null 2>&1
|
|
if [ $? -eq 0 ]; then
|
|
# already mounted
|
|
set -e
|
|
continue
|
|
fi
|
|
|
|
set -e
|
|
|
|
# mkdir required for admon-based installation
|
|
if [ ! -e ${mnt} ]; then
|
|
mkdir -p ${mnt}
|
|
fi
|
|
|
|
exec_mount_hook pre-mount "${mnt}"
|
|
|
|
mount -t ${fstype} beegfs_nodev ${mnt} \
|
|
-ocfgFile=${cfg},_netdev,nosuid,${SELINUX_OPT},${extra_mount_opts}
|
|
|
|
exec_mount_hook post-mount "${mnt}"
|
|
|
|
done
|
|
|
|
RETVAL=$?
|
|
IFS="$OLDIFS"
|
|
;;
|
|
stop)
|
|
echo "Shutting down ${SERVICE_NAME}: "
|
|
|
|
RETVAL=$?
|
|
echo "- Unmounting directories from $BEEGFS_MOUNT_CONF"
|
|
OLDIFS="$IFS"
|
|
IFS=$'\n'
|
|
file=`cat $BEEGFS_MOUNT_CONF` # we have to read all lines at once
|
|
for line in $file; do
|
|
if [ -z "$line" ]; then
|
|
continue # ignore empty line
|
|
elif echo "$line" | grep -qs "^\s*#" ; then
|
|
continue # ignore shell style comments
|
|
fi
|
|
|
|
mnt=`echo $line | awk '{print $1}'`
|
|
cfg=`echo $line | awk '{print $2}'`
|
|
if [ -z "$mnt" -o -z "$cfg" ]; then
|
|
echo "Invalid config line: \"$line\""
|
|
continue
|
|
fi
|
|
|
|
exec_mount_hook pre-unmount "${mnt}"
|
|
|
|
set +e
|
|
res=`umount ${mnt} 2>&1`
|
|
if [ $? -ne 0 ]; then
|
|
# umount failed, ignore the failure if not mounted at all
|
|
echo $res | grep "not mounted" >/dev/null 2>&1
|
|
if [ $? -ne 0 ]; then
|
|
# Is mounted, abort.
|
|
echo "umount failed: $res"
|
|
exit 1
|
|
fi
|
|
fi
|
|
set -e
|
|
|
|
exec_mount_hook post-unmount "${mnt}"
|
|
|
|
done
|
|
IFS="$OLDIFS"
|
|
|
|
echo "- Unloading modules"
|
|
set +e
|
|
res=`rmmod_beegfs`
|
|
if [ $? -ne 0 ]; then
|
|
# rmmod failed, ignore it if the module is not loaded at all
|
|
echo $res | grep "does not exist in" >/dev/null 2>&1
|
|
if [ $? -ne 0 ]; then
|
|
# Is loaded, check if a BeeGFS is still mounted (all from the list are unmounted, so
|
|
# it must be a BeeGFS, which was manually mounted)
|
|
STILL_MOUNTED=$(mount -t beegfs | wc -l)
|
|
if [ ${STILL_MOUNTED} -eq 0 ]; then
|
|
# no more BeeGFS instances, no reason why rmmod should be failing, abort
|
|
echo "rmmod failed: $res"
|
|
exit 1
|
|
else
|
|
# BeeGFS instances mounted, so failure to rmmod is normal
|
|
echo "WARNING: Unloading BeeGFS modules failed. There are still mounted BeeGFS" \
|
|
"instances, which do not seem to be managed by the init-script mechanism" \
|
|
"(beegfs-mounts.conf)."
|
|
fi
|
|
fi
|
|
fi
|
|
RETVAL=$?
|
|
set -e
|
|
|
|
if [ $RETVAL -eq 0 ]; then rm -f $SUBSYS; fi
|
|
# Remember status and be verbose
|
|
;;
|
|
restart)
|
|
## Stop the service and regardless of whether it was
|
|
## running or not, start it again.
|
|
$0 stop
|
|
$0 start
|
|
RETVAL=$?
|
|
# Remember status and be quiet
|
|
;;
|
|
rebuild)
|
|
# Just rebuild modules. The user needs to call "restart" to make use
|
|
# of those new modules.
|
|
build_beegfs
|
|
RETVAL=$?
|
|
if [ $RETVAL -eq 0 ]; then
|
|
rm -f $FORCE_AUTO_BUILD
|
|
fi
|
|
;;
|
|
try-restart|condrestart)
|
|
## Do a restart only if the service was active before.
|
|
## Note: try-restart is now part of LSB (as of 1.9).
|
|
## RH has a similar command named condrestart.
|
|
set +e
|
|
$0 status
|
|
if test $? = 0
|
|
then
|
|
set -e
|
|
$0 restart
|
|
RETVAL=$?
|
|
else
|
|
set -e
|
|
RETVAL=7
|
|
fi
|
|
;;
|
|
status)
|
|
# Return value is slightly different for the status command:
|
|
# 0 - service up and running
|
|
# 1 - service dead, but /var/run/ pid file exists
|
|
# 2 - service dead, but /var/lock/ lock file exists
|
|
# 3 - service not running (unused)
|
|
# 4 - service status unknown :-(
|
|
# 5--199 reserved (5--99 LSB, 100--149 distro, 150--199 appl.)
|
|
set +e
|
|
|
|
echo -n "Checking for service $SERVICE_NAME: "
|
|
|
|
lsmod | grep $CLIENT_MOD >/dev/null 2>&1
|
|
if [ $? -eq 0 ]
|
|
then
|
|
echo "is running..."
|
|
|
|
mount -t beegfs | grep beegfs >/dev/null 2>&1
|
|
if [ $? -eq 0 ]; then
|
|
mount -t beegfs | cut "-d " -f1-3
|
|
echo
|
|
RETVAL=0
|
|
else
|
|
echo ">> No active beegfs mounts detected."
|
|
echo
|
|
RETVAL=4
|
|
fi
|
|
else
|
|
echo "is stopped."
|
|
echo
|
|
RETVAL=3
|
|
fi
|
|
|
|
set -e
|
|
;;
|
|
*)
|
|
echo "Usage: $0 {start|stop|status|restart|rebuild|condrestart|try-restart}"
|
|
exit 3
|
|
;;
|
|
esac
|
|
exit $RETVAL
|
|
|