282 lines
7.2 KiB
Bash
Executable File
282 lines
7.2 KiB
Bash
Executable File
#!/bin/bash
|
|
#------------------------------------------------------------------------------
|
|
# ========= |
|
|
# \\ / F ield | OpenFOAM: The Open Source CFD Toolbox
|
|
# \\ / O peration | Website: https://openfoam.org
|
|
# \\ / A nd | Copyright (C) 2011-2018 OpenFOAM Foundation
|
|
# \\/ M anipulation |
|
|
#------------------------------------------------------------------------------
|
|
# License
|
|
# This file is part of OpenFOAM.
|
|
#
|
|
# OpenFOAM is free software: you can redistribute it and/or modify it
|
|
# under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# OpenFOAM is distributed in the hope that it will be useful, but WITHOUT
|
|
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
# for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with OpenFOAM. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
# Script
|
|
# wmakeSchedulerUptime
|
|
#
|
|
# Usage
|
|
# wmakeSchedulerUptime COMMAND
|
|
# run 'COMMAND' on one of the slots listed in WM_HOSTS
|
|
#
|
|
# wmakeScheduler -count
|
|
# count the total number of slots available in WM_HOSTS
|
|
# eg, export WM_NCOMPPROCS=$(wmakeScheduler -count)
|
|
#
|
|
# Description
|
|
# Scheduler for network distributed compilations using wmake.
|
|
# - WM_HOSTS contains a list of hosts and number of concurrent processes
|
|
# eg,
|
|
# export WM_HOSTS="hostA:1 hostB:2 hostC:1"
|
|
# - WM_COLOURS contains a list of colours to cycle through
|
|
# export WM_COLOURS="black blue green cyan red magenta yellow"
|
|
#
|
|
# Sources the relevant cshrc/bashrc if not set.
|
|
#
|
|
# WM_PROJECT_DIR, WM_PROJECT and WM_PROJECT_VERSION will have been set
|
|
# before calling this routine.
|
|
# FOAM_INST_DIR may possibly have been set (to find installation)
|
|
#
|
|
#-------------------------------------------------------------------------------
|
|
Script=${0##*/}
|
|
|
|
usage() {
|
|
cat <<USAGE
|
|
Usage: $Script
|
|
options:
|
|
-help print the usage
|
|
|
|
USAGE
|
|
}
|
|
|
|
error() {
|
|
exec 1>&2
|
|
while [ "$#" -ge 1 ]; do echo "$1"; shift; done
|
|
usage
|
|
exit 1
|
|
}
|
|
|
|
# csh sets HOST, bash sets HOSTNAME
|
|
: "${HOST:=$HOSTNAME}"
|
|
|
|
# Fallback - 1 core on current host
|
|
: "${WM_HOSTS:=$HOST:1}"
|
|
|
|
# Count the total number of slots available and exit
|
|
if [ "$1" = "-count" ]
|
|
then
|
|
(( $(
|
|
for slotGroup in $WM_HOSTS
|
|
do
|
|
n=${slotGroup##*:}
|
|
[ "$n" = "${slotGroup%%:*}" ] && n=1 # Missing ':'
|
|
echo "+ ${n:-1}"
|
|
done
|
|
) ))
|
|
exit 0
|
|
fi
|
|
|
|
# Where to source WM_PROJECT settings in a remote shell
|
|
# This code tries to figure out which cshrc or bashrc to execute.
|
|
# !! Assumes remote computer running same shell and startup files
|
|
# in same location
|
|
|
|
sourceFoam=false # Fallback command
|
|
case $SHELL in
|
|
*/csh | */tcsh ) # [t]csh vs bash|ksh|sh
|
|
shellRc=cshrc
|
|
;;
|
|
*)
|
|
shellRc=bashrc
|
|
;;
|
|
esac
|
|
|
|
# Check ~/.$WM_PROJECT/$WM_PROJECT_VERSION/
|
|
# Check ~/.$WM_PROJECT/
|
|
# Check <installedProject>/etc/
|
|
if [ "$WM_PROJECT" ]
|
|
then
|
|
for i in \
|
|
$HOME/.$WM_PROJECT/$WM_PROJECT_VERSION \
|
|
$HOME/.$WM_PROJECT \
|
|
$WM_PROJECT_DIR/etc \
|
|
;
|
|
do
|
|
if [ -f "$i/$shellRc" ]
|
|
then
|
|
sourceFoam="$i/$shellRc"
|
|
break
|
|
fi
|
|
done
|
|
fi
|
|
|
|
# Construct test string for remote execution.
|
|
# Source WM_PROJECT settings if WM_PROJECT environment not set.
|
|
# Attempt to preserve the installation directory 'FOAM_INST_DIR'
|
|
# Use FOAM_SETTINGS to pass command-line settings
|
|
case $sourceFoam in
|
|
*/bashrc)
|
|
if [ "$FOAM_INST_DIR" ]
|
|
then
|
|
sourceFoam='[ "$WM_PROJECT" ] || '"FOAM_INST_DIR=$FOAM_INST_DIR . $sourceFoam $FOAM_SETTINGS"
|
|
else
|
|
sourceFoam='[ "$WM_PROJECT" ] || '". $sourceFoam $FOAM_SETTINGS"
|
|
fi
|
|
;;
|
|
|
|
*/cshrc)
|
|
# TODO: csh equivalent to bash code (preserving FOAM_INST_DIR)
|
|
sourceFoam='if ( ! $?WM_PROJECT ) source '"$sourceFoam $FOAM_SETTINGS"
|
|
;;
|
|
esac
|
|
|
|
# Quote double-quotes for remote command line
|
|
rcmd=${*//\"/\'\"\'}
|
|
# The same, without forking (not ksh, maybe not /bin/sh either)
|
|
# rcmd=$(while [ "$#" -gt 0 ]; do echo "${1//\"/'\"'}"; shift; done)
|
|
|
|
|
|
# Convert WM_COLOURS into an array
|
|
declare colourList
|
|
nColours=0
|
|
for col in $WM_COLOURS
|
|
do
|
|
colourList[$nColours]=$col
|
|
((nColours = nColours + 1))
|
|
done
|
|
|
|
# Bashism: make pipe fail early.
|
|
# This ensures the return value of the command is returned and not of the
|
|
# colouring pipe etc.
|
|
set -o pipefail
|
|
|
|
|
|
#
|
|
# Colour output by argument 1
|
|
#
|
|
colourPipe()
|
|
{
|
|
if [ "$1" ]
|
|
then
|
|
(
|
|
while read -r line
|
|
do
|
|
setterm -foreground "$1"
|
|
echo "$line"
|
|
done
|
|
setterm -foreground default
|
|
)
|
|
else
|
|
cat
|
|
fi
|
|
}
|
|
|
|
|
|
|
|
# Parse options
|
|
nprocs=1
|
|
while [ "$#" -gt 0 ]
|
|
do
|
|
case "$1" in
|
|
-help | -h)
|
|
usage && exit 0
|
|
;;
|
|
-np)
|
|
shift
|
|
nprocs=$1
|
|
shift
|
|
;;
|
|
-*)
|
|
error "unknown option: '$*'"
|
|
;;
|
|
*)
|
|
break
|
|
;;
|
|
esac
|
|
done
|
|
|
|
|
|
colourIndex=0
|
|
|
|
while :
|
|
do
|
|
for slotGroup in $WM_HOSTS
|
|
do
|
|
# Split 'host:N', but catch 'host:' and 'host' too
|
|
host=${slotGroup%%:*}
|
|
n=${slotGroup##*:}
|
|
[ "$n" = "$host" ] && n=1 # Missing ':'
|
|
: ${n:=1}
|
|
|
|
|
|
# Determine load
|
|
if [ "$host" = "$HOST" ]; then
|
|
stat=$(uptime)
|
|
else
|
|
stat=$(ssh "$host" uptime)
|
|
fi
|
|
load=$(echo "$stat" | sed -e 's/.*average:[^0-9.]*\([0-9.]*\).*/\1/')
|
|
|
|
|
|
#echo "$Script: Machine:$host load:$load allowed:$WM_NCOMPPROCS nprocs:$nprocs"
|
|
|
|
|
|
# Check if adding nprocs to load causes overload
|
|
if (echo '' | awk "{if ($load + $nprocs > $WM_NCOMPPROCS) {exit 1}}")
|
|
then
|
|
if [ "$nColours" -gt 0 ]
|
|
then
|
|
# Set colour
|
|
colour="${colourList[$colourIndex]}"
|
|
echo "$Script: Machine:$host Starting:$*"
|
|
|
|
if [ "$host" = "$HOST" ]; then
|
|
eval "$*" 2>&1 | colourPipe "$colour"
|
|
else
|
|
ssh "$host" "$sourceFoam 2>/dev/null; cd $PWD && $rcmd" 2>&1 \
|
|
| colourPipe "$colour"
|
|
fi
|
|
retval=$?
|
|
else
|
|
echo "$Script: Machine:$host Starting:$*"
|
|
if [ "$host" = "$HOST" ]; then
|
|
eval "$*" 2>&1
|
|
else
|
|
ssh "$host" "$sourceFoam 2>/dev/null; cd $PWD && $rcmd" 2>&1
|
|
fi
|
|
retval=$?
|
|
fi
|
|
exit $retval
|
|
fi
|
|
|
|
|
|
# Cycle through colours. Note: outside lock clause!
|
|
colourIndex=$((colourIndex + 1))
|
|
[ "$colourIndex" -lt "$nColours" ] || colourIndex=0
|
|
|
|
done
|
|
|
|
# Did not find any free machines. Rest a bit.
|
|
sleep 1
|
|
done
|
|
|
|
|
|
#------------------------------------------------------------------------------
|
|
# Cleanup local variables and functions
|
|
#------------------------------------------------------------------------------
|
|
|
|
unset Script
|
|
|
|
|
|
#------------------------------------------------------------------------------
|