48fcb7f6d1
*** Note that this commit depends on a corresponding change in
ThirdParty-dev. Ensure that both repositories are up to date before
re-building OpenFOAM.
New environment variables have been added to explicitly control the
installation type of the thirdparty decomposition libraries and of the
ParaView visualiation software. These are set in the etc/bashrc and can
be overridden in a ~/.OpenFOAM/<version>/prefs.sh file or similar.
The variables relating to the decomposition libraries are SCOTCH_TYPE,
METIS_TYPE, PARMETIS_TYPE and ZOLTAN_TYPE, and they can take values of
none, system, or ThirdParty. In the case of ThirdParty, a
<library>_VERSION variable can also be specified. If the version is not
specified then the configuration will search for a source directory, and
if multiple such directories are found then the one with the highest
version number will be used.
The variable relating to ParaView is ParaView_TYPE, and this can be
similarly be set to none, system, or ThirdParty, and ParaView_VERSION
can also be specified when the type is ThirdParty. If the version is not
specified then the installation with the highest version number will be
used.
An example ~/.OpenFOAM/dev/prefs.sh file, in which all decomposition
libraries are enabled, and the Scotch and ParaView versions are
explicitly set, is as follows:
export SCOTCH_TYPE=ThirdParty
export SCOTCH_VERSION=7.0.3
export METIS_TYPE=ThirdParty
export PARMETIS_TYPE=ThirdParty
export ZOLTAN_TYPE=ThirdParty
export ParaView_TYPE=ThirdParty
export ParaView_VERSION=5.11.2
*** Note that if version numbers are not set then the configuration will
search for a decomposition source directory, but it will search for a
ParaView installation directory. This is because decomposition libraries
are built as part of OpenFOAM's ./Allwmake, but ParaView is not. This
distinction remains. If a local compilation of ParaView is needed, then
'./makeParaView -version X.XX.X' should be called explicitly in the
third party directory prior to building OpenFOAM.
The name of the third party directory can now also be independently set.
This simplifies some packaging processes in that it permits third party
to be located within the OpenFOAM installation directory and therefore
bundled into the same binary package.
284 lines
8.2 KiB
Bash
284 lines
8.2 KiB
Bash
#----------------------------------*-sh-*--------------------------------------
|
|
# ========= |
|
|
# \\ / F ield | OpenFOAM: The Open Source CFD Toolbox
|
|
# \\ / O peration | Website: https://openfoam.org
|
|
# \\ / A nd | Copyright (C) 2011-2024 OpenFOAM Foundation
|
|
# \\/ M anipulation |
|
|
#------------------------------------------------------------------------------
|
|
# License
|
|
# This file is part of OpenFOAM.
|
|
#
|
|
# OpenFOAM is free software: you can redistribute it and/or modify it
|
|
# under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# OpenFOAM is distributed in the hope that it will be useful, but WITHOUT
|
|
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
# for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with OpenFOAM. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
# File
|
|
# etc/config.csh/mpi
|
|
#
|
|
# Description
|
|
# Startup file for communications library (MPI) for OpenFOAM
|
|
# Sourced from OpenFOAM-<VERSION>/etc/bashrc
|
|
#
|
|
#------------------------------------------------------------------------------
|
|
|
|
unsetenv MPI_ARCH_PATH MPI_HOME FOAM_MPI_LIBBIN
|
|
|
|
switch ("$WM_MPLIB")
|
|
case SYSTEMOPENMPI:
|
|
# Use the system installed openmpi, get library directory via mpicc
|
|
setenv FOAM_MPI openmpi-system
|
|
|
|
set libDir=`mpicc --showme:link | sed -e 's/.*-L\([^ ]*\).*/\1/'`
|
|
|
|
# Bit of a hack: strip off 'lib' and hope this is the path to openmpi
|
|
# include files and libraries.
|
|
setenv MPI_ARCH_PATH "${libDir:h}"
|
|
|
|
_foamAddLib $libDir
|
|
unset libDir
|
|
breaksw
|
|
|
|
case OPENMPI:
|
|
setenv FOAM_MPI openmpi-2.1.1
|
|
# Optional configuration tweaks:
|
|
_foamSource `$WM_PROJECT_DIR/bin/foamEtcFile config.csh/openmpi`
|
|
|
|
setenv MPI_ARCH_PATH $WM_THIRD_PARTY_DIR/platforms/$WM_ARCH$WM_COMPILER/$FOAM_MPI
|
|
|
|
# Tell OpenMPI where to find its install directory
|
|
setenv OPAL_PREFIX $MPI_ARCH_PATH
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
|
|
# 64-bit on OpenSuSE 12.1 uses lib64 others use lib
|
|
_foamAddLib $MPI_ARCH_PATH/lib$WM_COMPILER_LIB_ARCH
|
|
_foamAddLib $MPI_ARCH_PATH/lib
|
|
|
|
_foamAddMan $MPI_ARCH_PATH/share/man
|
|
breaksw
|
|
|
|
case SYSTEMMPI:
|
|
setenv FOAM_MPI mpi-system
|
|
|
|
if ( ! ($?MPI_ROOT) ) then
|
|
echo
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/settings:"
|
|
echo " Please set the environment variable MPI_ROOT to point to" \
|
|
" the base folder for the system MPI in use."
|
|
echo " Example:"
|
|
echo
|
|
echo " setenv MPI_ROOT /opt/mpi"
|
|
echo
|
|
else
|
|
setenv MPI_ARCH_PATH $MPI_ROOT
|
|
|
|
if ( ! ($?MPI_ARCH_FLAGS) ) then
|
|
echo
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/settings:"
|
|
echo " MPI_ARCH_FLAGS is not set. Example:"
|
|
echo
|
|
echo ' setenv MPI_ARCH_FLAGS "-DOMPI_SKIP_MPICXX"'
|
|
echo
|
|
endif
|
|
|
|
if ( ! ($?MPI_ARCH_INC) ) then
|
|
echo
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/settings:"
|
|
echo " MPI_ARCH_INC is not set. Example:"
|
|
echo
|
|
echo ' setenv MPI_ARCH_INC "-isystem $MPI_ROOT/include"'
|
|
echo
|
|
endif
|
|
|
|
if ( ! ($?MPI_ARCH_LIBS) ) then
|
|
echo
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/settings:"
|
|
echo " MPI_ARCH_LIBS is not set. Example:"
|
|
echo
|
|
echo ' setenv MPI_ARCH_LIBS "-L$MPI_ROOT/lib -lmpi"'
|
|
echo
|
|
endif
|
|
endif
|
|
breaksw
|
|
|
|
case MPICH:
|
|
setenv FOAM_MPI mpich2-1.1.1p1
|
|
setenv MPI_HOME $WM_THIRD_PARTY_DIR/$FOAM_MPI
|
|
setenv MPI_ARCH_PATH $WM_THIRD_PARTY_DIR/platforms/$WM_ARCH$WM_COMPILER/$FOAM_MPI
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
|
|
# 64-bit on OpenSuSE 12.1 uses lib64 others use lib
|
|
_foamAddLib $MPI_ARCH_PATH/lib$WM_COMPILER_LIB_ARCH
|
|
_foamAddLib $MPI_ARCH_PATH/lib
|
|
|
|
_foamAddMan $MPI_ARCH_PATH/share/man
|
|
breaksw
|
|
|
|
case MPICH-GM:
|
|
setenv FOAM_MPI mpich-gm
|
|
setenv MPI_ARCH_PATH /opt/mpi
|
|
setenv MPICH_PATH $MPI_ARCH_PATH
|
|
setenv GM_LIB_PATH /opt/gm/lib64
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
|
|
# 64-bit on OpenSuSE 12.1 uses lib64 others use lib
|
|
_foamAddLib $MPI_ARCH_PATH/lib$WM_COMPILER_LIB_ARCH
|
|
_foamAddLib $MPI_ARCH_PATH/lib
|
|
|
|
_foamAddLib $GM_LIB_PATH
|
|
breaksw
|
|
|
|
case MV2MPI:
|
|
setenv FOAM_MPI mvapich2
|
|
set libDir=`mpicc -show -cc= | sed -e 's/.*-L\([^ ]*\).*/\1/'`
|
|
setenv MPI_ARCH_PATH "${libDir:h}"
|
|
_foamAddLib $libDir
|
|
unset libDir
|
|
breaksw
|
|
|
|
case HPMPI:
|
|
setenv FOAM_MPI hpmpi
|
|
setenv MPI_HOME /opt/hpmpi
|
|
setenv MPI_ARCH_PATH $MPI_HOME
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
|
|
switch (`uname -m`)
|
|
case i686:
|
|
_foamAddLib $MPI_ARCH_PATH/lib/linux_ia32
|
|
breaksw
|
|
case x86_64:
|
|
_foamAddLib $MPI_ARCH_PATH/lib/linux_amd64
|
|
breaksw
|
|
default:
|
|
echo Unknown processor type `uname -m` for Linux
|
|
breaksw
|
|
endsw
|
|
breaksw
|
|
|
|
case MPI:
|
|
setenv FOAM_MPI mpi
|
|
setenv MPI_ARCH_PATH /opt/mpi
|
|
breaksw
|
|
|
|
case FJMPI:
|
|
setenv FOAM_MPI fjmpi
|
|
setenv MPI_ARCH_PATH /opt/FJSVmpi2
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
_foamAddLib $MPI_ARCH_PATH/lib/sparcv9
|
|
_foamAddLib /opt/FSUNf90/lib/sparcv9
|
|
_foamAddLib /opt/FJSVpnidt/lib
|
|
breaksw
|
|
|
|
case QSMPI:
|
|
setenv FOAM_MPI qsmpi
|
|
setenv MPI_ARCH_PATH /usr/lib/mpi
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
_foamAddLib $MPI_ARCH_PATH/lib
|
|
breaksw
|
|
|
|
case SGIMPI:
|
|
if ( ! $?MPI_ROOT) setenv MPI_ROOT /dummy
|
|
|
|
if ( ! -d "$MPI_ROOT" ) then
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/settings:"
|
|
echo " MPI_ROOT not a valid mpt installation directory."
|
|
echo " Please set MPI_ROOT to the mpt installation directory."
|
|
echo " (usually done by loading the mpt module)"
|
|
echo " MPI_ROOT currently set to '$MPI_ROOT'"
|
|
endif
|
|
|
|
if ( "${MPI_ROOT:h}/" == $MPI_ROOT ) then
|
|
setenv MPI_ROOT ${MPI_ROOT:h}
|
|
endif
|
|
|
|
setenv FOAM_MPI ${MPI_ROOT:t}
|
|
setenv MPI_ARCH_PATH $MPI_ROOT
|
|
|
|
|
|
if ($?FOAM_VERBOSE && $?prompt) then
|
|
echo "Using SGI MPT:"
|
|
echo " MPI_ROOT : $MPI_ROOT"
|
|
echo " FOAM_MPI : $FOAM_MPI"
|
|
endif
|
|
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
_foamAddLib $MPI_ARCH_PATH/lib
|
|
breaksw
|
|
|
|
case INTELMPI:
|
|
if ( ! $?MPI_ROOT) setenv MPI_ROOT /dummy
|
|
|
|
if ( ! -d "$MPI_ROOT" ) then
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/settings:"
|
|
echo " MPI_ROOT not a valid mpt installation directory."
|
|
echo " Please set MPI_ROOT to the mpt installation directory."
|
|
echo " (usually done by loading the mpt module)"
|
|
echo " MPI_ROOT currently set to '$MPI_ROOT'"
|
|
endif
|
|
|
|
if ( "${MPI_ROOT:h}/" == $MPI_ROOT ) then
|
|
setenv MPI_ROOT ${MPI_ROOT:h}
|
|
endif
|
|
|
|
setenv FOAM_MPI ${MPI_ROOT:t}
|
|
setenv MPI_ARCH_PATH $MPI_ROOT
|
|
|
|
|
|
if ($?FOAM_VERBOSE && $?prompt) then
|
|
echo "Using INTEL MPT:"
|
|
echo " MPI_ROOT : $MPI_ROOT"
|
|
echo " FOAM_MPI : $FOAM_MPI"
|
|
endif
|
|
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin64
|
|
_foamAddLib $MPI_ARCH_PATH/lib64
|
|
breaksw
|
|
|
|
default:
|
|
setenv FOAM_MPI dummy
|
|
breaksw
|
|
endsw
|
|
|
|
|
|
# Add (non-dummy) MPI implementation
|
|
# Dummy MPI already added to LD_LIBRARY_PATH and has no external libraries
|
|
if ( "$FOAM_MPI" != dummy ) then
|
|
_foamAddLib ${FOAM_LIBBIN}/${FOAM_MPI}:${FOAM_EXT_LIBBIN}/${FOAM_MPI}
|
|
endif
|
|
|
|
|
|
# Set the minimum MPI buffer size (used by all platforms except SGI MPI)
|
|
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
if ( ! $?minBufferSize ) set minBufferSize=20000000
|
|
|
|
if ( $?MPI_BUFFER_SIZE ) then
|
|
if ( $MPI_BUFFER_SIZE < $minBufferSize ) then
|
|
setenv MPI_BUFFER_SIZE $minBufferSize
|
|
endif
|
|
else
|
|
setenv MPI_BUFFER_SIZE $minBufferSize
|
|
endif
|
|
|
|
|
|
# Cleanup environment:
|
|
# ~~~~~~~~~~~~~~~~~~~~
|
|
unset minBufferSize
|
|
|
|
#------------------------------------------------------------------------------
|