zhyang-dev/openfoam
1
0
Fork 0
mirror of https://develop.openfoam.com/Development/openfoam.git synced 2025-11-28 03:28:01 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

ENH: improved UPstream gather/scatter functionality

Browse Source 
- added UPstream::allGatherValues() with a direct call to MPI_Allgather.
  This enables possible benefit from a variety of internal algorithms
  and simplifies the caller

    Old:
        labelList nPerProc
        (
            UPstream::listGatherValues<label>(patch_.size(), myComm)
        );
        Pstream::broadcast(nPerProc, myComm);

    New:

        const labelList nPerProc
        (
            UPstream::allGatherValues<label>(patch_.size(), myComm)
        );

- Pstream::allGatherList uses MPI_Allgather for contiguous values
  instead of the hand-rolled tree walking involved with
  gatherList/scatterList.

-
- simplified the calling parameters for mpiGather/mpiScatter.

  Since send/recv data types are identical, the send/recv count
  is also always identical. Eliminates the possibility of any
  discrepancies.

  Since this is a low-level call, it does not affect much code.
  Currently just Foam::profilingPstream and a UPstream internal.

BUG: call to MPI_Allgather had hard-coded MPI_BYTE (not the data type)

- a latent bug since it is currently only passed char data anyhow
This commit is contained in:
Mark Olesen
2023-05-17 14:26:05 +02:00
parent b687c4927c
commit 5eebc75845
15 changed files with 140 additions and 145 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
applications/test/parallel-comm2/Test-parallel-comm2.C
View File

@ -266,9 +266,8 @@ int main(int argc, char *argv[])
UPstream::mpiGather UPstream::mpiGather
( (
myDigest.cdata_bytes(), // Send myDigest.cdata_bytes(), // Send
SHA1Digest::max_size(), // Num send per proc
digests.data_bytes(), // Recv digests.data_bytes(), // Recv
SHA1Digest::max_size(), // Num recv per proc SHA1Digest::max_size(), // Num send/recv per rank
UPstream::commGlobal() UPstream::commGlobal()
); );
} }

8
applications/utilities/surface/surfaceRedistributePar/surfaceRedistributePar.C
View File

@ -62,10 +62,10 @@ void writeProcStats
) )
{ {
// Determine surface bounding boxes, faces, points // Determine surface bounding boxes, faces, points
List<treeBoundBox> surfBb(Pstream::nProcs()); List<treeBoundBox> surfBb
surfBb[Pstream::myProcNo()] = treeBoundBox(s.points()); (
Pstream::gatherList(surfBb); UPstream::listGatherValues<treeBoundBox>(treeBoundBox(s.points()))
);
labelList nPoints(UPstream::listGatherValues<label>(s.points().size())); labelList nPoints(UPstream::listGatherValues<label>(s.points().size()));
labelList nFaces(UPstream::listGatherValues<label>(s.size())); labelList nFaces(UPstream::listGatherValues<label>(s.size()));

27
src/OpenFOAM/db/IOstreams/Pstreams/PstreamGatherList.C
View File

@ -350,20 +350,19 @@ void Foam::Pstream::allGatherList
{ {
if (UPstream::is_parallel(comm)) if (UPstream::is_parallel(comm))
{ {
// TBD if (is_contiguous<T>::value)
// if (std::is_arithmetic<T>::value) // or is_contiguous ? {
// { if (values.size() < UPstream::nProcs(comm))
// if (values.size() != UPstream::nProcs(comm)) {
// { FatalErrorInFunction
// FatalErrorInFunction << "List of values is too small:" << values.size()
// << "Size of list:" << values.size() << " vs numProcs:" << UPstream::nProcs(comm) << nl
// << " != number of processors:" << Foam::abort(FatalError);
// << UPstream::nProcs(comm) }
// << Foam::abort(FatalError);
// } UPstream::mpiAllGather(values.data_bytes(), sizeof(T), comm);
// UPstream::mpiAllGather(values.data_bytes(), sizeof(T), comm); return;
// return; }
// }
const auto& comms = UPstream::whichCommunication(comm); const auto& comms = UPstream::whichCommunication(comm);

3
src/OpenFOAM/db/IOstreams/Pstreams/UPstream.C
View File

@ -91,9 +91,8 @@ static List<int> getHostGroupIds(const label parentCommunicator)
UPstream::mpiGather UPstream::mpiGather
( (
myDigest.cdata_bytes(), // Send myDigest.cdata_bytes(), // Send
SHA1Digest::max_size(), // Num send per proc
digests.data_bytes(), // Recv digests.data_bytes(), // Recv
SHA1Digest::max_size(), // Num recv per proc SHA1Digest::max_size(), // Num send/recv data per rank
parentCommunicator parentCommunicator
); );

19
src/OpenFOAM/db/IOstreams/Pstreams/UPstream.H
View File

@ -1011,10 +1011,10 @@ public:
( \ ( \
/*! On rank: individual value to send */ \ /*! On rank: individual value to send */ \
const Native* sendData, \ const Native* sendData, \
int sendCount, \
/*! On master: receive buffer with all values */ \ /*! On master: receive buffer with all values */ \
Native* recvData, \ Native* recvData, \
int recvCount, \ /*! Number of send/recv data per rank. Globally consistent! */ \
int count, \
const label communicator = worldComm \ const label communicator = worldComm \
); \ ); \
\ \
@ -1023,10 +1023,10 @@ public:
( \ ( \
/*! On master: send buffer with all values */ \ /*! On master: send buffer with all values */ \
const Native* sendData, \ const Native* sendData, \
int sendCount, \
/*! On rank: individual value to receive */ \ /*! On rank: individual value to receive */ \
Native* recvData, \ Native* recvData, \
int recvCount, \ /*! Number of send/recv data per rank. Globally consistent! */ \
int count, \
const label communicator = worldComm \ const label communicator = worldComm \
); \ ); \
\ \
@ -1034,7 +1034,9 @@ public:
/*! Send data from proc slot, receive into all slots */ \ /*! Send data from proc slot, receive into all slots */ \
static void mpiAllGather \ static void mpiAllGather \
( \ ( \
/*! On all ranks: the base of the data locations */ \
Native* allData, \ Native* allData, \
/*! Number of send/recv data per rank. Globally consistent! */ \
int count, \ int count, \
const label communicator = worldComm \ const label communicator = worldComm \
); );
@ -1080,6 +1082,15 @@ public:
// Gather single, contiguous value(s) // Gather single, contiguous value(s)
//- Allgather individual values into list locations.
// The returned list has size nProcs, identical on all ranks.
template<class T>
static List<T> allGatherValues
(
const T& localValue,
const label communicator = worldComm
);
//- Gather individual values into list locations. //- Gather individual values into list locations.
// On master list length == nProcs, otherwise zero length. // On master list length == nProcs, otherwise zero length.
// \n // \n

61
src/OpenFOAM/db/IOstreams/Pstreams/UPstreamTemplates.C
View File

@ -27,6 +27,42 @@ License
// * * * * * * * * * * * * * * * Member Functions * * * * * * * * * * * * * // // * * * * * * * * * * * * * * * Member Functions * * * * * * * * * * * * * //
template<class T>
Foam::List<T> Foam::UPstream::allGatherValues
(
const T& localValue,
const label comm
)
{
if (!is_contiguous<T>::value)
{
FatalErrorInFunction
<< "Cannot all-gather values for non-contiguous types" << endl
<< Foam::abort(FatalError);
}
List<T> allValues;
if (UPstream::is_parallel(comm))
{
allValues.resize(UPstream::nProcs(comm));
allValues[UPstream::myProcNo(comm)] = localValue;
UPstream::mpiAllGather(allValues.data_bytes(), sizeof(T), comm);
}
else
{
// non-parallel: return own value
// TBD: only when UPstream::is_rank(comm) as well?
allValues.resize(1);
allValues[0] = localValue;
}
return allValues;
}
template<class T> template<class T>
Foam::List<T> Foam::UPstream::listGatherValues Foam::List<T> Foam::UPstream::listGatherValues
( (
@ -44,30 +80,25 @@ Foam::List<T> Foam::UPstream::listGatherValues
List<T> allValues; List<T> allValues;
const label nproc = if (UPstream::is_parallel(comm))
(
UPstream::is_parallel(comm) ? UPstream::nProcs(comm) : 1
);
if (nproc > 1)
{ {
if (UPstream::master(comm)) if (UPstream::master(comm))
{ {
allValues.resize(nproc); allValues.resize(UPstream::nProcs(comm));
} }
UPstream::mpiGather UPstream::mpiGather
( (
reinterpret_cast<const char*>(&localValue), reinterpret_cast<const char*>(&localValue),
sizeof(T),
allValues.data_bytes(), allValues.data_bytes(),
sizeof(T), sizeof(T), // The send/recv size per rank
comm comm
); );
} }
else else
{ {
// non-parallel: return own value // non-parallel: return own value
// TBD: only when UPstream::is_rank(comm) as well?
allValues.resize(1); allValues.resize(1);
allValues[0] = localValue; allValues[0] = localValue;
} }
@ -91,15 +122,12 @@ T Foam::UPstream::listScatterValues
} }
const label nproc =
(
UPstream::is_parallel(comm) ? UPstream::nProcs(comm) : 1
);
T localValue; T localValue;
if (nproc > 1) if (UPstream::is_parallel(comm))
{ {
const label nproc = UPstream::nProcs(comm);
if (UPstream::master(comm) && allValues.size() < nproc) if (UPstream::master(comm) && allValues.size() < nproc)
{ {
FatalErrorInFunction FatalErrorInFunction
@ -111,9 +139,8 @@ T Foam::UPstream::listScatterValues
UPstream::mpiScatter UPstream::mpiScatter
( (
allValues.cdata_bytes(), allValues.cdata_bytes(),
sizeof(T),
reinterpret_cast<char*>(&localValue), reinterpret_cast<char*>(&localValue),
sizeof(T), sizeof(T), // The send/recv size per rank
comm comm
); );
} }

6
src/OpenFOAM/global/profiling/profilingPstream.C
View File

@ -229,9 +229,8 @@ void Foam::profilingPstream::report(const int reportLevel)
UPstream::mpiGather UPstream::mpiGather
( (
procValues.cdata_bytes(), // Send procValues.cdata_bytes(), // Send
procValues.size_bytes(), // Num send per proc
allTimes.data_bytes(), // Recv allTimes.data_bytes(), // Recv
procValues.size_bytes(), // Num recv per proc procValues.size_bytes(), // Num send/recv data per rank
UPstream::commWorld() UPstream::commWorld()
); );
} }
@ -249,9 +248,8 @@ void Foam::profilingPstream::report(const int reportLevel)
UPstream::mpiGather UPstream::mpiGather
( (
procValues.cdata_bytes(), // Send procValues.cdata_bytes(), // Send
procValues.size_bytes(), // Num send per proc
allCounts.data_bytes(), // Recv allCounts.data_bytes(), // Recv
procValues.size_bytes(), // Num recv per proc procValues.size_bytes(), // Num send/recv data per rank
UPstream::commWorld() UPstream::commWorld()
); );
} }

10
src/OpenFOAM/parallel/globalIndex/globalIndex.C
View File

@ -6,7 +6,7 @@
\\/ M anipulation | \\/ M anipulation |
------------------------------------------------------------------------------- -------------------------------------------------------------------------------
Copyright (C) 2011-2016 OpenFOAM Foundation Copyright (C) 2011-2016 OpenFOAM Foundation
Copyright (C) 2018-2022 OpenCFD Ltd. Copyright (C) 2018-2023 OpenCFD Ltd.
------------------------------------------------------------------------------- -------------------------------------------------------------------------------
License License
This file is part of OpenFOAM. This file is part of OpenFOAM.
@ -27,7 +27,6 @@ License
\*---------------------------------------------------------------------------*/ \*---------------------------------------------------------------------------*/
#include "globalIndex.H" #include "globalIndex.H"
#include "labelRange.H"
// * * * * * * * * * * * * * Static Member Functions * * * * * * * * * * * * // // * * * * * * * * * * * * * Static Member Functions * * * * * * * * * * * * //
@ -200,14 +199,13 @@ void Foam::globalIndex::reset
{ {
labelList localLens; labelList localLens;
const label len = Pstream::nProcs(comm); const label len = UPstream::nProcs(comm);
if (len) if (len)
{ {
if (parallel && UPstream::parRun()) if (parallel && UPstream::parRun()) // or UPstream::is_parallel()
{ {
localLens = UPstream::listGatherValues(localSize, comm); localLens = UPstream::allGatherValues(localSize, comm);
Pstream::broadcast(localLens, comm);
} }
else else
{ {

1
src/OpenFOAM/parallel/globalIndex/globalIndex.H
View File

@ -55,7 +55,6 @@ namespace Foam
// Forward Declarations // Forward Declarations
class globalIndex; class globalIndex;
class labelRange;
Istream& operator>>(Istream& is, globalIndex& gi); Istream& operator>>(Istream& is, globalIndex& gi);
Ostream& operator<<(Ostream& os, const globalIndex& gi); Ostream& operator<<(Ostream& os, const globalIndex& gi);

5
src/OpenFOAM/parallel/globalIndex/globalIndexI.H
View File

@ -27,7 +27,6 @@ License
\*---------------------------------------------------------------------------*/ \*---------------------------------------------------------------------------*/
#include "ListOps.H" #include "ListOps.H"
#include "labelRange.H"
// * * * * * * * * * * * * * * * * Constructors * * * * * * * * * * * * * * // // * * * * * * * * * * * * * * * * Constructors * * * * * * * * * * * * * * //
@ -121,7 +120,7 @@ inline Foam::globalIndex::globalIndex
const label comm const label comm
) )
{ {
// one-sided: non-master only // one-sided: non-master sizes only
reset reset
( (
UPstream::listGatherValues UPstream::listGatherValues
@ -401,7 +400,7 @@ inline void Foam::globalIndex::reset
const label comm const label comm
) )
{ {
// one-sided: non-master only // one-sided: non-master sizes only
reset reset
( (
UPstream::listGatherValues UPstream::listGatherValues

12
src/Pstream/dummy/UPstreamGatherScatter.C
View File

@ -36,28 +36,24 @@ License
void Foam::UPstream::mpiGather \ void Foam::UPstream::mpiGather \
( \ ( \
const Native* sendData, \ const Native* sendData, \
int sendCount, \
\
Native* recvData, \ Native* recvData, \
int recvCount, \ int count, \
const label comm \ const label comm \
) \ ) \
{ \ { \
std::memmove(recvData, sendData, recvCount*sizeof(Native)); \ std::memmove(recvData, sendData, count*sizeof(Native)); \
} \ } \
\ \
\ \
void Foam::UPstream::mpiScatter \ void Foam::UPstream::mpiScatter \
( \ ( \
const Native* sendData, \ const Native* sendData, \
int sendCount, \
\
Native* recvData, \ Native* recvData, \
int recvCount, \ int count, \
const label comm \ const label comm \
) \ ) \
{ \ { \
std::memmove(recvData, sendData, recvCount*sizeof(Native)); \ std::memmove(recvData, sendData, count*sizeof(Native)); \
} \ } \
\ \
\ \

12
src/Pstream/mpi/UPstreamGatherScatter.C
View File

@ -38,16 +38,14 @@ License
void Foam::UPstream::mpiGather \ void Foam::UPstream::mpiGather \
( \ ( \
const Native* sendData, \ const Native* sendData, \
int sendCount, \
\
Native* recvData, \ Native* recvData, \
int recvCount, \ int count, \
const label comm \ const label comm \
) \ ) \
{ \ { \
PstreamDetail::gather \ PstreamDetail::gather \
( \ ( \
sendData, sendCount, recvData, recvCount, \ sendData, recvData, count, \
TaggedType, comm \ TaggedType, comm \
); \ ); \
} \ } \
@ -56,16 +54,14 @@ void Foam::UPstream::mpiGather \
void Foam::UPstream::mpiScatter \ void Foam::UPstream::mpiScatter \
( \ ( \
const Native* sendData, \ const Native* sendData, \
int sendCount, \
\
Native* recvData, \ Native* recvData, \
int recvCount, \ int count, \
const label comm \ const label comm \
) \ ) \
{ \ { \
PstreamDetail::scatter \ PstreamDetail::scatter \
( \ ( \
sendData, sendCount, recvData, recvCount, \ sendData, recvData, count, \
TaggedType, comm \ TaggedType, comm \
); \ ); \
} \ } \

18
src/Pstream/mpi/UPstreamWrapping.H
View File

@ -164,12 +164,9 @@ void allToAllConsensus
template<class Type> template<class Type>
void gather void gather
( (
const Type* sendData, const Type* sendData, // Local send value
int sendCount, Type* recvData, // On master: recv buffer. Ignored elsewhere
int count, // Per rank send/recv count. Globally consistent!
Type* recvData, // Ignored on non-root rank
int recvCount, // Ignored on non-root rank
MPI_Datatype datatype, // The send/recv data type MPI_Datatype datatype, // The send/recv data type
const label comm, // Communicator const label comm, // Communicator
UPstream::Request* req = nullptr, // Non-null for non-blocking UPstream::Request* req = nullptr, // Non-null for non-blocking
@ -181,12 +178,9 @@ void gather
template<class Type> template<class Type>
void scatter void scatter
( (
const Type* sendData, // Ignored on non-root rank const Type* sendData, // On master: send buffer. Ignored elsewhere
int sendCount, // Ignored on non-root rank Type* recvData, // Local recv value
int count, // Per rank send/recv count. Globally consistent!
Type* recvData,
int recvCount,
MPI_Datatype datatype, // The send/recv data type MPI_Datatype datatype, // The send/recv data type
const label comm, // Communicator const label comm, // Communicator
UPstream::Request* req = nullptr, // Non-null for non-blocking UPstream::Request* req = nullptr, // Non-null for non-blocking

90
src/Pstream/mpi/UPstreamWrappingTemplates.C
View File

@ -924,14 +924,12 @@ template<class Type>
void Foam::PstreamDetail::gather void Foam::PstreamDetail::gather
( (
const Type* sendData, const Type* sendData,
int sendCount,
Type* recvData, Type* recvData,
int recvCount,
int count,
MPI_Datatype datatype, MPI_Datatype datatype,
const label comm,
const label comm,
UPstream::Request* req, UPstream::Request* req,
label* requestID label* requestID
) )
@ -940,13 +938,16 @@ void Foam::PstreamDetail::gather
const bool immediate = (req || requestID); const bool immediate = (req || requestID);
if (!UPstream::is_rank(comm)) if (!UPstream::is_rank(comm) || !count)
{ {
return; return;
} }
if (!UPstream::is_parallel(comm)) if (!UPstream::is_parallel(comm))
{ {
std::memmove(recvData, sendData, recvCount*sizeof(Type)); if (recvData)
{
std::memmove(recvData, sendData, count*sizeof(Type));
}
return; return;
} }
@ -963,7 +964,7 @@ void Foam::PstreamDetail::gather
Pout<< "** MPI_Gather (blocking):"; Pout<< "** MPI_Gather (blocking):";
} }
Pout<< " numProc:" << numProc Pout<< " numProc:" << numProc
<< " recvCount:" << recvCount << " count:" << count
<< " with comm:" << comm << " with comm:" << comm
<< " warnComm:" << UPstream::warnComm << " warnComm:" << UPstream::warnComm
<< endl; << endl;
@ -982,13 +983,9 @@ void Foam::PstreamDetail::gather
( (
MPI_Igather MPI_Igather
( (
const_cast<Type*>(sendData), const_cast<Type*>(sendData), count, datatype,
sendCount, recvData, count, datatype,
datatype, 0, // root: UPstream::masterNo()
recvData,
recvCount,
datatype,
0, // (root rank) == UPstream::masterNo()
PstreamGlobals::MPICommunicators_[comm], PstreamGlobals::MPICommunicators_[comm],
&request &request
) )
@ -996,8 +993,7 @@ void Foam::PstreamDetail::gather
{ {
FatalErrorInFunction FatalErrorInFunction
<< "MPI_Igather [comm: " << comm << "] failed." << "MPI_Igather [comm: " << comm << "] failed."
<< " sendCount " << sendCount << " count:" << count << nl
<< " recvCount " << recvCount
<< Foam::abort(FatalError); << Foam::abort(FatalError);
} }
@ -1013,21 +1009,16 @@ void Foam::PstreamDetail::gather
( (
MPI_Gather MPI_Gather
( (
const_cast<Type*>(sendData), const_cast<Type*>(sendData), count, datatype,
sendCount, recvData, count, datatype,
datatype, 0, // root: UPstream::masterNo()
recvData,
recvCount,
datatype,
0, // (root rank) == UPstream::masterNo()
PstreamGlobals::MPICommunicators_[comm] PstreamGlobals::MPICommunicators_[comm]
) )
) )
{ {
FatalErrorInFunction FatalErrorInFunction
<< "MPI_Gather [comm: " << comm << "] failed." << "MPI_Gather [comm: " << comm << "] failed."
<< " sendCount " << sendCount << " count:" << count << nl
<< " recvCount " << recvCount
<< Foam::abort(FatalError); << Foam::abort(FatalError);
} }
@ -1040,14 +1031,12 @@ template<class Type>
void Foam::PstreamDetail::scatter void Foam::PstreamDetail::scatter
( (
const Type* sendData, const Type* sendData,
int sendCount,
Type* recvData, Type* recvData,
int recvCount,
int count,
MPI_Datatype datatype, MPI_Datatype datatype,
const label comm,
const label comm,
UPstream::Request* req, UPstream::Request* req,
label* requestID label* requestID
) )
@ -1056,13 +1045,16 @@ void Foam::PstreamDetail::scatter
const bool immediate = (req || requestID); const bool immediate = (req || requestID);
if (!UPstream::is_rank(comm)) if (!UPstream::is_rank(comm) || !count)
{ {
return; return;
} }
if (!UPstream::is_parallel(comm)) if (!UPstream::is_parallel(comm))
{ {
std::memmove(recvData, sendData, recvCount*sizeof(Type)); if (recvData)
{
std::memmove(recvData, sendData, count*sizeof(Type));
}
return; return;
} }
@ -1079,7 +1071,7 @@ void Foam::PstreamDetail::scatter
Pout<< "** MPI_Scatter (blocking):"; Pout<< "** MPI_Scatter (blocking):";
} }
Pout<< " numProc:" << numProc Pout<< " numProc:" << numProc
<< " recvCount:" << recvCount << " count:" << count
<< " with comm:" << comm << " with comm:" << comm
<< " warnComm:" << UPstream::warnComm << " warnComm:" << UPstream::warnComm
<< endl; << endl;
@ -1098,13 +1090,9 @@ void Foam::PstreamDetail::scatter
( (
MPI_Iscatter MPI_Iscatter
( (
const_cast<Type*>(sendData), const_cast<Type*>(sendData), count, datatype,
sendCount, recvData, count, datatype,
datatype, 0, // root: UPstream::masterNo()
recvData,
recvCount,
datatype,
0, // (root rank) == UPstream::masterNo()
PstreamGlobals::MPICommunicators_[comm], PstreamGlobals::MPICommunicators_[comm],
&request &request
) )
@ -1112,8 +1100,7 @@ void Foam::PstreamDetail::scatter
{ {
FatalErrorInFunction FatalErrorInFunction
<< "MPI_Iscatter [comm: " << comm << "] failed." << "MPI_Iscatter [comm: " << comm << "] failed."
<< " sendCount " << sendCount << " count:" << count << nl
<< " recvCount " << recvCount
<< Foam::abort(FatalError); << Foam::abort(FatalError);
} }
@ -1129,21 +1116,16 @@ void Foam::PstreamDetail::scatter
( (
MPI_Scatter MPI_Scatter
( (
const_cast<Type*>(sendData), const_cast<Type*>(sendData), count, datatype,
sendCount, recvData, count, datatype,
datatype, 0, // root: UPstream::masterNo()
recvData,
recvCount,
datatype,
0, // (root rank) == UPstream::masterNo()
PstreamGlobals::MPICommunicators_[comm] PstreamGlobals::MPICommunicators_[comm]
) )
) )
{ {
FatalErrorInFunction FatalErrorInFunction
<< "MPI_Scatter [comm: " << comm << "] failed." << "MPI_Scatter [comm: " << comm << "] failed."
<< " sendCount " << sendCount << " count:" << count << nl
<< " recvCount " << recvCount
<< Foam::abort(FatalError); << Foam::abort(FatalError);
} }
@ -1483,8 +1465,8 @@ void Foam::PstreamDetail::allGather
( (
MPI_Iallgather MPI_Iallgather
( (
MPI_IN_PLACE, count, MPI_BYTE, MPI_IN_PLACE, count, datatype,
allData, count, MPI_BYTE, allData, count, datatype,
PstreamGlobals::MPICommunicators_[comm], PstreamGlobals::MPICommunicators_[comm],
&request &request
) )
@ -1507,8 +1489,8 @@ void Foam::PstreamDetail::allGather
( (
MPI_Allgather MPI_Allgather
( (
MPI_IN_PLACE, count, MPI_BYTE, MPI_IN_PLACE, count, datatype,
allData, count, MPI_BYTE, allData, count, datatype,
PstreamGlobals::MPICommunicators_[comm] PstreamGlobals::MPICommunicators_[comm]
) )
) )

10
src/meshTools/mappedPatches/mappedPolyPatch/mappedPatchBase.C
View File

@ -240,17 +240,15 @@ void Foam::mappedPatchBase::collectSamples
{ {
labelList procToWorldIndex labelList procToWorldIndex
( (
UPstream::listGatherValues<label>(mySampleWorld, myComm) UPstream::allGatherValues<label>(mySampleWorld, myComm)
); );
labelList nPerProc labelList nPerProc
( (
UPstream::listGatherValues<label>(patch_.size(), myComm) UPstream::allGatherValues<label>(patch_.size(), myComm)
); );
Pstream::broadcasts(myComm, procToWorldIndex, nPerProc); patchFaceWorlds.resize(patchFaces.size());
patchFaceProcs.resize(patchFaces.size());
patchFaceWorlds.setSize(patchFaces.size());
patchFaceProcs.setSize(patchFaces.size());
label sampleI = 0; label sampleI = 0;
forAll(nPerProc, proci) forAll(nPerProc, proci)