zhyang-dev/openfoam
1
0
Fork 0
mirror of https://develop.openfoam.com/Development/openfoam.git synced 2025-11-28 03:28:01 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

ENH: additional gather/scatter modes for PstreamBuffers

Browse Source 
- gather/scatter types of operations can avoid AllToAll communication
  and use simple MPI gather (or scatter) to establish the receive sizes.

  New methods: finishedGathers() / finishedScatters()
This commit is contained in:
Mark Olesen
2022-03-11 12:15:59 +01:00
parent a674c9d373
commit de8ef5332d
11 changed files with 237 additions and 71 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
applications/test/parallel-chunks/Test-parallel-chunks.C
View File

@ -353,18 +353,15 @@ int main(int argc, char *argv[])
{
sendData = identity(500);
for (const int proci : Pstream::allProcs())
for (const int proci : Pstream::subProcs())
{
if (proci != Pstream::myProcNo())
{
UOPstream os(proci, pBufs);
os << sendData;
}
UOPstream os(proci, pBufs);
os << sendData;
}
}
Info<< "call finishedSends()" << endl;
pBufs.finishedSends();
pBufs.finishedScatters();
if (!Pstream::master())
{

30
applications/test/parallel-nonBlocking/Test-parallel-nonBlocking.C
View File

@ -71,14 +71,12 @@ int main(int argc, char *argv[])
if (!Pstream::master())
{
Perr<< "slave sending to master "
<< Pstream::masterNo() << endl;
Perr<< "sending to master" << endl;
UOPstream toMaster(Pstream::masterNo(), pBufs);
toMaster << data;
}
// Start sending and receiving and block
pBufs.finishedSends();
pBufs.finishedGathers();
// Consume
DynamicList<vector> allData;
@ -87,36 +85,34 @@ int main(int argc, char *argv[])
// Collect my own data
allData.append(data);
for (const int slave : Pstream::subProcs())
for (const int proci : Pstream::subProcs())
{
Perr << "master receiving from slave " << slave << endl;
UIPstream fromSlave(slave, pBufs);
allData.append(vector(fromSlave));
Perr << "master receiving from " << proci << endl;
UIPstream fromProc(proci, pBufs);
allData.append(vector(fromProc));
}
}
// Send allData back
PstreamBuffers pBufs2(Pstream::commsTypes::nonBlocking);
pBufs.clear();
if (Pstream::master())
{
for (const int slave : Pstream::subProcs())
for (const int proci : Pstream::subProcs())
{
Perr << "master sending to slave " << slave << endl;
UOPstream toSlave(slave, pBufs2);
Perr << "master sending to " << proci << endl;
UOPstream toProc(proci, pBufs);
toSlave << allData;
}
}
// Start sending and receiving and block
pBufs2.finishedSends();
pBufs.finishedScatters();
// Consume
if (!Pstream::master())
{
Perr<< "slave receiving from master "
<< Pstream::masterNo() << endl;
UIPstream fromMaster(Pstream::masterNo(), pBufs2);
Perr<< "receive from master" << endl;
UIPstream fromMaster(Pstream::masterNo(), pBufs);
fromMaster >> allData;
Perr<< allData << endl;
}