e5dfd4b4eb
The code seems to be derived from the LAMMPS COUPLE library. The original COUPLE code allowed using a subset of the global processors for the coupled code. Some fractions of that code remained, but on their own don't make sense anymore. Since no additional colors are assigned to processors, MPI_Comm_split effectively just duplicates the global communicator, which can be easily done using MPI_Comm_dup. The second simplification is that the code tried to limit IO to MPI rank 0. The filename of the input script was read in by one MPI rank and then broadcasted to all other ranks. While from the outside this seems to make sense from an MPI programmer standpoint, it does not take the OpenFOAM implementation into account. IODictionary is already multi-processor aware. Reading operations are done only on the master processor. This means the dictionary is already in memory for each MPI processor at this point in time and lookup() is an in-memory operation.
176 lines
4.6 KiB
C++
176 lines
4.6 KiB
C++
/*---------------------------------------------------------------------------*\
|
|
CFDEMcoupling - Open Source CFD-DEM coupling
|
|
|
|
CFDEMcoupling is part of the CFDEMproject
|
|
www.cfdem.com
|
|
Christoph Goniva, christoph.goniva@cfdem.com
|
|
Copyright 2009-2012 JKU Linz
|
|
Copyright 2012- DCS Computing GmbH, Linz
|
|
-------------------------------------------------------------------------------
|
|
License
|
|
This file is part of CFDEMcoupling.
|
|
|
|
CFDEMcoupling is free software; you can redistribute it and/or modify it
|
|
under the terms of the GNU General Public License as published by the
|
|
Free Software Foundation; either version 3 of the License, or (at your
|
|
option) any later version.
|
|
|
|
CFDEMcoupling is distributed in the hope that it will be useful, but WITHOUT
|
|
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with CFDEMcoupling; if not, write to the Free Software Foundation,
|
|
Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
Description
|
|
This code is designed to realize coupled CFD-DEM simulations using LIGGGHTS
|
|
and OpenFOAM(R). Note: this code is not part of OpenFOAM(R) (see DISCLAIMER).
|
|
|
|
two way DEM-CFD coupling via MPI
|
|
|
|
Class
|
|
twoWayMPI
|
|
|
|
SourceFiles
|
|
twoWayMPI.C
|
|
|
|
\*---------------------------------------------------------------------------*/
|
|
|
|
#ifndef twoWayMPI_H
|
|
#define twoWayMPI_H
|
|
|
|
#include "dataExchangeModel.H"
|
|
#include "liggghtsCommandModel.H"
|
|
#include "OFstream.H"
|
|
#include <sys/stat.h>
|
|
#include "pair.h"
|
|
#include "force.h"
|
|
#include "forceModel.H"
|
|
|
|
//=================================//
|
|
//LAMMPS/LIGGGHTS
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <mpi.h>
|
|
#include <lammps.h> // these are LAMMPS include files
|
|
#include <input.h>
|
|
#include <atom.h>
|
|
#include <library.h>
|
|
#include <error.h>
|
|
#include <library_cfd_coupling.h>
|
|
#include <update.h>
|
|
//=================================//
|
|
|
|
// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
|
|
|
|
namespace Foam
|
|
{
|
|
|
|
/*---------------------------------------------------------------------------*\
|
|
Class noDrag Declaration
|
|
\*---------------------------------------------------------------------------*/
|
|
|
|
class twoWayMPI
|
|
:
|
|
public dataExchangeModel
|
|
{
|
|
private:
|
|
|
|
// private data
|
|
dictionary propsDict_;
|
|
MPI_Comm comm_liggghts;
|
|
|
|
// private member functions
|
|
|
|
protected:
|
|
LAMMPS_NS::LAMMPS *lmp;
|
|
|
|
public:
|
|
|
|
//- Runtime type information
|
|
TypeName("twoWayMPI");
|
|
|
|
|
|
// Constructors
|
|
|
|
//- Construct from components
|
|
twoWayMPI
|
|
(
|
|
const dictionary& dict,
|
|
cfdemCloud& sm
|
|
);
|
|
|
|
// Destructor
|
|
|
|
~twoWayMPI();
|
|
|
|
|
|
// Member Functions
|
|
void getData
|
|
(
|
|
word name,
|
|
word type,
|
|
double ** const& field,
|
|
label step
|
|
) const;
|
|
|
|
void getData
|
|
(
|
|
word name,
|
|
word type,
|
|
int ** const& field,
|
|
label step
|
|
) const;
|
|
|
|
void giveData
|
|
(
|
|
word name,
|
|
word type,
|
|
double ** const& field,
|
|
const char* datatype
|
|
) const;
|
|
|
|
//============
|
|
// double **
|
|
void allocateArray(double**&, double, int, int) const;
|
|
void allocateArray(double**&, double, int, const char* = "nparticles") const;
|
|
void destroy(double**,int) const;
|
|
//============
|
|
// int **
|
|
void allocateArray(int**&, int, int, int) const;
|
|
void allocateArray(int**&, int, int, const char* = "nparticles") const;
|
|
void destroy(int**,int) const;
|
|
//==============
|
|
// double *
|
|
void destroy(double*) const;
|
|
//============
|
|
// int **
|
|
void destroy(int*) const;
|
|
//==============
|
|
|
|
bool couple(int) const;
|
|
|
|
int getNumberOfParticles() const;
|
|
int getNumberOfClumps() const;
|
|
int getNumberOfTypes() const;
|
|
double* getTypeVol() const;
|
|
|
|
word myType() const { return typeName; }
|
|
|
|
void setCG() const { particleCloud_.setCG(lmp->force->cg()); }
|
|
};
|
|
|
|
|
|
// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
|
|
|
|
} // End namespace Foam
|
|
|
|
// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
|
|
|
|
#endif
|
|
|
|
// ************************************************************************* //
|