diff options
Diffstat (limited to 'src/communication/communicator3D.hh')
| -rw-r--r-- | src/communication/communicator3D.hh | 181 |
1 files changed, 181 insertions, 0 deletions
diff --git a/src/communication/communicator3D.hh b/src/communication/communicator3D.hh new file mode 100644 index 0000000..000df93 --- /dev/null +++ b/src/communication/communicator3D.hh @@ -0,0 +1,181 @@ +/* This file is part of the OpenLB library + * + * Copyright (C) 2007, 2014 Mathias J. Krause + * E-mail contact: info@openlb.net + * The most recent release of OpenLB can be downloaded at + * <http://www.openlb.net/> + * + * This program is free software; you can redistribute it and/or + * modify it under the terms of the GNU General Public License + * as published by the Free Software Foundation; either version 2 + * of the License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public + * License along with this program; if not, write to the Free + * Software Foundation, Inc., 51 Franklin Street, Fifth Floor, + * Boston, MA 02110-1301, USA. +*/ + +/** \file + * A communincator provides a cuboids with cells of other + * cuboids -- generic implementation. + */ + + +#ifndef COMMUNICATOR_3D_HH +#define COMMUNICATOR_3D_HH + +#include "communication/mpiManager.h" +#include <vector> +#include "communication/communicator3D.h" +#include "communication/cuboidNeighbourhood3D.h" +#include "geometry/cuboidGeometry3D.h" +#include "communication/superStructure3D.h" + + +namespace olb { + +/////////////////// Class Communicator3D ////////////////////// + + +template<typename T> +Communicator3D<T>::Communicator3D(SuperStructure3D<T>& superStructure):_superStructure(superStructure) +{ + _initDone = false; +} + +template<typename T> +void Communicator3D<T>::init_nh() +{ + + _nC = _superStructure.getCuboidGeometry().getNc(); + + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + CuboidNeighbourhood3D<T> nh(_superStructure,_superStructure.getLoadBalancer().glob(iC)); + _nh.push_back(nh); + } +} + +template<typename T> +void Communicator3D<T>::add_cell(int iCloc, int iX, int iY, int iZ) +{ + + _nh[iCloc].add_inCell(iX,iY,iZ); +} + +template<typename T> +void Communicator3D<T>::add_cells(int overlap) +{ + + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + _nh[iC].add_inCells(overlap); + } +} + +template<typename T> +void Communicator3D<T>::init() +{ + + reset(); + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + _nh[iC].init_inCN(); + for (int i=0; i<_nh[iC].get_inCellsSize(); i++) { + int ID = _nh[iC].get_inCell(i).latticeR[0]; +#ifdef PARALLEL_MODE_MPI + if ( singleton::mpi().getRank() ==_superStructure.getLoadBalancer().rank(ID) ) +#endif + { + Cell3D<T> temp; + temp.physR[0] = _nh[iC].get_inCell(i).physR[0]; + temp.physR[1] = _nh[iC].get_inCell(i).physR[1]; + temp.physR[2] = _nh[iC].get_inCell(i).physR[2]; + _superStructure.getCuboidGeometry().getLatticeR(temp.latticeR, temp.physR); + temp.latticeR[0] = _superStructure.getLoadBalancer().glob(iC); + _nh[_superStructure.getLoadBalancer().loc(ID)].add_outCell(temp); + } + } + } + + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + _nh[iC].init_outCN(); + } + +#ifdef PARALLEL_MODE_MPI + singleton::MpiNonBlockingHelper helper; + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + _nh[iC].finish_comm(); + } + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + _nh[iC].bufSend_inCells(helper); + } + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + _nh[iC].recWrite_outCells(); + } + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + singleton::mpi().waitAll(helper); + } +#endif +} + +template<typename T> +void Communicator3D<T>::reset() +{ + + if (_initDone) { + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + _nh[iC].reset(); + } + _initDone = false; + } +} + +template<typename T> +void Communicator3D<T>::send() +{ + + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + _nh[iC].buffer_outData(); +#ifdef PARALLEL_MODE_MPI + _nh[iC].send_outData(); +#endif + } +} + +template<typename T> +void Communicator3D<T>::receive() +{ + + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { +#ifdef PARALLEL_MODE_MPI + _nh[iC].receive_inData(); +#else + for (int i=0; i<_nh[iC].get_inCsize(); i++) { + _nh[iC].get_inData()[_nh[iC].get_inC(i)] = + _nh[_nh[iC].get_inC(i)].get_outData()[iC]; + } +#endif + } +#ifdef PARALLEL_MODE_MPI + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + _nh[iC].finish_comm(); + } +#endif +} + +template<typename T> +void Communicator3D<T>::write() +{ + + for (int iC=0; iC<_superStructure.getLoadBalancer().size(); iC++) { + _nh[iC].write_inData(); + } +} + +} + +#endif |