mpiManager.h

Go to the documentation of this file.

/* This file is part of the Palabos library.
 *
 * Copyright (C) 2011 FlowKit Sarl
 * Avenue de Chailly 23
 * 1012 Lausanne, Switzerland
 * E-mail contact: contact@flowkit.com
 *
 * The most recent release of Palabos can be downloaded at 
 * <http://www.palabos.org/>
 *
 * The library Palabos is free software: you can redistribute it and/or
 * modify it under the terms of the GNU Affero General Public License as
 * published by the Free Software Foundation, either version 3 of the
 * License, or (at your option) any later version.
 *
 * The library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
*/

#ifndef MPI_MANAGER_H
#define MPI_MANAGER_H

#include "core/globalDefs.h"

#ifdef PLB_MPI_PARALLEL
#include "mpi.h"
#include <vector>
#include <string>
#endif


namespace plb {

namespace global {

#ifdef PLB_MPI_PARALLEL

class MpiManager {
public:
    void init(int *argc, char ***argv, bool verbous=false);
    void init(MPI_Comm globalCommunicator_);
    void init();
    int getSize() const;
    int getRank() const;
    int bossId() const;
    bool isMainProcessor() const;
    double getTime() const;
    MPI_Comm getGlobalCommunicator() const;

    void barrier();

    template <typename T>
    void send( T *buf, int count, int dest, int tag = 0 );

    template <typename T>
    void iSend( T *buf, int count, int dest, MPI_Request* request, int tag = 0 );

    template <typename T>
    void rSend( T *buf, int count, int dest, int tag = 0 );

    template <typename T>
    void iSendRequestFree( T *buf, int count, int dest, int tag = 0 );

    template <typename T>
    void receive( T *buf, int count, int source, int tag = 0 );

    template <typename T>
    void iRecv( T *buf, int count, int source, MPI_Request* request, int tag = 0 );

    template <typename T>
    void sendRecv( T *sendBuf, T *recvBuf, int count, int dest,
                   int source, int tag = 0 );

    template <typename T>
    void sendToMaster( T* sendBuf, int sendCount, bool iAmRoot );

    template <typename T>
    void scatterV( T *sendBuf, T *recvBuf, int* sendCounts, int root = 0 );

    template <typename T>
    void gatherV( T* sendBuf, T* recvBuf, int *recvCounts, int root = 0 );


    template <typename T>
    void bCast( T* sendBuf, int sendCount, int root = 0 );
    
    void bCast( std::string& message, int root = 0 );

    template <typename T>
    void bCastThroughMaster( T* sendBuf, int sendCount, bool iAmRoot );

    template <typename T>
    void reduce( T sendVal, T& recvVal, MPI_Op op, int root = 0 );

    template <typename T>
    void reduceVect( std::vector<T>& sendVal, std::vector<T>& recvVal,
                     MPI_Op op, int root = 0 );

    template <typename T>
    void allReduceVect( std::vector<T>& sendRecvVal, MPI_Op op );

    template <typename T>
    void reduceAndBcast(T& reductVal, MPI_Op op, int root = 0 );

    void wait(MPI_Request* request, MPI_Status* status);

private:
    template <typename T>
    void scatterv_impl(T *sendBuf, int* sendCounts, int* displs,
                       T* recvBuf, int recvCount, int root);

    template <typename T>
    void gatherv_impl(T* sendBuf, int sendCount, T* recvBuf, int* recvCounts,
                      int* displs, int root);
private:
    MpiManager();
    ~MpiManager();
private:
    int numTasks, taskId;
    bool ok;
    bool responsibleForMpiMachine;
    MPI_Comm globalCommunicator;

friend MpiManager& mpi();
};

#else  // #ifdef PLB_MPI_PARALLEL

class MpiManager {
public:
    void init(int *argc, char ***argv, bool verbous=false) { }
    void init() { }
    int getSize() const { return 1; }
    int getRank() const { return 0; }
    int bossId() const { return 0; }
    bool isMainProcessor() const { return true; }
    template <typename T>
    void bCast(T* sendBuf, int sendCount, int root = 0) { }
    void bCast(std::string& message, int root = 0) { }
    void barrier() { }

friend MpiManager& mpi();
};

#endif  // PLB_MPI_PARALLEL

inline MpiManager& mpi() {
    static MpiManager instance;
    return instance;
}

}  // namespace global

}  // namespace plb


#endif  // MPI_MANAGER_H