/home/brandes/workspace/LAMA/src/lama/pgas/PGASCommunicator.hpp

Go to the documentation of this file.

#ifndef LAMA_PGASCOMMUNICATOR_H_
#define LAMA_PGASCOMMUNICATOR_H_

#include <lama/Communicator.hpp>

#include <lama/pgas/PGASInterface.hpp>

namespace lama
{

class PGASCommunicator : public lama::Communicator
{

    // Only PGASCommunicatorManager is allowed to create PGAS communicator

    friend class PGASCommunicatorManager;
    PGASCommunicator( int& argc, char** & argv );

public:
    virtual ~PGASCommunicator();

    virtual bool isEqual( const Communicator& other ) const;

    virtual ThreadSafetyLevel getThreadSafetyLevel() const;

    virtual PartitionId getSize() const;

    virtual PartitionId getRank() const;

    virtual void all2all( int* recvValues, const int* sendValues ) const;

    virtual void exchangeByPlan(
        int* const recvData,
        const CommunicationPlan& recvPlan,
        const int* const sendData,
        const CommunicationPlan& sendPlan ) const;

    virtual void exchangeByPlan(
        float* const recvData,
        const CommunicationPlan& recvPlan,
        const float* const sendData,
        const CommunicationPlan& sendPlan ) const;

    virtual void exchangeByPlan(
        double* const recvData,
        const CommunicationPlan& recvPlan,
        const double* const sendData,
        const CommunicationPlan& sendPlan ) const;

    virtual std::auto_ptr<SyncToken> exchangeByPlanAsync(
        int* const recvData,
        const CommunicationPlan& recvPlan,
        const int* const sendData,
        const CommunicationPlan& sendPlan ) const;

    virtual std::auto_ptr<SyncToken> exchangeByPlanAsync(
        float* const recvData,
        const CommunicationPlan& recvPlan,
        const float* const sendData,
        const CommunicationPlan& sendPlan ) const;

    virtual std::auto_ptr<SyncToken> exchangeByPlanAsync(
        double* const recvData,
        const CommunicationPlan& recvPlan,
        const double* const sendData,
        const CommunicationPlan& sendPlan ) const;

    virtual float sum( const float value ) const;

    virtual double sum( const double value ) const;

    virtual int sum( const int value ) const;

    virtual float min( const float value ) const;

    virtual size_t sum( const size_t value ) const;

    virtual float max( const float value ) const;

    virtual double min( const double value ) const;

    virtual double max( const double value ) const;

    virtual int min( const int value ) const;

    virtual int max( const int value ) const;

    virtual void gather( std::vector<float>& values, float value ) const;

    virtual void synchronize() const;

    virtual IndexType shift( double newVals[], const IndexType newSize,
                             const double oldVals[], const IndexType oldSize,
                             const int direction ) const;

    virtual IndexType shift( float newVals[], const IndexType newSize,
                             const float oldVals[], const IndexType oldSize,
                             const int direction ) const;

    virtual IndexType shift( int newVals[], const IndexType newSize,
                             const int oldVals[], const IndexType oldSize,
                             const int direction ) const;

    virtual std::auto_ptr<SyncToken> shiftAsync( double newVals[], const double oldVals[],
                                                 const IndexType size, const int direction ) const;

    virtual std::auto_ptr<SyncToken> shiftAsync( float newVals[], const float oldVals[],
                                                 const IndexType size, const int direction ) const;

    virtual std::auto_ptr<SyncToken> shiftAsync( int newVals[], const int oldVals[],
                                                 const IndexType size, const int direction ) const;

    virtual void bcast ( double val[], const IndexType n, const PartitionId root ) const;

    virtual void bcast ( int val[], const IndexType n, const PartitionId root ) const;

    virtual void bcast ( float val[], const IndexType n, const PartitionId root ) const;

    virtual void scatter ( double myvals[], const IndexType n, const PartitionId root, const double allvals[] ) const;
    virtual void scatter ( float myvals[], const IndexType n, const PartitionId root, const float allvals[] ) const;
    virtual void scatter ( int myvals[], const IndexType n, const PartitionId root, const int allvals[] ) const;

    virtual void scatter ( double myvals[], const IndexType n, const PartitionId root,
                           const double allvals[], const IndexType sizes[] ) const;
    virtual void scatter ( float myvals[], const IndexType n, const PartitionId root,
                           const float allvals[], const IndexType sizes[] ) const;
    virtual void scatter ( int myvals[], const IndexType n, const PartitionId root,
                           const int allvals[], const IndexType sizes[] ) const;

    virtual void gather ( double allvals[], const IndexType n, const PartitionId root, const double myvals[] ) const;
    virtual void gather ( float allvals[], const IndexType n, const PartitionId root, const float myvals[] ) const;
    virtual void gather ( int allvals[], const IndexType n, const PartitionId root, const int myvals[] ) const;

    virtual void gather ( double allvals[], const IndexType n, const PartitionId root,
                          const double myvals[], const IndexType sizes[] ) const;
    virtual void gather ( float allvals[], const IndexType n, const PartitionId root,
                          const float myvals[], const IndexType sizes[] ) const;
    virtual void gather ( int allvals[], const IndexType n, const PartitionId root,
                          const int myvals[], const IndexType sizes[] ) const;

    virtual void maxloc( double& val, int& location, const PartitionId root ) const;

    virtual void maxloc( float& val, int& location, const PartitionId root ) const;

    virtual void maxloc( int& val, int& location, const PartitionId root ) const;

    virtual void swap( double val[], const IndexType n, const PartitionId partner ) const;

    virtual void swap( float val[], const IndexType n, const PartitionId partner ) const;

    virtual void swap( int val[], const IndexType n, const PartitionId partner ) const;

    virtual void writeAt( std::ostream& stream ) const;
private:




    template<typename T>
    inline void send( const T* buffer, int count, int target ) const;

    template<typename T>
    void scatterImpl ( T myvals[], const IndexType n, const PartitionId root,
                       const T allvals[] ) const;

    template<typename T>
    void scatterImpl ( T myvals[], const IndexType n, const PartitionId root,
                       const T allvals[], const IndexType sizes[] ) const;

    template<typename T>
    void gatherImpl( T allvals[], const IndexType n, const PartitionId root,
                     const T myvals[] ) const;

    template<typename T>
    void gatherImpl( T allvals[], const IndexType n, const PartitionId root,
                     const T myvals[], const IndexType sizes[] ) const;

    template <typename T>
    IndexType shiftImpl(
        T newvals[], const IndexType newSize, const PartitionId source,
        const T oldVals[], const IndexType oldSize, const PartitionId dest ) const;

    template <typename T>
    std::auto_ptr<SyncToken> shiftAsyncImpl(
        T newvals[], const PartitionId source,
        const T oldVals[], const PartitionId dest, const IndexType size ) const;

    template<typename T>
    void swapImpl( T val[], const IndexType n, PartitionId partner ) const;

    template<typename T>
    void maxlocImpl( T& val, int& location, PartitionId root ) const;

    template<typename T>
    void exchangeByPlanImpl(
        T* const recvData,
        const CommunicationPlan& recvPlan,
        const T* const sendData,
        const CommunicationPlan& sendPlan ) const;

    template<typename T>
    std::auto_ptr<SyncToken> exchangeByPlanAsyncImpl(
        T* const recvData,
        const CommunicationPlan& recvPlan,
        const T* const sendData,
        const CommunicationPlan& sendPlan ) const;






    const PGASInterface* mPGASInterface;
    Communicator::ThreadSafetyLevel mThreadSafetyLevel;

    LAMA_LOG_DECL_STATIC_LOGGER( logger );

    static const int defaultTag;


    virtual ContextPtr getCommunicationContext() const;
};
}

#endif // LAMA_PGASCOMMUNICATOR_H_