parallel_dc_archive.h

Go to the documentation of this file.

#ifndef MAD_PARALLEL_DC_ARCHIVE_H_INCLUDED
#define MAD_PARALLEL_DC_ARCHIVE_H_INCLUDED
 
#include <madness/world/MADworld.h>
#include <madness/world/worlddc.h>
#include <madness/world/vector_archive.h>
 
namespace madness {
 
 
 
    namespace archive {
        
        class ContainerRecordOutputArchive : public BaseOutputArchive {
        public:
            using keyT = long;
        private:
            using containerT = WorldContainer<keyT,std::vector<unsigned char>>;
            World& subworld;
            keyT key;
            containerT& dc; // lifetime???
            std::vector<unsigned char> v;
            VectorOutputArchive ar;
            
        public:
 
            ContainerRecordOutputArchive(World& subworld, containerT& dc, const keyT& key)
                : subworld(subworld)
                , key(key)
                , dc(dc)
                , v()
                , ar(v)
            {}
            
            ~ContainerRecordOutputArchive()
            {
                close();
            }
 
            VectorOutputArchive& get_archive() {
                return ar;
            }
            template <class T>
            inline
            typename std::enable_if< madness::is_trivially_serializable<T>::value, void >::type
            store(const T* t, long n) const {
                MADNESS_CHECK(subworld.rank() == 0);
                ar.store(t, n);
            }
            
            void open() {}
            
            void flush() {}
            
            void close() {
                if (subworld.rank() == 0) dc.replace(key,v);
            }
        };
        
        class ContainerRecordInputArchive : public BaseInputArchive {
            using keyT = long;
            using containerT = WorldContainer<keyT,std::vector<unsigned char>>;
            ProcessID rank;
            std::vector<unsigned char> v;
            VectorInputArchive ar;
            
        public:
            ContainerRecordInputArchive(World& subworld, const containerT& dc, const keyT& key)
                : rank(subworld.rank())
                , v()
                , ar(v)
            {
                if (rank==0) {
                    containerT::const_iterator it = dc.find(key).get();
                    if (it != dc.end()) {
                        v = it->second;
                    }
                    else {
                        std::cout << "key " << key << " in world " << subworld.id()
                                << "dc.world " << dc.get_world().id() << std::endl;
                        MADNESS_EXCEPTION("record not found", key);
                    }
                }
            }
            
            ~ContainerRecordInputArchive()
            {}
            
            template <class T>
            inline
            typename std::enable_if< madness::is_trivially_serializable<T>::value, void >::type
            load(T* t, long n) const {
                MADNESS_CHECK(rank == 0);
                ar.load(t,n);
            }
            
            void open() {}
            
            void flush() {}
            
            void close() {}
        };
 
 
        /// Implementation of functions for storing the pre/postamble in ContainerRecord archives.
 
        /// \attention No type checking over Vector buffers, for efficiency.
        /// \tparam T The data type.
        template <class T>
        struct ArchivePrePostImpl<ContainerRecordOutputArchive,T> {
            /// Store the preamble.
 
            /// \param[in] ar The archive.
            static void preamble_store(const ContainerRecordOutputArchive& ar) {};
 
            /// Store the postamble.
 
            /// \param[in] ar The archive.
            static inline void postamble_store(const ContainerRecordOutputArchive& ar) {};
        };
 
        /// Implementation of functions for loading the pre/postamble in ContainerRecord archives.
 
        /// \attention No type checking over ContainerRecord buffers, for efficiency.
        /// \tparam T The data type.
        template <class T>
        struct ArchivePrePostImpl<ContainerRecordInputArchive,T> {
            /// Load the preamble.
 
            /// \param[in] ar The archive.
            static inline void preamble_load(const ContainerRecordInputArchive& ar) {};
 
            /// Load the postamble.
 
            /// \param[in] ar The archive.
            static inline void postamble_load(const ContainerRecordInputArchive& ar) {};
        };
 
        // Forward storing to VectorOutputArchive
        template <class keyT, class valueT>
        struct ArchiveStoreImpl< ParallelOutputArchive<ContainerRecordOutputArchive>, WorldContainer<keyT,valueT> > {
            static void store(const ParallelOutputArchive<ContainerRecordOutputArchive>& ar, const WorldContainer<keyT,valueT>& t) {
                std::vector<unsigned char> v;
                VectorOutputArchive dummyar(v,0);
                const int me = ar.get_world()->rank();
 
                // Need to pass local archive by reference
                ParallelOutputArchive<VectorOutputArchive> par(*(ar.get_world()), (me==0) ? ar.local_archive().get_archive() : dummyar);
                par & t;
 
            }
        };
 
        
 
    }
 
 
}
 
#endif