5#ifndef MEMORY_MEASUREMENT_H
6#define MEMORY_MEASUREMENT_H
24 mm.search_all_worlds();
26 mm.print_memory_map(world);
42 template<
typename T, std::
size_t NDIM>
48 template<
typename Archive>
65 template <
typename Archive>
73 template<
typename T, std::
size_t NDIM>
78 MADNESS_EXCEPTION(
"FunctionImpl: remote operation attempting to use a locally uninitialized object",0);
86 template<
typename T, std::
size_t NDIM>
88 const double toGB=
double(
sizeof(
T))/(1024*1024*1024);
89 auto sz=
f.nCoeff_local();
151 return std::string(buffer);
156 std::vector<std::pair<long,std::pair<std::string,double>>>
rank_to_host;
163 std::map<long,std::pair<std::string,double>> map;
172 auto accumulate_left =[](std::pair<int,double>&
a,
const std::pair<int,double>&
b) {
177 std::map<std::string,std::pair<int,double>>
host_to_rank;
231 if (world.
rank()==0) {
232 print(
"final memory map:",msg);
233 print(
"hostname world rank DIM #funcs memory_GB");
235 constexpr std::size_t
bufsize=256;
242 std::sort(
memory_vec.begin(),
memory_vec.end(),[](
const std::pair<MemKey,MemInfo>&
a,
const std::pair<MemKey,MemInfo>&
b){return a.first<b.first;});
245 print(std::string(line));
252 if (world.
rank()==0) {
253 print(
"memory per host");
255 print(
"hostname memory_GB nrank(universe) rss_GB/host");
257 for (
const auto& [hostname,
memory] : info) {
260 print(std::string(line));
263 if (world.
rank()==0) {
267 for (
auto& [hostname,
memory] : info) {
270 std::string
word=
"all hosts";
273 print(std::string(line));
284 std::cerr <<
"Unable to get RSS usage" << std::endl;
295 std::cerr <<
"Unable to open /proc/self/statm" << std::endl;
FunctionImpl holds all Function state to facilitate shallow copy semantics.
Definition funcimpl.h:945
measure the memory usage of all FunctionImpl objects of all worlds
Definition memory_measurement.h:17
static std::string get_hostname()
get the hostname of this machine, rank-local
Definition memory_measurement.h:148
std::map< long, std::pair< std::string, double > > rank_to_host_and_rss_map(World &universe)
return a mapping rank to hostname, return value on rank 0 only
Definition memory_measurement.h:155
const FunctionImpl< T, NDIM > * cast_to_funcimpl_ptr(const uniqueidT obj_id)
Definition memory_measurement.h:74
std::vector< std::pair< std::string, double > > memory_per_host_all_ranks(const std::vector< std::pair< std::pair< std::string, long >, double > > &mem_per_host_and_rank) const
accumulate the memory usage of all objects of all worlds over all ranks per host
Definition memory_measurement.h:205
void print_memory_map(World &world, std::string msg="")
Definition memory_measurement.h:228
std::map< MemKey, MemInfo > MemInfoMapT
Definition memory_measurement.h:71
MemInfoMapT world_memory_map
keeps track of the memory usage of all objects of one or many worlds on this rank
Definition memory_measurement.h:83
void reduce_map(World &universe)
gather all information of the map on rank 0 of the universe
Definition memory_measurement.h:135
friend bool operator<(const MemKey &lhs, const MemKey &other)
Definition memory_measurement.h:53
void clear_map()
reset the memory map
Definition memory_measurement.h:130
void search_world(World &world)
Definition memory_measurement.h:101
void add_memory_to_map(const FunctionImpl< T, NDIM > &f)
Definition memory_measurement.h:87
double total_memory(World &world) const
return the total memory usage over all hosts
Definition memory_measurement.h:218
std::map< std::string, std::pair< int, double > > host_to_nrank_and_rss_map(World &universe)
given the hostname, return number of ranks and total rss on that node
Definition memory_measurement.h:171
static double get_rss_usage_in_GB()
Definition memory_measurement.h:278
static void measure_and_print(World &world)
measure the memory usage of all objects of all worlds
Definition memory_measurement.h:21
void search_all_worlds()
Definition memory_measurement.h:118
bool debug
Definition memory_measurement.h:84
std::vector< std::pair< std::pair< std::string, long >, double > > memory_per_host_and_rank(World &world) const
accumulate the memory usage of all objects of all worlds for this rank per host
Definition memory_measurement.h:188
void fence(bool debug=false)
Synchronizes all processes in communicator AND globally ensures no pending AM or tasks.
Definition worldgop.cc:161
std::vector< T > concat0(const std::vector< T > &v, size_t bufsz=1024 *1024)
Concatenate an STL vector of serializable stuff onto node 0.
Definition worldgop.h:953
Implements most parts of a globally addressable object (via unique ID).
Definition world_object.h:364
A parallel world class.
Definition world.h:132
static World & get_default()
Default World object accessor.
Definition world.h:260
static World * world_from_id(std::uint64_t id)
Convert a World ID to a World pointer.
Definition world.h:492
std::vector< uniqueidT > get_object_ids() const
Returns a vector of all unique IDs in this World.
Definition world.h:468
ProcessID rank() const
Returns the process rank in this World (same as MPI_Comm_rank()).
Definition world.h:320
static std::vector< unsigned long > get_world_ids()
return a vector containing all world ids
Definition world.h:476
ProcessID size() const
Returns the number of processes in this World (same as MPI_Comm_size()).
Definition world.h:330
WorldGopInterface & gop
Global operations.
Definition world.h:207
static bool exists(World *world)
Check if the World exists in the registry.
Definition world.h:249
std::optional< T * > ptr_from_id(uniqueidT id) const
Look up a local pointer from a world-wide unique ID.
Definition world.h:416
Class for unique global IDs.
Definition uniqueid.h:53
unsigned long get_world_id() const
Access the World ID.
Definition uniqueid.h:90
const std::size_t bufsize
Definition derivatives.cc:16
auto T(World &world, response_space &f) -> response_space
Definition global_functions.cc:34
#define MADNESS_EXCEPTION(msg, value)
Macro for throwing a MADNESS exception.
Definition madness_exception.h:119
Main include file for MADNESS and defines Function interface.
Namespace for all elements and tools of MADNESS.
Definition DFParameters.h:10
void print(const T &t, const Ts &... ts)
Print items to std::cout (items separated by spaces) and terminate with a new line.
Definition print.h:225
NDIM & f
Definition mra.h:2481
static XNonlinearSolver< std::vector< Function< T, NDIM > >, T, vector_function_allocator< T, NDIM > > nonlinear_vector_solver(World &world, const long nvec)
Definition nonlinsol.h:371
static const double b
Definition nonlinschro.cc:119
static const double a
Definition nonlinschro.cc:118
Definition memory_measurement.h:60
long num_functions
Definition memory_measurement.h:63
void serialize(Archive &ar) const
Definition memory_measurement.h:66
double memory_GB
Definition memory_measurement.h:64
MemInfo(const MemInfo &other)=default
Definition memory_measurement.h:32
MemKey(World &world)
Definition memory_measurement.h:38
unsigned long rank
Definition memory_measurement.h:34
MemKey(const MemKey &other)=default
std::size_t DIM
Definition memory_measurement.h:36
void serialize(Archive &ar) const
Definition memory_measurement.h:49
MemKey(const FunctionImpl< T, NDIM > &fimpl)
Definition memory_measurement.h:43
unsigned long world_id
Definition memory_measurement.h:33
std::string hostname
Definition memory_measurement.h:35
constexpr std::size_t NDIM
Definition testgconv.cc:54