33#ifndef MADNESS_WORLD_SAFEMPI_H__INCLUDED
34#define MADNESS_WORLD_SAFEMPI_H__INCLUDED
55#ifdef MADNESS_MPI_HEADER
56# include MADNESS_MPI_HEADER
65#if !defined(STUBOUTMPI) && defined(MPI_VERSION) && MPI_VERSION >= 4
66# define MADNESS_MPI_HAS_LARGE_COUNT 1
70#if MADNESS_MPI_THREAD_LEVEL == MPI_THREAD_SERIALIZED
71# define MADNESS_SERIALIZES_MPI
87#define MADNESS_MPI_TEST(condition) \
89 int mpi_error_code = condition; \
90 if(mpi_error_code != MPI_SUCCESS) { \
91 char s[MPI_MAX_ERROR_STRING]; \
94 MPI_Error_string(mpi_error_code, s, &len); \
95 std::cout<< "MPI ERROR in " << __FUNCTION__ << " in " << __FILE__ << " at line " << __LINE__ << " code " << mpi_error_code << " err string " << s << "\n"; \
96 throw ::SafeMPI::Exception(mpi_error_code); \
103#ifdef MADNESS_SERIALIZES_MPI
104#define SAFE_MPI_GLOBAL_MUTEX madness::ScopedMutex<madness::SCALABLE_MUTEX_TYPE> obolus(SafeMPI::charon);
106#define SAFE_MPI_GLOBAL_MUTEX
134 return (initialized != 0);
151 const int line,
const char* file)
156 std::cerr <<
"!!! MPI ERROR (" << rc <<
") in " <<
function <<
157 " at " << file <<
"(" << line <<
"): " << error_string <<
"\n";
182 std::ostringstream oss;
183 for(
auto s=0; s!=nstatuses; ++s) {
185 auto status_error = statuses[s].MPI_ERROR;
187 oss <<
"request " << indices[s] <<
":";
189 oss <<
" unknown error!" << std::endl;
231 if (
e.can_elaborate()) {
289#ifdef MADNESS_MPI_HAS_LARGE_COUNT
296 return count ==
MPI_UNDEFINED ? -1ll :
static_cast<long long>(count);
358 std::unique_ptr<MPI_Request[]> mpi_requests(
new MPI_Request[count]);
361 for(
int i = 0; i < count; ++i)
362 mpi_requests[i] = requests[i].
request_;
368 for(
int i = 0; i < count; ++i)
369 requests[i].
request_ = mpi_requests[i];
376 std::unique_ptr<MPI_Request[]> mpi_requests(
new MPI_Request[count]);
379 for(
int i = 0; i < count; ++i)
380 mpi_requests[i] = requests[i].
request_;
386 for(
int i = 0; i < count; ++i)
387 requests[i] = mpi_requests[i];
397 std::unique_ptr<MPI_Request[]> mpi_requests(
new MPI_Request[incount]);
398 std::unique_ptr<MPI_Status[]> mpi_statuses(
new MPI_Status[incount]);
399 for(
int i = 0; i < incount; ++i)
400 mpi_requests[i] = requests[i].
request_;
404 auto mpi_error_code =
406 indices, mpi_statuses.get());
408 throw ::SafeMPI::Exception(mpi_error_code, outcount, indices, mpi_statuses.get());
412 for(
int i = 0; i < incount; ++i) {
413 requests[i] = mpi_requests[i];
414 statuses[i] = mpi_statuses[i];
421 std::unique_ptr<MPI_Request[]> mpi_requests(
new MPI_Request[incount]);
422 for(
int i = 0; i < incount; ++i)
423 mpi_requests[i] = requests[i].
request_;
428 for(
int i = 0; i < incount; ++i)
429 requests[i] = mpi_requests[i];
463 Group result(std::shared_ptr<Impl>(
new Impl(*
pimpl, n,
const_cast<int*
>(ranks))));
471 const_cast<int*
>(ranks1), grp2.
pimpl->group, ranks2));
493 const_cast<int*
>(ranks), &
group));
501 "SafeMPI::Group::Impl::~Impl()", __LINE__, __FILE__);
539 const std::size_t int_max =
static_cast<std::size_t
>(std::numeric_limits<int>::max());
540 if (chunk == 0 || chunk > int_max) chunk = int_max;
541 if (nbyte <= chunk) {
542 count_ =
static_cast<int>(nbyte);
546 const std::size_t nchunk = nbyte / chunk;
547 const std::size_t nleft = nbyte % chunk;
550 if (nchunk > int_max) {
551 std::cout <<
"SafeMPI::ByteCount: " << nbyte <<
" bytes in chunks of " << chunk
552 <<
" bytes: more chunks than an MPI count can hold\n";
558 int blocklengths[2] = {
static_cast<int>(nchunk),
static_cast<int>(nleft)};
602 const std::size_t int_max =
static_cast<std::size_t
>(std::numeric_limits<int>::max());
609#ifdef MADNESS_MPI_HAS_LARGE_COUNT
630 static std::atomic<bool> value{
true};
635 static std::atomic<std::size_t> value{
static_cast<std::size_t
>(std::numeric_limits<int>::max())};
694 const auto min_tag_value = 1024;
695 const auto max_tag_value = 4094;
696 return max_tag_value - min_tag_value + 1;
709 int result =
urtag++;
710 if (result >= 1000)
MADNESS_EXCEPTION(
"too many reserved tags in use" , result );
731 struct WorldInitObject;
741 int rank = -1, size = -1;
744 take_ownership_of_comm =
746 pimpl.reset(
new Impl(comm, rank, size, take_ownership_of_comm));
876 return pimpl->numproc;
910 Request Isend_bytes(
const void* buf,
const std::size_t nbyte,
const int dest,
const int tag,
const bool sync =
false)
const {
912#ifdef MADNESS_MPI_HAS_LARGE_COUNT
917 const MPI_Count count =
static_cast<MPI_Count
>(nbyte);
919 : MPI_Isend_c(buf, count,
MPI_BYTE, dest, tag,
pimpl->comm, request));
937#ifdef MADNESS_MPI_HAS_LARGE_COUNT
950 void Send(
const void* buf,
const int count,
const MPI_Datatype datatype,
int dest,
int tag)
const {
956#ifdef MADNESS_USE_BSEND_ACKS
957 void Bsend(
const void* buf,
size_t count,
const MPI_Datatype datatype,
int dest,
int tag)
const {
1008 struct sigaction sa;
1009 auto rc = sigaction(SIGABRT, NULL, &sa);
1010 if (rc == 0 && sa.sa_handler != SIG_DFL) {
1034 return pimpl->unique_tag();
1049 return pimpl->unique_reserved_tag();
1093 char** argv =
nullptr;
1101 inline void Init(
int &argc,
char **&argv) {
1109 char** argv =
nullptr;
The (count, datatype) pair that describes a buffer of bytes to MPI.
Definition safempi.h:531
ByteCount(const ByteCount &)=delete
bool derived() const
Definition safempi.h:589
int count_
Definition safempi.h:639
int count() const
Definition safempi.h:586
static std::size_t max_plain_count()
Definition safempi.h:592
MPI_Datatype datatype_
Definition safempi.h:640
static bool use_large_count()
Definition safempi.h:619
static void set_use_large_count(bool flag)
Sets use_large_count().
Definition safempi.h:626
MPI_Datatype datatype() const
Definition safempi.h:587
ByteCount & operator=(const ByteCount &)=delete
static std::atomic< bool > & use_large_count_accessor()
Definition safempi.h:629
~ByteCount()
Definition safempi.h:578
bool derived_
Definition safempi.h:641
static std::atomic< std::size_t > & max_plain_count_accessor()
Definition safempi.h:634
static constexpr bool have_large_count()
Definition safempi.h:608
ByteCount(std::size_t nbyte, std::size_t chunk=ByteCount::max_plain_count())
Definition safempi.h:537
static void set_max_plain_count(std::size_t n)
Sets max_plain_count().
Definition safempi.h:601
std::string mpi_statuses_error_string_
Definition safempi.h:168
bool can_elaborate() const noexcept
Definition safempi.h:222
Exception(const int mpi_error)
Definition safempi.h:171
char mpi_error_string_[MPI_MAX_ERROR_STRING]
Definition safempi.h:167
Exception & operator=(const Exception &other)
Definition safempi.h:211
friend std::ostream & operator<<(std::ostream &os, const Exception &e)
Definition safempi.h:229
virtual const char * what() const
Definition safempi.h:221
Exception(const int mpi_error, const int nstatuses, const int *indices, MPI_Status *const statuses) noexcept
Definition safempi.h:177
virtual ~Exception()
Definition safempi.h:219
const char * elaborate() const noexcept
Definition safempi.h:225
Exception(const Exception &other)
Definition safempi.h:204
friend class Intracomm
Definition safempi.h:507
Group(const std::shared_ptr< Impl > &p)
Definition safempi.h:515
Group Incl(int n, const int *ranks) const
Definition safempi.h:461
MPI_Group group() const
Definition safempi.h:474
std::shared_ptr< Impl > pimpl
Definition safempi.h:517
Group(MPI_Comm comm)
Definition safempi.h:512
void Translate_ranks(int nproc, const int *ranks1, const Group &grp2, int *ranks2) const
Definition safempi.h:467
Group(const Group &other)
Definition safempi.h:479
Group()
Definition safempi.h:509
Wrapper around MPI_Comm. Has a shallow copy constructor; use Create(Get_group()) for deep copy.
Definition safempi.h:645
Intracomm(const std::shared_ptr< Impl > &i)
Definition safempi.h:722
Intracomm Clone() const
Definition safempi.h:844
Request Isend_bytes(const void *buf, const std::size_t nbyte, const int dest, const int tag, const bool sync=false) const
Nonblocking send of nbyte bytes; unlike Isend() , nbyte may exceed INT_MAX.
Definition safempi.h:910
void Allreduce(const void *sendbuf, void *recvbuf, const int count, const MPI_Datatype datatype, const MPI_Op op) const
Definition safempi.h:989
static bool Comm_compare(const MPI_Comm &comm1, const MPI_Comm &comm2)
Definition safempi.h:647
bool Get_attr(int key, void *value) const
Definition safempi.h:994
static const int SHARED_SPLIT_TYPE
Definition safempi.h:805
Intracomm Create(Group group) const
Definition safempi.h:764
Request Irecv_bytes(void *buf, const std::size_t nbyte, const int src, const int tag) const
Nonblocking receive of nbyte bytes; unlike Irecv() , nbyte may exceed INT_MAX.
Definition safempi.h:935
Request Irecv(void *buf, const int count, const MPI_Datatype datatype, const int src, const int tag) const
Definition safempi.h:895
void Bcast(void *buf, size_t count, const MPI_Datatype datatype, const int root) const
Definition safempi.h:977
MPI_Comm & Get_mpi_comm() const
Definition safempi.h:864
void Reduce(const void *sendbuf, void *recvbuf, const int count, const MPI_Datatype datatype, const MPI_Op op, const int root) const
Definition safempi.h:983
Request Isend(const void *buf, const int count, const MPI_Datatype datatype, const int dest, const int tag) const
Definition safempi.h:879
friend int Finalize()
Analogous to MPI_Finalize.
Definition safempi.h:1120
void binary_tree_info(int root, int &parent, int &child0, int &child1)
Construct info about a binary tree with given root.
Definition safempi.cc:39
Intracomm & operator=(const Intracomm &other)
Intracomm Split_type(int Type, int Key=0) const
Definition safempi.h:822
int Get_rank() const
Definition safempi.h:869
static int unique_tag_period()
Definition safempi.h:1038
void Abort(int code=1) const
Definition safempi.h:1002
static const int UNDEFINED_SPLIT_TYPE
Definition safempi.h:804
Intracomm(const MPI_Comm &comm, bool take_ownership_of_comm=true)
Definition safempi.h:737
int unique_tag()
Returns a unique tag for temporary use (1023<tag<4095).
Definition safempi.h:1032
bool operator==(const Intracomm &other) const
Definition safempi.h:848
void Barrier() const
Definition safempi.h:1017
std::shared_ptr< Impl > pimpl
Definition safempi.h:715
Group Get_group() const
Definition safempi.h:857
void Send(const void *buf, const int count, const MPI_Datatype datatype, int dest, int tag) const
Definition safempi.h:950
Intracomm Split(int Color, int Key=0) const
Definition safempi.h:790
int unique_reserved_tag()
Returns a unique tag reserved for long-term use (0<tag<1000).
Definition safempi.h:1047
void Recv(void *buf, const int count, const MPI_Datatype datatype, const int source, const int tag) const
Definition safempi.h:971
~Intracomm()
Definition safempi.h:751
void Recv(void *buf, const int count, const MPI_Datatype datatype, const int source, const int tag, MPI_Status &status) const
Definition safempi.h:965
Intracomm(const Intracomm &other)
Definition safempi.h:749
int Get_size() const
Definition safempi.h:874
Intracomm()
Definition safempi.h:728
static const int UNDEFINED_COLOR
Definition safempi.h:774
Request Issend(const void *buf, const int count, const MPI_Datatype datatype, const int dest, const int tag) const
Definition safempi.h:887
bool operator!=(const Request &other)
Definition safempi.h:349
MPI_Request request_
Definition safempi.h:327
bool Test(MPI_Status &status)
Definition safempi.h:440
Request & operator=(const MPI_Request &other)
Definition safempi.h:342
bool Test_got_lock_already()
Definition safempi.h:445
static bool Testany(int count, Request *requests, int &index)
Definition safempi.h:373
static int Testsome(int incount, Request *requests, int *indices)
Definition safempi.h:419
Request()
Definition safempi.h:332
Request(MPI_Request other)
Definition safempi.h:333
static int Testsome(int incount, Request *requests, int *indices, Status *statuses)
Definition safempi.h:391
bool Test_got_lock_already(MPI_Status &status)
Definition safempi.h:434
static bool Testany(int count, Request *requests, int &index, Status &status)
Definition safempi.h:355
Request & operator=(const Request &other)
Definition safempi.h:337
bool operator==(const Request &other)
Definition safempi.h:348
Request(const Request &other)
Definition safempi.h:334
bool Test()
Definition safempi.h:451
int Get_count(const MPI_Datatype datatype) const
Definition safempi.h:277
Status & operator=(const MPI_Status other)
Definition safempi.h:255
int Get_error() const
Definition safempi.h:311
Status & operator=(const Status &other)
Definition safempi.h:250
void Set_tag(int tag)
Definition safempi.h:315
Status(const Status &other)
Definition safempi.h:246
MPI_Status status_
Definition safempi.h:241
int Get_tag() const
Definition safempi.h:309
Status(MPI_Status other)
Definition safempi.h:247
int Get_source() const
Definition safempi.h:307
Status(void)
Definition safempi.h:245
void Set_source(int source)
Definition safempi.h:313
long long Get_byte_count() const
The size of a received message of bytes, which may exceed INT_MAX.
Definition safempi.h:288
void Set_error(int error)
Definition safempi.h:317
char * p(char *buf, const char *name, int k, int initial_level, double thresh, int order)
Definition derivatives.cc:72
static double function(const coord_3d &r)
Normalized gaussian.
Definition functionio.cc:100
Tensor< double > op(const Tensor< double > &x)
Definition kain.cc:508
Macros and tools pertaining to the configuration of MADNESS.
#define MADNESS_EXCEPTION(msg, value)
Macro for throwing a MADNESS exception.
Definition madness_exception.h:119
#define MADNESS_ASSERT(condition)
Assert a condition that should be free of side-effects since in release builds this might be a no-op.
Definition madness_exception.h:134
void init_comm_world()
Initialize SafeMPI::COMM_WORLD.
Definition safempi.h:1065
void print_mpi_error(const int rc, const char *function, const int line, const char *file)
Definition safempi.h:150
Intracomm COMM_WORLD
Definition safempi.cc:67
void Init()
Analogous to MPI_Init.
Definition safempi.h:1107
static const int MPIAR_TAG
Definition safempi.h:120
int Init_thread(int &argc, char **&argv, int requested)
Analogous to MPI_Init_thread.
Definition safempi.h:1080
void Op_free(MPI_Op op)
Analogous to MPI_Op_free.
Definition safempi.h:1165
void Attach_buffer(void *buffer, int size)
Set buffer for Bsend .
Definition safempi.h:1144
madness::SCALABLE_MUTEX_TYPE charon
Definition safempi.cc:37
int Query_thread()
Analogous to MPI_Query_thread.
Definition safempi.h:1129
int Finalize()
Analogous to MPI_Finalize.
Definition safempi.h:1120
double Wtime()
Wall time.
Definition safempi.h:1138
bool Is_initialized()
Check MPI initialization status.
Definition safempi.h:131
static const int DEFAULT_SEND_RECV_TAG
Definition safempi.h:121
static const int RMI_TAG
Definition safempi.h:119
int Detach_buffer(void *&buffer)
Unset the Bsend buffer.
Definition safempi.h:1151
bool Is_finalized()
Check MPI finalization status.
Definition safempi.h:140
MPI_Op Op_create(MPI_User_function *user_fn, int commute)
Analogous to MPI_Op_create.
Definition safempi.h:1158
Definition potentialmanager.cc:41
Mutex SCALABLE_MUTEX_TYPE
Definition worldmutex.h:715
void error(const char *msg, int code)
Definition oldtest.cc:57
static const double c
Definition relops.cc:10
static const double m
Definition relops.cc:9
#define MADNESS_MPI_TEST(condition)
Definition safempi.h:87
#define SAFE_MPI_GLOBAL_MUTEX
Definition safempi.h:104
Impl(MPI_Comm comm)
Definition safempi.h:486
MPI_Group group
Definition safempi.h:484
~Impl()
Definition safempi.h:496
Impl(const Impl &other, int n, const int *ranks)
Definition safempi.h:490
int numproc
Definition safempi.h:656
int urtag
Definition safempi.h:660
int unique_reserved_tag()
Returns a unique tag reserved for long-term use (0<tag<1000).
Definition safempi.h:704
bool owner
Definition safempi.h:657
static int unique_tag_period()
Definition safempi.h:693
int me
Definition safempi.h:655
int utag
Definition safempi.h:659
MPI_Comm comm
Definition safempi.h:654
int unique_tag()
Returns a unique tag for temporary use (1023<tag<=4095).
Definition safempi.h:681
Impl(const MPI_Comm &c, int m, int n, bool o)
Definition safempi.h:662
~Impl()
Definition safempi.h:666
#define MPI_SUCCESS
Definition stubmpi.h:36
int MPI_Ssend(void *, int, MPI_Datatype, int, int, MPI_Comm)
Definition stubmpi.h:219
#define MPI_ERRORS_RETURN
Definition stubmpi.h:41
int MPI_Type_contiguous(int, MPI_Datatype, MPI_Datatype *)
Definition stubmpi.h:94
int MPI_Buffer_detach(void *, int *)
Definition stubmpi.h:188
int MPI_Bcast(void *, int, MPI_Datatype, int, MPI_Comm)
Definition stubmpi.h:248
#define MPI_COMM_NULL
Definition stubmpi.h:51
int MPI_Error_string(int errorcode, char *string, int *resultlen)
Definition stubmpi.h:303
int MPI_Isend(void *, int, MPI_Datatype, int, int, MPI_Comm, MPI_Request *)
Definition stubmpi.h:216
int MPI_Op
Definition stubmpi.h:143
int MPI_Request
Definition stubmpi.h:12
#define MPI_ERR_IN_STATUS
Definition stubmpi.h:40
void MPI_User_function(void *a, void *b, int *len, MPI_Datatype *)
Definition stubmpi.h:159
int MPI_Op_create(MPI_User_function *, int, MPI_Op *)
Definition stubmpi.h:329
std::ptrdiff_t MPI_Aint
Definition stubmpi.h:32
#define MPI_COMM_WORLD
Definition stubmpi.h:25
int MPI_Group
Definition stubmpi.h:11
int MPI_Type_free(MPI_Datatype *)
Definition stubmpi.h:97
int MPI_Comm_compare(MPI_Comm comm1, MPI_Comm comm2, int *result)
Definition stubmpi.h:293
int MPI_Finalize()
Definition stubmpi.h:182
int MPI_Query_thread(int *provided)
Definition stubmpi.h:184
int MPI_Comm_create(MPI_Comm, MPI_Group, MPI_Comm *newcomm)
Definition stubmpi.h:277
#define MPI_REQUEST_NULL
Definition stubmpi.h:55
int MPI_Finalized(int *flag)
Definition stubmpi.h:183
#define MPI_STATUS_IGNORE
Definition stubmpi.h:21
#define MPI_BYTE
Definition stubmpi.h:78
int MPI_Recv(void *, int, MPI_Datatype, int, int, MPI_Comm, MPI_Status *)
Definition stubmpi.h:222
#define MPI_STATUSES_IGNORE
Definition stubmpi.h:22
int MPI_Comm
Definition stubmpi.h:24
#define MPI_IDENT
Definition stubmpi.h:45
int MPI_Issend(void *, int, MPI_Datatype, int, int, MPI_Comm, MPI_Request *)
Definition stubmpi.h:217
int MPI_Info_create(MPI_Info *)
Definition stubmpi.h:337
int MPI_Init_thread(int *, char ***, int, int *provided)
Definition stubmpi.h:180
int MPI_Info_free(MPI_Info *)
Definition stubmpi.h:338
unsigned int MPI_Comm_size(MPI_Comm, int *size)
Definition stubmpi.h:213
int MPI_Buffer_attach(void *, int)
Definition stubmpi.h:187
int MPI_Abort(MPI_Comm, int code)
Definition stubmpi.h:273
int MPI_Comm_split(MPI_Comm, int, int, MPI_Comm *newcomm)
Definition stubmpi.h:262
int MPI_Group_translate_ranks(MPI_Group, int, const int[], MPI_Group, int ranks2[])
Definition stubmpi.h:162
int MPI_Comm_rank(MPI_Comm, int *rank)
Definition stubmpi.h:212
int MPI_Comm_set_errhandler(MPI_Comm, MPI_Errhandler)
Definition stubmpi.h:325
int MPI_Comm_free(MPI_Comm *comm)
Definition stubmpi.h:288
double MPI_Wtime()
Definition stubmpi.h:327
int MPI_Comm_get_attr(MPI_Comm, int, void *, int *)
Definition stubmpi.h:260
#define MPI_COMM_TYPE_SHARED
Definition stubmpi.h:64
int MPI_Info
Definition stubmpi.h:30
int MPI_Type_commit(MPI_Datatype *)
Definition stubmpi.h:96
int MPI_Group_free(MPI_Group *)
Definition stubmpi.h:174
int MPI_Allreduce(void *sendbuf, void *recvbuf, int count, MPI_Datatype, MPI_Op, MPI_Comm)
Definition stubmpi.h:255
int MPI_Bsend(void *, int, MPI_Datatype, int, int, MPI_Comm)
Definition stubmpi.h:220
int MPI_Irecv(void *, int, MPI_Datatype, int, int, MPI_Comm, MPI_Request *)
Definition stubmpi.h:221
#define MPI_ERR_COUNT
Definition stubmpi.h:37
int MPI_Comm_group(MPI_Comm, MPI_Group *group)
Definition stubmpi.h:283
int MPI_Barrier(MPI_Comm)
Definition stubmpi.h:275
int MPI_Group_incl(MPI_Group, int, const int[], MPI_Group *)
Definition stubmpi.h:169
int MPI_Testsome(int, MPI_Request *, int *outcount, int *, MPI_Status *)
Definition stubmpi.h:201
int MPI_Get_count(MPI_Status *, MPI_Datatype, int *count)
Definition stubmpi.h:206
int MPI_Type_create_struct(int, const int[], const MPI_Aint[], const MPI_Datatype[], MPI_Datatype *)
Definition stubmpi.h:95
struct MPI_Status MPI_Status
int MPI_Initialized(int *flag)
Definition stubmpi.h:181
int MPI_Init(int *, char ***)
Definition stubmpi.h:179
#define MPI_MAX_ERROR_STRING
Definition stubmpi.h:42
int MPI_Test(MPI_Request *, int *flag, MPI_Status *)
Definition stubmpi.h:190
int MPI_Op_free(MPI_Op *)
Definition stubmpi.h:333
int MPI_Comm_split_type(MPI_Comm comm, int split_type, int, MPI_Info, MPI_Comm *newcomm)
Definition stubmpi.h:268
int MPI_Reduce(void *sendbuf, void *recvbuf, int count, MPI_Datatype, MPI_Op, int, MPI_Comm)
Definition stubmpi.h:251
#define MPI_UNDEFINED
Definition stubmpi.h:26
int MPI_Datatype
Definition stubmpi.h:74
int MPI_Testany(int, MPI_Request[], int *index, int *flag, MPI_Status *)
Definition stubmpi.h:195
int me
Definition test_binsorter.cc:10
static constexpr ProcessID nproc
Rank bound for the hand-written maps, which use the ranks 0, 1 and 2.
Definition test_lbdeux.cc:24
void e()
Definition test_sig.cc:75
double source(const coordT &r)
Definition testperiodic.cc:48
const char * status[2]
Definition testperiodic.cc:43
Implements Mutex, MutexFair, Spinlock, ConditionVariable.