atomicint.h

Go to the documentation of this file.

/*
  This file is part of MADNESS.
 
  Copyright (C) 2007,2010 Oak Ridge National Laboratory
 
  This program is free software; you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation; either version 2 of the License, or
  (at your option) any later version.
 
  This program is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  GNU General Public License for more details.
 
  You should have received a copy of the GNU General Public License
  along with this program; if not, write to the Free Software
  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
 
  For more information please contact:
 
  Robert J. Harrison
  Oak Ridge National Laboratory
  One Bethel Valley Road
  P.O. Box 2008, MS-6367
 
  email: harrisonrj@ornl.gov
  tel:   865-241-3937
  fax:   865-572-0680
*/
 
#ifndef MADNESS_WORLD_ATOMICINT_H__INCLUDED
#define MADNESS_WORLD_ATOMICINT_H__INCLUDED
 
/**
 \file atomicint.h
 \brief Implements \c AtomicInt.
 \ingroup atomics
*/
 
#include <madness/madness_config.h>
 
/// \addtogroup atomics
/// @{
 
/* Jeff: I suppose there is a cleaner way to do this with preprocess arithmetic,
 *       but I do not think it matters.  This code is clear enough. */
 
#if defined(__GNUC__) && defined(__GNUC_MINOR__)
# if (__GNUC__ >= 5) || (__GNUC__ == 4 && __GNUC_MINOR__ >= 8)
#  define MADNESS_GCC_48_OR_HIGHER
# endif
#endif
 
#if defined(__clang__) && defined(__clang_major__) && defined(__clang_minor__)
# if (__clang_major__ >= 4) || (__clang_major__ == 3 && __clang_minor__ >= 3)
#  define MADNESS_CLANG_33_OR_HIGHER
# endif
#endif
 
#if defined(__INTEL_COMPILER) && (__INTEL_COMPILER >= 1300)
#define MADNESS_ICC_130_OR_HIGHER
#endif
 
/* Jeff: This needs to move into config.h and have an associated configure test. */
/* Jeff: Nick does not want this used on Blue Gene/Q, so we will not allow it
 *       even if other tests indicate that it should work. */
#if !defined(__bgq__) && (__cplusplus >= 201103L)
# if defined(MADNESS_GCC_48_OR_HIGHER) || defined(MADNESS_CLANG_33_OR_HIGHER)
#  define HAVE_CXX_ATOMICS
# endif
#endif
 
#ifdef MADNESS_GCC_48_OR_HIGHER
#undef MADNESS_GCC_48_OR_HIGHER
#endif
 
#ifdef MADNESS_ICC_130_OR_HIGHER
#undef MADNESS_ICC_130_OR_HIGHER
#endif
 
#ifdef MADNESS_CLANG_33_OR_HIGHER
#undef MADNESS_CLANG_33_OR_HIGHER
#endif
 
#if defined(HAVE_CXX_ATOMICS)
#  define MADATOMIC_USE_CXX
/* Jeff: It is odd that MADATOMIC_USE_GCC is tested before it is defined,
 *       at least in this file.  Is this intentional? */
#elif defined(HAVE_IBMBGP) && !defined(MADATOMIC_USE_GCC)
#  define MADATOMIC_USE_BGP
#elif defined(HAVE_IBMBGQ)
#  define MADATOMIC_USE_BGQ
#elif defined(USE_X86_32_ASM) || defined(USE_X86_64_ASM) || defined(X86_64) || defined(X86_32)
#  define MADATOMIC_USE_X86_ASM
#else
#  define MADATOMIC_USE_GCC
#endif
 
#if defined(MADATOMIC_USE_CXX)
#  include <atomic>
#elif defined(MADATOMIC_USE_BGP)
#  include <bpcore/bgp_atomic_ops.h>
#elif defined (MADATOMIC_USE_BGQ)
#  include "bgq_atomics.h"
#elif defined(MADATOMIC_USE_AIX)
#  include <sys/atomic_op.h>
#elif defined(MADATOMIC_USE_GCC)
#  ifdef GCC_ATOMICS_IN_BITS
#    include <bits/atomicity.h>
#  else
#    include <ext/atomicity.h>
#  endif
#endif
 
namespace madness {
 
    /// \brief An integer with atomic set, get, read+increment, read+decrement,
    ///    and decrement+test operations.
 
    /// Only the default constructor is available and it does \emph not
    /// initialize the variable.
    ///
    /// Consciously modeled after the TBB API to prepare for switching to it.
    /// \todo Should we actually switch to the TBB version?
    class AtomicInt {
    private:
 
        /// Storage type for the atomic integer.
#if defined(MADATOMIC_USE_CXX)
        typedef std::atomic_int atomic_int;
#elif defined(MADATOMIC_USE_BGP)
        typedef _BGP_Atomic atomic_int;
#elif defined(MADATOMIC_USE_BGQ)
        /* It might be prudent to add the aligned/padding attribute
         * here, for performance, similar to what _BGP_Atomic does. */
        typedef volatile int atomic_int;
#else
        typedef volatile int atomic_int;
#endif
        atomic_int value; ///< The atomic integer.
 
        /// \todo Brief description needed.
 
        /// \todo Descriptions needed.
        /// \param[in] i Description needed.
        /// \return Description needed.
        inline int exchange_and_add(int i) {
#if defined(MADATOMIC_USE_CXX)
            return value.fetch_add(i,std::memory_order_seq_cst);
#elif defined(MADATOMIC_USE_GCC)
            return __gnu_cxx::__exchange_and_add(&value,i);
#elif defined(MADATOMIC_USE_X86_ASM)
            __asm__ __volatile__("lock; xaddl %0,%1" :"=r"(i) : "m"(value), "0"(i));
            return i;
#elif defined(MADATOMIC_USE_AIX)
            return fetch_and_add(&value,i);
#elif defined(MADATOMIC_USE_BGP)
            return _bgp_fetch_and_add(&value,i);
#elif defined(MADATOMIC_USE_BGQ)
            return FetchAndAddSigned32(&value,i);
#else
#  error ... atomic exchange_and_add operator must be implemented for this platform;
#endif
        }
 
    public:
        /// \brief Returns the value of the counter with fence, ensuring
        ///    subsequent operations are not moved before the load.
        operator int() const volatile {
            /* Jeff moved the memory barrier inside of the architecture-specific blocks
             * since it may be required to use a heavier hammer on some of them.        */
#if defined(MADATOMIC_USE_CXX)
            return value.load(std::memory_order_seq_cst);
#elif defined(MADATOMIC_USE_BGP)
            int result = value.atom;
            __asm__ __volatile__ ("" : : : "memory");
            return result;
#elif defined (MADATOMIC_USE_BGQ)
            int result = value;
            __asm__ __volatile__ ("" : : : "memory");
            return result;
#else
            int result = value;
            // BARRIER to stop instructions migrating up
            __asm__ __volatile__ ("" : : : "memory");
            return result;
#endif
        }
 
        /// Sets the value of the counter, with a fence ensuring that preceding
        /// operations are not moved after the store.
 
        /// \todo Descriptions needed.
        /// \param[in] other Description needed.
        /// \return Description needed.
        int operator=(int other) {
            /* Jeff moved the memory barrier inside of the architecture-specific blocks
             * since it may be required to use a heavier hammer on some of them.        */
#if defined(MADATOMIC_USE_CXX)
            value.store(other,std::memory_order_seq_cst);
#elif defined(MADATOMIC_USE_BGP)
            // BARRIER to stop instructions migrating down
            __asm__ __volatile__ ("" : : : "memory");
            value.atom = other;
#elif defined (MADATOMIC_USE_BGQ)
            __asm__ __volatile__ ("" : : : "memory");
            value = other;
#else
            __asm__ __volatile__ ("" : : : "memory");
            value = other;
#endif
            return other;
        }
 
        /// \brief Sets the value of the counter, with fences to ensure that
        ///    operations are not moved to either side of the load+store.
 
        /// \param[in] other The value to set to.
        /// \return This \c AtomicInt.
        AtomicInt& operator=(const AtomicInt& other) {
            *this = int(other);
            return *this;
        }
 
        /// Decrements the counter and returns the original value.
 
        /// \return The original value.
        int operator--(int) {
#if defined(MADATOMIC_USE_CXX)
            return value--;
#else
            return exchange_and_add(-1);
#endif
        }
 
        /// Decrements the counter and returns the decremented value.
 
        /// \return The decremented value.
        int operator--() {
#if defined(MADATOMIC_USE_CXX)
            return --value;
#else
            return exchange_and_add(-1) - 1;
#endif
        }
 
        /// Increments the counter and returns the original value.
 
        /// \return The original value.
        int operator++(int) {
#if defined(MADATOMIC_USE_CXX)
            return value++;
#else
            return exchange_and_add(1);
#endif
        }
 
        /// Increments the counter and returns the incremented value.
 
        /// \return The incremented value.
        int operator++() {
#if defined(MADATOMIC_USE_CXX)
            return ++value;
#else
            return exchange_and_add(1) + 1;
#endif
        }
 
        /// Add \c value and return the new value.
 
        /// \param[in] inc The value to be added.
        /// \return The new value.
        int operator+=(const int inc) {
#if defined(MADATOMIC_USE_CXX)
            return (value.fetch_add(inc, std::memory_order_seq_cst) + inc);
#else
            return exchange_and_add(inc) + inc;
#endif
        }
 
        /// Subtract \c dec and return the new value.
 
        /// \param[in] dec The value to be subtracted.
        /// \return The new value.
        int operator-=(const int dec) {
#if defined(MADATOMIC_USE_CXX)
            return (value.fetch_sub(dec, std::memory_order_seq_cst) - dec);
#else
            return exchange_and_add(-dec) - dec;
#endif
        }
 
        /// Decrements the counter and returns true if the new value is zero,
 
        /// \return True if the decremented value is 0; false otherwise.
        bool dec_and_test() {
            return ((*this)-- == 1);
        }
 
#ifdef ATOMICINT_CAS
        /// Compare and swap.
 
        /// If `value == compare` then set `value = newval`.
        /// \param[in] compare The value to compare against.
        /// \param[in] newval The new value if the comparison is true.
        /// \return The original value.
        inline int compare_and_swap(int compare, int newval) {
#if defined(MADATOMIC_USE_CXX)
#warning The C++11 implementation of compare-and-swap has never been tested.
            std::bool swapped = value.compare_exchange_strong_explicit(&compare, newval,
                                                                       std::memory_order_seq_cst,
                                                                       std::memory_order_seq_cst);
            /* We must return the original value, which is not the return argument above.
             * If swapped=true, then obj was expected before the call, so we return that.
             * If swapped=false, then obj is unchanged, so we can just return that. */
            return (swapped ? compare : value);
#elif defined(MADATOMIC_USE_GCC)
            return __sync_val_compare_and_swap(&value, compare, newval);
#elif defined(MADATOMIC_USE_BGP)
            return _bgp_compare_and_swap(&value, compare, newval);
#elif defined(MADATOMIC_USE_BGQ)
            return CompareAndSwapSigned32(&value, compare, newval);
#else
#error ... atomic exchange_and_add operator must be implemented for this platform;
#endif
        }
#endif
 
    }; // class AtomicInt
 
}
 
/// @}
 
#endif // MADNESS_WORLD_ATOMICINT_H__INCLUDED