123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235 |
- /*
- Copyright (c) 2007-2016 Contributors as noted in the AUTHORS file
- This file is part of libzmq, the ZeroMQ core engine in C++.
- libzmq is free software; you can redistribute it and/or modify it under
- the terms of the GNU Lesser General Public License (LGPL) as published
- by the Free Software Foundation; either version 3 of the License, or
- (at your option) any later version.
- As a special exception, the Contributors give you permission to link
- this library with independent modules to produce an executable,
- regardless of the license terms of these independent modules, and to
- copy and distribute the resulting executable under terms of your choice,
- provided that you also meet, for each linked independent module, the
- terms and conditions of the license of that module. An independent
- module is a module which is not derived from or based on this library.
- If you modify this library, you must extend this exception to your
- version of the library.
- libzmq is distributed in the hope that it will be useful, but WITHOUT
- ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
- FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
- License for more details.
- You should have received a copy of the GNU Lesser General Public License
- along with this program. If not, see <http://www.gnu.org/licenses/>.
- */
- #ifndef __ZMQ_ATOMIC_COUNTER_HPP_INCLUDED__
- #define __ZMQ_ATOMIC_COUNTER_HPP_INCLUDED__
- #include "stdint.hpp"
- #include "macros.hpp"
- #if defined ZMQ_FORCE_MUTEXES
- #define ZMQ_ATOMIC_COUNTER_MUTEX
- #elif (defined __cplusplus && __cplusplus >= 201103L) \
- || (defined _MSC_VER && _MSC_VER >= 1900)
- #define ZMQ_ATOMIC_COUNTER_CXX11
- #elif defined ZMQ_HAVE_ATOMIC_INTRINSICS
- #define ZMQ_ATOMIC_COUNTER_INTRINSIC
- #elif (defined __i386__ || defined __x86_64__) && defined __GNUC__
- #define ZMQ_ATOMIC_COUNTER_X86
- #elif defined __ARM_ARCH_7A__ && defined __GNUC__
- #define ZMQ_ATOMIC_COUNTER_ARM
- #elif defined ZMQ_HAVE_WINDOWS
- #define ZMQ_ATOMIC_COUNTER_WINDOWS
- #elif (defined ZMQ_HAVE_SOLARIS || defined ZMQ_HAVE_NETBSD \
- || defined ZMQ_HAVE_GNU)
- #define ZMQ_ATOMIC_COUNTER_ATOMIC_H
- #elif defined __tile__
- #define ZMQ_ATOMIC_COUNTER_TILE
- #else
- #define ZMQ_ATOMIC_COUNTER_MUTEX
- #endif
- #if defined ZMQ_ATOMIC_COUNTER_MUTEX
- #include "mutex.hpp"
- #elif defined ZMQ_ATOMIC_COUNTER_CXX11
- #include <atomic>
- #elif defined ZMQ_ATOMIC_COUNTER_WINDOWS
- #include "windows.hpp"
- #elif defined ZMQ_ATOMIC_COUNTER_ATOMIC_H
- #include <atomic.h>
- #elif defined ZMQ_ATOMIC_COUNTER_TILE
- #include <arch/atomic.h>
- #endif
- namespace zmq
- {
- // This class represents an integer that can be incremented/decremented
- // in atomic fashion.
- //
- // In zmq::shared_message_memory_allocator a buffer with an atomic_counter_t
- // at the start is allocated. If the class does not align to pointer size,
- // access to pointers in structures in the buffer will cause SIGBUS on
- // architectures that do not allow mis-aligned pointers (eg: SPARC).
- // Force the compiler to align to pointer size, which will cause the object
- // to grow from 4 bytes to 8 bytes on 64 bit architectures (when not using
- // mutexes).
- #if defined(_MSC_VER) && (defined(_M_X64) || defined(_M_ARM64))
- class __declspec(align (8)) atomic_counter_t
- #elif defined(_MSC_VER) && (defined(_M_IX86) || defined(_M_ARM_ARMV7VE))
- class __declspec(align (4)) atomic_counter_t
- #else
- class atomic_counter_t
- #endif
- {
- public:
- typedef uint32_t integer_t;
- atomic_counter_t (integer_t value_ = 0) ZMQ_NOEXCEPT : _value (value_) {}
- // Set counter _value (not thread-safe).
- void set (integer_t value_) ZMQ_NOEXCEPT { _value = value_; }
- // Atomic addition. Returns the old _value.
- integer_t add (integer_t increment_) ZMQ_NOEXCEPT
- {
- integer_t old_value;
- #if defined ZMQ_ATOMIC_COUNTER_WINDOWS
- old_value = InterlockedExchangeAdd ((LONG *) &_value, increment_);
- #elif defined ZMQ_ATOMIC_COUNTER_INTRINSIC
- old_value = __atomic_fetch_add (&_value, increment_, __ATOMIC_ACQ_REL);
- #elif defined ZMQ_ATOMIC_COUNTER_CXX11
- old_value = _value.fetch_add (increment_, std::memory_order_acq_rel);
- #elif defined ZMQ_ATOMIC_COUNTER_ATOMIC_H
- integer_t new_value = atomic_add_32_nv (&_value, increment_);
- old_value = new_value - increment_;
- #elif defined ZMQ_ATOMIC_COUNTER_TILE
- old_value = arch_atomic_add (&_value, increment_);
- #elif defined ZMQ_ATOMIC_COUNTER_X86
- __asm__ volatile("lock; xadd %0, %1 \n\t"
- : "=r"(old_value), "=m"(_value)
- : "0"(increment_), "m"(_value)
- : "cc", "memory");
- #elif defined ZMQ_ATOMIC_COUNTER_ARM
- integer_t flag, tmp;
- __asm__ volatile(" dmb sy\n\t"
- "1: ldrex %0, [%5]\n\t"
- " add %2, %0, %4\n\t"
- " strex %1, %2, [%5]\n\t"
- " teq %1, #0\n\t"
- " bne 1b\n\t"
- " dmb sy\n\t"
- : "=&r"(old_value), "=&r"(flag), "=&r"(tmp),
- "+Qo"(_value)
- : "Ir"(increment_), "r"(&_value)
- : "cc");
- #elif defined ZMQ_ATOMIC_COUNTER_MUTEX
- sync.lock ();
- old_value = _value;
- _value += increment_;
- sync.unlock ();
- #else
- #error atomic_counter is not implemented for this platform
- #endif
- return old_value;
- }
- // Atomic subtraction. Returns false if the counter drops to zero.
- bool sub (integer_t decrement_) ZMQ_NOEXCEPT
- {
- #if defined ZMQ_ATOMIC_COUNTER_WINDOWS
- LONG delta = -((LONG) decrement_);
- integer_t old = InterlockedExchangeAdd ((LONG *) &_value, delta);
- return old - decrement_ != 0;
- #elif defined ZMQ_ATOMIC_COUNTER_INTRINSIC
- integer_t nv =
- __atomic_sub_fetch (&_value, decrement_, __ATOMIC_ACQ_REL);
- return nv != 0;
- #elif defined ZMQ_ATOMIC_COUNTER_CXX11
- const integer_t old =
- _value.fetch_sub (decrement_, std::memory_order_acq_rel);
- return old - decrement_ != 0;
- #elif defined ZMQ_ATOMIC_COUNTER_ATOMIC_H
- int32_t delta = -((int32_t) decrement_);
- integer_t nv = atomic_add_32_nv (&_value, delta);
- return nv != 0;
- #elif defined ZMQ_ATOMIC_COUNTER_TILE
- int32_t delta = -((int32_t) decrement_);
- integer_t nv = arch_atomic_add (&_value, delta);
- return nv != 0;
- #elif defined ZMQ_ATOMIC_COUNTER_X86
- integer_t oldval = -decrement_;
- volatile integer_t *val = &_value;
- __asm__ volatile("lock; xaddl %0,%1"
- : "=r"(oldval), "=m"(*val)
- : "0"(oldval), "m"(*val)
- : "cc", "memory");
- return oldval != decrement_;
- #elif defined ZMQ_ATOMIC_COUNTER_ARM
- integer_t old_value, flag, tmp;
- __asm__ volatile(" dmb sy\n\t"
- "1: ldrex %0, [%5]\n\t"
- " sub %2, %0, %4\n\t"
- " strex %1, %2, [%5]\n\t"
- " teq %1, #0\n\t"
- " bne 1b\n\t"
- " dmb sy\n\t"
- : "=&r"(old_value), "=&r"(flag), "=&r"(tmp),
- "+Qo"(_value)
- : "Ir"(decrement_), "r"(&_value)
- : "cc");
- return old_value - decrement_ != 0;
- #elif defined ZMQ_ATOMIC_COUNTER_MUTEX
- sync.lock ();
- _value -= decrement_;
- bool result = _value ? true : false;
- sync.unlock ();
- return result;
- #else
- #error atomic_counter is not implemented for this platform
- #endif
- }
- integer_t get () const ZMQ_NOEXCEPT { return _value; }
- private:
- #if defined ZMQ_ATOMIC_COUNTER_CXX11
- std::atomic<integer_t> _value;
- #else
- volatile integer_t _value;
- #endif
- #if defined ZMQ_ATOMIC_COUNTER_MUTEX
- mutex_t sync;
- #endif
- #if !defined ZMQ_ATOMIC_COUNTER_CXX11
- ZMQ_NON_COPYABLE_NOR_MOVABLE (atomic_counter_t)
- #endif
- #if defined(__GNUC__) || defined(__INTEL_COMPILER) \
- || (defined(__SUNPRO_C) && __SUNPRO_C >= 0x590) \
- || (defined(__SUNPRO_CC) && __SUNPRO_CC >= 0x590)
- } __attribute__ ((aligned (sizeof (void *))));
- #else
- };
- #endif
- }
- // Remove macros local to this file.
- #undef ZMQ_ATOMIC_COUNTER_MUTEX
- #undef ZMQ_ATOMIC_COUNTER_INTRINSIC
- #undef ZMQ_ATOMIC_COUNTER_CXX11
- #undef ZMQ_ATOMIC_COUNTER_X86
- #undef ZMQ_ATOMIC_COUNTER_ARM
- #undef ZMQ_ATOMIC_COUNTER_WINDOWS
- #undef ZMQ_ATOMIC_COUNTER_ATOMIC_H
- #undef ZMQ_ATOMIC_COUNTER_TILE
- #endif
|