Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 1 | //===------------------------ memory.cpp ----------------------------------===// |
| 2 | // |
Howard Hinnant | 5b08a8a | 2010-05-11 21:36:01 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 4 | // |
Howard Hinnant | 412dbeb | 2010-11-16 22:09:02 | [diff] [blame] | 5 | // This file is dual licensed under the MIT and the University of Illinois Open |
| 6 | // Source Licenses. See LICENSE.TXT for details. |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
Howard Hinnant | c0937e8 | 2012-07-07 20:56:04 | [diff] [blame] | 10 | #define _LIBCPP_BUILDING_MEMORY |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 11 | #include "memory" |
Jonathan Roelofs | b3fcc67 | 2014-09-05 19:45:05 | [diff] [blame^] | 12 | #ifndef _LIBCPP_HAS_NO_THREADS |
Howard Hinnant | d77851e | 2012-07-30 01:40:57 | [diff] [blame] | 13 | #include "mutex" |
Howard Hinnant | 088e37c | 2012-07-30 17:13:21 | [diff] [blame] | 14 | #include "thread" |
Jonathan Roelofs | b3fcc67 | 2014-09-05 19:45:05 | [diff] [blame^] | 15 | #endif |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 16 | |
| 17 | _LIBCPP_BEGIN_NAMESPACE_STD |
| 18 | |
| 19 | namespace |
| 20 | { |
| 21 | |
| 22 | template <class T> |
Howard Hinnant | 128ba71 | 2010-05-24 17:49:41 | [diff] [blame] | 23 | inline T |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 24 | increment(T& t) _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 25 | { |
Howard Hinnant | 128ba71 | 2010-05-24 17:49:41 | [diff] [blame] | 26 | return __sync_add_and_fetch(&t, 1); |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 27 | } |
| 28 | |
| 29 | template <class T> |
Howard Hinnant | 128ba71 | 2010-05-24 17:49:41 | [diff] [blame] | 30 | inline T |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 31 | decrement(T& t) _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 32 | { |
Howard Hinnant | 128ba71 | 2010-05-24 17:49:41 | [diff] [blame] | 33 | return __sync_add_and_fetch(&t, -1); |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 34 | } |
| 35 | |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 36 | } // namespace |
| 37 | |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 38 | const allocator_arg_t allocator_arg = allocator_arg_t(); |
| 39 | |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 40 | bad_weak_ptr::~bad_weak_ptr() _NOEXCEPT {} |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 41 | |
| 42 | const char* |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 43 | bad_weak_ptr::what() const _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 44 | { |
| 45 | return "bad_weak_ptr"; |
| 46 | } |
| 47 | |
| 48 | __shared_count::~__shared_count() |
| 49 | { |
| 50 | } |
| 51 | |
| 52 | void |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 53 | __shared_count::__add_shared() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 54 | { |
| 55 | increment(__shared_owners_); |
| 56 | } |
| 57 | |
Howard Hinnant | 9b35c82 | 2010-11-16 21:33:17 | [diff] [blame] | 58 | bool |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 59 | __shared_count::__release_shared() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 60 | { |
| 61 | if (decrement(__shared_owners_) == -1) |
Howard Hinnant | 9b35c82 | 2010-11-16 21:33:17 | [diff] [blame] | 62 | { |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 63 | __on_zero_shared(); |
Howard Hinnant | 9b35c82 | 2010-11-16 21:33:17 | [diff] [blame] | 64 | return true; |
| 65 | } |
| 66 | return false; |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 67 | } |
| 68 | |
| 69 | __shared_weak_count::~__shared_weak_count() |
| 70 | { |
| 71 | } |
| 72 | |
| 73 | void |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 74 | __shared_weak_count::__add_shared() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 75 | { |
| 76 | __shared_count::__add_shared(); |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 77 | } |
| 78 | |
| 79 | void |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 80 | __shared_weak_count::__add_weak() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 81 | { |
| 82 | increment(__shared_weak_owners_); |
| 83 | } |
| 84 | |
| 85 | void |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 86 | __shared_weak_count::__release_shared() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 87 | { |
Howard Hinnant | 9b35c82 | 2010-11-16 21:33:17 | [diff] [blame] | 88 | if (__shared_count::__release_shared()) |
| 89 | __release_weak(); |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 90 | } |
| 91 | |
| 92 | void |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 93 | __shared_weak_count::__release_weak() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 94 | { |
| 95 | if (decrement(__shared_weak_owners_) == -1) |
| 96 | __on_zero_shared_weak(); |
| 97 | } |
| 98 | |
| 99 | __shared_weak_count* |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 100 | __shared_weak_count::lock() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 101 | { |
| 102 | long object_owners = __shared_owners_; |
| 103 | while (object_owners != -1) |
| 104 | { |
Howard Hinnant | 128ba71 | 2010-05-24 17:49:41 | [diff] [blame] | 105 | if (__sync_bool_compare_and_swap(&__shared_owners_, |
| 106 | object_owners, |
| 107 | object_owners+1)) |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 108 | return this; |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 109 | object_owners = __shared_owners_; |
| 110 | } |
| 111 | return 0; |
| 112 | } |
| 113 | |
Howard Hinnant | 54b409f | 2010-08-11 17:04:31 | [diff] [blame] | 114 | #ifndef _LIBCPP_NO_RTTI |
| 115 | |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 116 | const void* |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 117 | __shared_weak_count::__get_deleter(const type_info&) const _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 118 | { |
| 119 | return 0; |
| 120 | } |
| 121 | |
Howard Hinnant | 940e211 | 2010-08-22 00:03:27 | [diff] [blame] | 122 | #endif // _LIBCPP_NO_RTTI |
Howard Hinnant | 54b409f | 2010-08-11 17:04:31 | [diff] [blame] | 123 | |
Jonathan Roelofs | b3fcc67 | 2014-09-05 19:45:05 | [diff] [blame^] | 124 | #if __has_feature(cxx_atomic) && !_LIBCPP_HAS_NO_THREADS |
Howard Hinnant | e4b2a74 | 2012-08-19 15:13:16 | [diff] [blame] | 125 | |
Howard Hinnant | d77851e | 2012-07-30 01:40:57 | [diff] [blame] | 126 | static const std::size_t __sp_mut_count = 16; |
Howard Hinnant | 5efca64 | 2013-03-16 00:17:53 | [diff] [blame] | 127 | static pthread_mutex_t mut_back_imp[__sp_mut_count] = |
| 128 | { |
| 129 | PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, |
| 130 | PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, |
| 131 | PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, |
| 132 | PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER |
| 133 | }; |
| 134 | |
| 135 | static mutex* mut_back = reinterpret_cast<std::mutex*>(mut_back_imp); |
Howard Hinnant | d77851e | 2012-07-30 01:40:57 | [diff] [blame] | 136 | |
| 137 | _LIBCPP_CONSTEXPR __sp_mut::__sp_mut(void* p) _NOEXCEPT |
Howard Hinnant | 54d333a | 2012-10-30 19:06:59 | [diff] [blame] | 138 | : __lx(p) |
Howard Hinnant | d77851e | 2012-07-30 01:40:57 | [diff] [blame] | 139 | { |
| 140 | } |
| 141 | |
| 142 | void |
| 143 | __sp_mut::lock() _NOEXCEPT |
| 144 | { |
Howard Hinnant | 54d333a | 2012-10-30 19:06:59 | [diff] [blame] | 145 | mutex& m = *static_cast<mutex*>(__lx); |
Howard Hinnant | 088e37c | 2012-07-30 17:13:21 | [diff] [blame] | 146 | unsigned count = 0; |
| 147 | while (!m.try_lock()) |
| 148 | { |
| 149 | if (++count > 16) |
| 150 | { |
| 151 | m.lock(); |
| 152 | break; |
| 153 | } |
| 154 | this_thread::yield(); |
| 155 | } |
Howard Hinnant | d77851e | 2012-07-30 01:40:57 | [diff] [blame] | 156 | } |
| 157 | |
| 158 | void |
| 159 | __sp_mut::unlock() _NOEXCEPT |
| 160 | { |
Howard Hinnant | 54d333a | 2012-10-30 19:06:59 | [diff] [blame] | 161 | static_cast<mutex*>(__lx)->unlock(); |
Howard Hinnant | d77851e | 2012-07-30 01:40:57 | [diff] [blame] | 162 | } |
| 163 | |
| 164 | __sp_mut& |
| 165 | __get_sp_mut(const void* p) |
| 166 | { |
| 167 | static __sp_mut muts[__sp_mut_count] |
| 168 | { |
| 169 | &mut_back[ 0], &mut_back[ 1], &mut_back[ 2], &mut_back[ 3], |
| 170 | &mut_back[ 4], &mut_back[ 5], &mut_back[ 6], &mut_back[ 7], |
| 171 | &mut_back[ 8], &mut_back[ 9], &mut_back[10], &mut_back[11], |
| 172 | &mut_back[12], &mut_back[13], &mut_back[14], &mut_back[15] |
| 173 | }; |
| 174 | return muts[hash<const void*>()(p) & (__sp_mut_count-1)]; |
| 175 | } |
| 176 | |
Jonathan Roelofs | b3fcc67 | 2014-09-05 19:45:05 | [diff] [blame^] | 177 | #endif // __has_feature(cxx_atomic) && !_LIBCPP_HAS_NO_THREADS |
Howard Hinnant | d77851e | 2012-07-30 01:40:57 | [diff] [blame] | 178 | |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 179 | void |
| 180 | declare_reachable(void*) |
| 181 | { |
| 182 | } |
| 183 | |
| 184 | void |
| 185 | declare_no_pointers(char*, size_t) |
| 186 | { |
| 187 | } |
| 188 | |
| 189 | void |
| 190 | undeclare_no_pointers(char*, size_t) |
| 191 | { |
| 192 | } |
| 193 | |
| 194 | pointer_safety |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 195 | get_pointer_safety() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 196 | { |
| 197 | return pointer_safety::relaxed; |
| 198 | } |
| 199 | |
| 200 | void* |
| 201 | __undeclare_reachable(void* p) |
| 202 | { |
| 203 | return p; |
| 204 | } |
| 205 | |
| 206 | void* |
| 207 | align(size_t alignment, size_t size, void*& ptr, size_t& space) |
| 208 | { |
| 209 | void* r = nullptr; |
| 210 | if (size <= space) |
| 211 | { |
| 212 | char* p1 = static_cast<char*>(ptr); |
Joerg Sonnenberger | 634b9dd | 2014-01-04 17:43:00 | [diff] [blame] | 213 | char* p2 = reinterpret_cast<char*>(reinterpret_cast<size_t>(p1 + (alignment - 1)) & -alignment); |
Howard Hinnant | c206366 | 2011-12-01 20:21:04 | [diff] [blame] | 214 | size_t d = static_cast<size_t>(p2 - p1); |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 215 | if (d <= space - size) |
| 216 | { |
| 217 | r = p2; |
| 218 | ptr = r; |
| 219 | space -= d; |
| 220 | } |
| 221 | } |
| 222 | return r; |
| 223 | } |
| 224 | |
| 225 | _LIBCPP_END_NAMESPACE_STD |