Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 1 | //===------------------------ memory.cpp ----------------------------------===// |
| 2 | // |
Howard Hinnant | 5b08a8a | 2010-05-11 21:36:01 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 4 | // |
Howard Hinnant | 412dbeb | 2010-11-16 22:09:02 | [diff] [blame] | 5 | // This file is dual licensed under the MIT and the University of Illinois Open |
| 6 | // Source Licenses. See LICENSE.TXT for details. |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
Howard Hinnant | c0937e8 | 2012-07-07 20:56:04 | [diff] [blame] | 10 | #define _LIBCPP_BUILDING_MEMORY |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 11 | #include "memory" |
Howard Hinnant | d77851e | 2012-07-30 01:40:57 | [diff] [blame^] | 12 | #include "mutex" |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 13 | |
| 14 | _LIBCPP_BEGIN_NAMESPACE_STD |
| 15 | |
| 16 | namespace |
| 17 | { |
| 18 | |
| 19 | template <class T> |
Howard Hinnant | 128ba71 | 2010-05-24 17:49:41 | [diff] [blame] | 20 | inline T |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 21 | increment(T& t) _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 22 | { |
Howard Hinnant | 128ba71 | 2010-05-24 17:49:41 | [diff] [blame] | 23 | return __sync_add_and_fetch(&t, 1); |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 24 | } |
| 25 | |
| 26 | template <class T> |
Howard Hinnant | 128ba71 | 2010-05-24 17:49:41 | [diff] [blame] | 27 | inline T |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 28 | decrement(T& t) _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 29 | { |
Howard Hinnant | 128ba71 | 2010-05-24 17:49:41 | [diff] [blame] | 30 | return __sync_add_and_fetch(&t, -1); |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 31 | } |
| 32 | |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 33 | } // namespace |
| 34 | |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 35 | const allocator_arg_t allocator_arg = allocator_arg_t(); |
| 36 | |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 37 | bad_weak_ptr::~bad_weak_ptr() _NOEXCEPT {} |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 38 | |
| 39 | const char* |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 40 | bad_weak_ptr::what() const _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 41 | { |
| 42 | return "bad_weak_ptr"; |
| 43 | } |
| 44 | |
| 45 | __shared_count::~__shared_count() |
| 46 | { |
| 47 | } |
| 48 | |
| 49 | void |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 50 | __shared_count::__add_shared() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 51 | { |
| 52 | increment(__shared_owners_); |
| 53 | } |
| 54 | |
Howard Hinnant | 9b35c82 | 2010-11-16 21:33:17 | [diff] [blame] | 55 | bool |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 56 | __shared_count::__release_shared() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 57 | { |
| 58 | if (decrement(__shared_owners_) == -1) |
Howard Hinnant | 9b35c82 | 2010-11-16 21:33:17 | [diff] [blame] | 59 | { |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 60 | __on_zero_shared(); |
Howard Hinnant | 9b35c82 | 2010-11-16 21:33:17 | [diff] [blame] | 61 | return true; |
| 62 | } |
| 63 | return false; |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 64 | } |
| 65 | |
| 66 | __shared_weak_count::~__shared_weak_count() |
| 67 | { |
| 68 | } |
| 69 | |
| 70 | void |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 71 | __shared_weak_count::__add_shared() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 72 | { |
| 73 | __shared_count::__add_shared(); |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 74 | } |
| 75 | |
| 76 | void |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 77 | __shared_weak_count::__add_weak() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 78 | { |
| 79 | increment(__shared_weak_owners_); |
| 80 | } |
| 81 | |
| 82 | void |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 83 | __shared_weak_count::__release_shared() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 84 | { |
Howard Hinnant | 9b35c82 | 2010-11-16 21:33:17 | [diff] [blame] | 85 | if (__shared_count::__release_shared()) |
| 86 | __release_weak(); |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 87 | } |
| 88 | |
| 89 | void |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 90 | __shared_weak_count::__release_weak() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 91 | { |
| 92 | if (decrement(__shared_weak_owners_) == -1) |
| 93 | __on_zero_shared_weak(); |
| 94 | } |
| 95 | |
| 96 | __shared_weak_count* |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 97 | __shared_weak_count::lock() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 98 | { |
| 99 | long object_owners = __shared_owners_; |
| 100 | while (object_owners != -1) |
| 101 | { |
Howard Hinnant | 128ba71 | 2010-05-24 17:49:41 | [diff] [blame] | 102 | if (__sync_bool_compare_and_swap(&__shared_owners_, |
| 103 | object_owners, |
| 104 | object_owners+1)) |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 105 | return this; |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 106 | object_owners = __shared_owners_; |
| 107 | } |
| 108 | return 0; |
| 109 | } |
| 110 | |
Howard Hinnant | 54b409f | 2010-08-11 17:04:31 | [diff] [blame] | 111 | #ifndef _LIBCPP_NO_RTTI |
| 112 | |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 113 | const void* |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 114 | __shared_weak_count::__get_deleter(const type_info&) const _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 115 | { |
| 116 | return 0; |
| 117 | } |
| 118 | |
Howard Hinnant | 940e211 | 2010-08-22 00:03:27 | [diff] [blame] | 119 | #endif // _LIBCPP_NO_RTTI |
Howard Hinnant | 54b409f | 2010-08-11 17:04:31 | [diff] [blame] | 120 | |
Howard Hinnant | d77851e | 2012-07-30 01:40:57 | [diff] [blame^] | 121 | static const std::size_t __sp_mut_count = 16; |
| 122 | static mutex mut_back[__sp_mut_count]; |
| 123 | |
| 124 | _LIBCPP_CONSTEXPR __sp_mut::__sp_mut(void* p) _NOEXCEPT |
| 125 | : _(p) |
| 126 | { |
| 127 | } |
| 128 | |
| 129 | void |
| 130 | __sp_mut::lock() _NOEXCEPT |
| 131 | { |
| 132 | reinterpret_cast<mutex*>(_)->lock(); |
| 133 | } |
| 134 | |
| 135 | void |
| 136 | __sp_mut::unlock() _NOEXCEPT |
| 137 | { |
| 138 | reinterpret_cast<mutex*>(_)->unlock(); |
| 139 | } |
| 140 | |
| 141 | __sp_mut& |
| 142 | __get_sp_mut(const void* p) |
| 143 | { |
| 144 | static __sp_mut muts[__sp_mut_count] |
| 145 | { |
| 146 | &mut_back[ 0], &mut_back[ 1], &mut_back[ 2], &mut_back[ 3], |
| 147 | &mut_back[ 4], &mut_back[ 5], &mut_back[ 6], &mut_back[ 7], |
| 148 | &mut_back[ 8], &mut_back[ 9], &mut_back[10], &mut_back[11], |
| 149 | &mut_back[12], &mut_back[13], &mut_back[14], &mut_back[15] |
| 150 | }; |
| 151 | return muts[hash<const void*>()(p) & (__sp_mut_count-1)]; |
| 152 | } |
| 153 | |
| 154 | |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 155 | void |
| 156 | declare_reachable(void*) |
| 157 | { |
| 158 | } |
| 159 | |
| 160 | void |
| 161 | declare_no_pointers(char*, size_t) |
| 162 | { |
| 163 | } |
| 164 | |
| 165 | void |
| 166 | undeclare_no_pointers(char*, size_t) |
| 167 | { |
| 168 | } |
| 169 | |
| 170 | pointer_safety |
Howard Hinnant | 3739fe7 | 2011-05-28 14:41:13 | [diff] [blame] | 171 | get_pointer_safety() _NOEXCEPT |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 172 | { |
| 173 | return pointer_safety::relaxed; |
| 174 | } |
| 175 | |
| 176 | void* |
| 177 | __undeclare_reachable(void* p) |
| 178 | { |
| 179 | return p; |
| 180 | } |
| 181 | |
| 182 | void* |
| 183 | align(size_t alignment, size_t size, void*& ptr, size_t& space) |
| 184 | { |
| 185 | void* r = nullptr; |
| 186 | if (size <= space) |
| 187 | { |
| 188 | char* p1 = static_cast<char*>(ptr); |
| 189 | char* p2 = (char*)((size_t)(p1 + (alignment - 1)) & -alignment); |
Howard Hinnant | c206366 | 2011-12-01 20:21:04 | [diff] [blame] | 190 | size_t d = static_cast<size_t>(p2 - p1); |
Howard Hinnant | 3e51952 | 2010-05-11 19:42:16 | [diff] [blame] | 191 | if (d <= space - size) |
| 192 | { |
| 193 | r = p2; |
| 194 | ptr = r; |
| 195 | space -= d; |
| 196 | } |
| 197 | } |
| 198 | return r; |
| 199 | } |
| 200 | |
| 201 | _LIBCPP_END_NAMESPACE_STD |