blob: 98bcc864eeb0097b99ca72b88f3e4c2717337716 [file] [log] [blame]
Howard Hinnant3e519522010-05-11 19:42:161//===------------------------ memory.cpp ----------------------------------===//
2//
Howard Hinnant5b08a8a2010-05-11 21:36:013// The LLVM Compiler Infrastructure
Howard Hinnant3e519522010-05-11 19:42:164//
Howard Hinnant412dbeb2010-11-16 22:09:025// This file is dual licensed under the MIT and the University of Illinois Open
6// Source Licenses. See LICENSE.TXT for details.
Howard Hinnant3e519522010-05-11 19:42:167//
8//===----------------------------------------------------------------------===//
9
Howard Hinnantc0937e82012-07-07 20:56:0410#define _LIBCPP_BUILDING_MEMORY
Howard Hinnant3e519522010-05-11 19:42:1611#include "memory"
Howard Hinnantd77851e2012-07-30 01:40:5712#include "mutex"
Howard Hinnant088e37c2012-07-30 17:13:2113#include "thread"
Howard Hinnant3e519522010-05-11 19:42:1614
15_LIBCPP_BEGIN_NAMESPACE_STD
16
17namespace
18{
19
20template <class T>
Howard Hinnant128ba712010-05-24 17:49:4121inline T
Howard Hinnant3739fe72011-05-28 14:41:1322increment(T& t) _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1623{
Howard Hinnant128ba712010-05-24 17:49:4124 return __sync_add_and_fetch(&t, 1);
Howard Hinnant3e519522010-05-11 19:42:1625}
26
27template <class T>
Howard Hinnant128ba712010-05-24 17:49:4128inline T
Howard Hinnant3739fe72011-05-28 14:41:1329decrement(T& t) _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1630{
Howard Hinnant128ba712010-05-24 17:49:4131 return __sync_add_and_fetch(&t, -1);
Howard Hinnant3e519522010-05-11 19:42:1632}
33
Howard Hinnant3e519522010-05-11 19:42:1634} // namespace
35
Howard Hinnant3e519522010-05-11 19:42:1636const allocator_arg_t allocator_arg = allocator_arg_t();
37
Howard Hinnant3739fe72011-05-28 14:41:1338bad_weak_ptr::~bad_weak_ptr() _NOEXCEPT {}
Howard Hinnant3e519522010-05-11 19:42:1639
40const char*
Howard Hinnant3739fe72011-05-28 14:41:1341bad_weak_ptr::what() const _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1642{
43 return "bad_weak_ptr";
44}
45
46__shared_count::~__shared_count()
47{
48}
49
50void
Howard Hinnant3739fe72011-05-28 14:41:1351__shared_count::__add_shared() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1652{
53 increment(__shared_owners_);
54}
55
Howard Hinnant9b35c822010-11-16 21:33:1756bool
Howard Hinnant3739fe72011-05-28 14:41:1357__shared_count::__release_shared() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1658{
59 if (decrement(__shared_owners_) == -1)
Howard Hinnant9b35c822010-11-16 21:33:1760 {
Howard Hinnant3e519522010-05-11 19:42:1661 __on_zero_shared();
Howard Hinnant9b35c822010-11-16 21:33:1762 return true;
63 }
64 return false;
Howard Hinnant3e519522010-05-11 19:42:1665}
66
67__shared_weak_count::~__shared_weak_count()
68{
69}
70
71void
Howard Hinnant3739fe72011-05-28 14:41:1372__shared_weak_count::__add_shared() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1673{
74 __shared_count::__add_shared();
Howard Hinnant3e519522010-05-11 19:42:1675}
76
77void
Howard Hinnant3739fe72011-05-28 14:41:1378__shared_weak_count::__add_weak() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1679{
80 increment(__shared_weak_owners_);
81}
82
83void
Howard Hinnant3739fe72011-05-28 14:41:1384__shared_weak_count::__release_shared() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1685{
Howard Hinnant9b35c822010-11-16 21:33:1786 if (__shared_count::__release_shared())
87 __release_weak();
Howard Hinnant3e519522010-05-11 19:42:1688}
89
90void
Howard Hinnant3739fe72011-05-28 14:41:1391__shared_weak_count::__release_weak() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1692{
93 if (decrement(__shared_weak_owners_) == -1)
94 __on_zero_shared_weak();
95}
96
97__shared_weak_count*
Howard Hinnant3739fe72011-05-28 14:41:1398__shared_weak_count::lock() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1699{
100 long object_owners = __shared_owners_;
101 while (object_owners != -1)
102 {
Howard Hinnant128ba712010-05-24 17:49:41103 if (__sync_bool_compare_and_swap(&__shared_owners_,
104 object_owners,
105 object_owners+1))
Howard Hinnant3e519522010-05-11 19:42:16106 return this;
Howard Hinnant3e519522010-05-11 19:42:16107 object_owners = __shared_owners_;
108 }
109 return 0;
110}
111
Howard Hinnant54b409f2010-08-11 17:04:31112#ifndef _LIBCPP_NO_RTTI
113
Howard Hinnant3e519522010-05-11 19:42:16114const void*
Howard Hinnant3739fe72011-05-28 14:41:13115__shared_weak_count::__get_deleter(const type_info&) const _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:16116{
117 return 0;
118}
119
Howard Hinnant940e2112010-08-22 00:03:27120#endif // _LIBCPP_NO_RTTI
Howard Hinnant54b409f2010-08-11 17:04:31121
Howard Hinnante4b2a742012-08-19 15:13:16122#if __has_feature(cxx_atomic)
123
Howard Hinnantd77851e2012-07-30 01:40:57124static const std::size_t __sp_mut_count = 16;
Howard Hinnant5efca642013-03-16 00:17:53125static pthread_mutex_t mut_back_imp[__sp_mut_count] =
126{
127 PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER,
128 PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER,
129 PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER,
130 PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER
131};
132
133static mutex* mut_back = reinterpret_cast<std::mutex*>(mut_back_imp);
Howard Hinnantd77851e2012-07-30 01:40:57134
135_LIBCPP_CONSTEXPR __sp_mut::__sp_mut(void* p) _NOEXCEPT
Howard Hinnant54d333a2012-10-30 19:06:59136 : __lx(p)
Howard Hinnantd77851e2012-07-30 01:40:57137{
138}
139
140void
141__sp_mut::lock() _NOEXCEPT
142{
Howard Hinnant54d333a2012-10-30 19:06:59143 mutex& m = *static_cast<mutex*>(__lx);
Howard Hinnant088e37c2012-07-30 17:13:21144 unsigned count = 0;
145 while (!m.try_lock())
146 {
147 if (++count > 16)
148 {
149 m.lock();
150 break;
151 }
152 this_thread::yield();
153 }
Howard Hinnantd77851e2012-07-30 01:40:57154}
155
156void
157__sp_mut::unlock() _NOEXCEPT
158{
Howard Hinnant54d333a2012-10-30 19:06:59159 static_cast<mutex*>(__lx)->unlock();
Howard Hinnantd77851e2012-07-30 01:40:57160}
161
162__sp_mut&
163__get_sp_mut(const void* p)
164{
165 static __sp_mut muts[__sp_mut_count]
166 {
167 &mut_back[ 0], &mut_back[ 1], &mut_back[ 2], &mut_back[ 3],
168 &mut_back[ 4], &mut_back[ 5], &mut_back[ 6], &mut_back[ 7],
169 &mut_back[ 8], &mut_back[ 9], &mut_back[10], &mut_back[11],
170 &mut_back[12], &mut_back[13], &mut_back[14], &mut_back[15]
171 };
172 return muts[hash<const void*>()(p) & (__sp_mut_count-1)];
173}
174
Howard Hinnante4b2a742012-08-19 15:13:16175#endif // __has_feature(cxx_atomic)
Howard Hinnantd77851e2012-07-30 01:40:57176
Howard Hinnant3e519522010-05-11 19:42:16177void
178declare_reachable(void*)
179{
180}
181
182void
183declare_no_pointers(char*, size_t)
184{
185}
186
187void
188undeclare_no_pointers(char*, size_t)
189{
190}
191
192pointer_safety
Howard Hinnant3739fe72011-05-28 14:41:13193get_pointer_safety() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:16194{
195 return pointer_safety::relaxed;
196}
197
198void*
199__undeclare_reachable(void* p)
200{
201 return p;
202}
203
204void*
205align(size_t alignment, size_t size, void*& ptr, size_t& space)
206{
207 void* r = nullptr;
208 if (size <= space)
209 {
210 char* p1 = static_cast<char*>(ptr);
211 char* p2 = (char*)((size_t)(p1 + (alignment - 1)) & -alignment);
Howard Hinnantc2063662011-12-01 20:21:04212 size_t d = static_cast<size_t>(p2 - p1);
Howard Hinnant3e519522010-05-11 19:42:16213 if (d <= space - size)
214 {
215 r = p2;
216 ptr = r;
217 space -= d;
218 }
219 }
220 return r;
221}
222
223_LIBCPP_END_NAMESPACE_STD