blob: 3884a2b3abf872bc3757f35c7369001bffbc60e8 [file] [log] [blame]
Howard Hinnant3e519522010-05-11 19:42:161//===------------------------ memory.cpp ----------------------------------===//
2//
Howard Hinnant5b08a8a2010-05-11 21:36:013// The LLVM Compiler Infrastructure
Howard Hinnant3e519522010-05-11 19:42:164//
Howard Hinnant412dbeb2010-11-16 22:09:025// This file is dual licensed under the MIT and the University of Illinois Open
6// Source Licenses. See LICENSE.TXT for details.
Howard Hinnant3e519522010-05-11 19:42:167//
8//===----------------------------------------------------------------------===//
9
Howard Hinnantc0937e82012-07-07 20:56:0410#define _LIBCPP_BUILDING_MEMORY
Howard Hinnant3e519522010-05-11 19:42:1611#include "memory"
Howard Hinnantd77851e2012-07-30 01:40:5712#include "mutex"
Howard Hinnant088e37c2012-07-30 17:13:2113#include "thread"
Howard Hinnant3e519522010-05-11 19:42:1614
15_LIBCPP_BEGIN_NAMESPACE_STD
16
17namespace
18{
19
20template <class T>
Howard Hinnant128ba712010-05-24 17:49:4121inline T
Howard Hinnant3739fe72011-05-28 14:41:1322increment(T& t) _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1623{
Howard Hinnant128ba712010-05-24 17:49:4124 return __sync_add_and_fetch(&t, 1);
Howard Hinnant3e519522010-05-11 19:42:1625}
26
27template <class T>
Howard Hinnant128ba712010-05-24 17:49:4128inline T
Howard Hinnant3739fe72011-05-28 14:41:1329decrement(T& t) _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1630{
Howard Hinnant128ba712010-05-24 17:49:4131 return __sync_add_and_fetch(&t, -1);
Howard Hinnant3e519522010-05-11 19:42:1632}
33
Howard Hinnant3e519522010-05-11 19:42:1634} // namespace
35
Howard Hinnant3e519522010-05-11 19:42:1636const allocator_arg_t allocator_arg = allocator_arg_t();
37
Howard Hinnant3739fe72011-05-28 14:41:1338bad_weak_ptr::~bad_weak_ptr() _NOEXCEPT {}
Howard Hinnant3e519522010-05-11 19:42:1639
40const char*
Howard Hinnant3739fe72011-05-28 14:41:1341bad_weak_ptr::what() const _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1642{
43 return "bad_weak_ptr";
44}
45
46__shared_count::~__shared_count()
47{
48}
49
50void
Howard Hinnant3739fe72011-05-28 14:41:1351__shared_count::__add_shared() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1652{
53 increment(__shared_owners_);
54}
55
Howard Hinnant9b35c822010-11-16 21:33:1756bool
Howard Hinnant3739fe72011-05-28 14:41:1357__shared_count::__release_shared() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1658{
59 if (decrement(__shared_owners_) == -1)
Howard Hinnant9b35c822010-11-16 21:33:1760 {
Howard Hinnant3e519522010-05-11 19:42:1661 __on_zero_shared();
Howard Hinnant9b35c822010-11-16 21:33:1762 return true;
63 }
64 return false;
Howard Hinnant3e519522010-05-11 19:42:1665}
66
67__shared_weak_count::~__shared_weak_count()
68{
69}
70
71void
Howard Hinnant3739fe72011-05-28 14:41:1372__shared_weak_count::__add_shared() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1673{
74 __shared_count::__add_shared();
Howard Hinnant3e519522010-05-11 19:42:1675}
76
77void
Howard Hinnant3739fe72011-05-28 14:41:1378__shared_weak_count::__add_weak() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1679{
80 increment(__shared_weak_owners_);
81}
82
83void
Howard Hinnant3739fe72011-05-28 14:41:1384__shared_weak_count::__release_shared() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1685{
Howard Hinnant9b35c822010-11-16 21:33:1786 if (__shared_count::__release_shared())
87 __release_weak();
Howard Hinnant3e519522010-05-11 19:42:1688}
89
90void
Howard Hinnant3739fe72011-05-28 14:41:1391__shared_weak_count::__release_weak() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1692{
93 if (decrement(__shared_weak_owners_) == -1)
94 __on_zero_shared_weak();
95}
96
97__shared_weak_count*
Howard Hinnant3739fe72011-05-28 14:41:1398__shared_weak_count::lock() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:1699{
100 long object_owners = __shared_owners_;
101 while (object_owners != -1)
102 {
Howard Hinnant128ba712010-05-24 17:49:41103 if (__sync_bool_compare_and_swap(&__shared_owners_,
104 object_owners,
105 object_owners+1))
Howard Hinnant3e519522010-05-11 19:42:16106 return this;
Howard Hinnant3e519522010-05-11 19:42:16107 object_owners = __shared_owners_;
108 }
109 return 0;
110}
111
Howard Hinnant54b409f2010-08-11 17:04:31112#ifndef _LIBCPP_NO_RTTI
113
Howard Hinnant3e519522010-05-11 19:42:16114const void*
Howard Hinnant3739fe72011-05-28 14:41:13115__shared_weak_count::__get_deleter(const type_info&) const _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:16116{
117 return 0;
118}
119
Howard Hinnant940e2112010-08-22 00:03:27120#endif // _LIBCPP_NO_RTTI
Howard Hinnant54b409f2010-08-11 17:04:31121
Howard Hinnante4b2a742012-08-19 15:13:16122#if __has_feature(cxx_atomic)
123
Howard Hinnantd77851e2012-07-30 01:40:57124static const std::size_t __sp_mut_count = 16;
125static mutex mut_back[__sp_mut_count];
126
127_LIBCPP_CONSTEXPR __sp_mut::__sp_mut(void* p) _NOEXCEPT
128 : _(p)
129{
130}
131
132void
133__sp_mut::lock() _NOEXCEPT
134{
Howard Hinnant088e37c2012-07-30 17:13:21135 mutex& m = *static_cast<mutex*>(_);
136 unsigned count = 0;
137 while (!m.try_lock())
138 {
139 if (++count > 16)
140 {
141 m.lock();
142 break;
143 }
144 this_thread::yield();
145 }
Howard Hinnantd77851e2012-07-30 01:40:57146}
147
148void
149__sp_mut::unlock() _NOEXCEPT
150{
Howard Hinnant088e37c2012-07-30 17:13:21151 static_cast<mutex*>(_)->unlock();
Howard Hinnantd77851e2012-07-30 01:40:57152}
153
154__sp_mut&
155__get_sp_mut(const void* p)
156{
157 static __sp_mut muts[__sp_mut_count]
158 {
159 &mut_back[ 0], &mut_back[ 1], &mut_back[ 2], &mut_back[ 3],
160 &mut_back[ 4], &mut_back[ 5], &mut_back[ 6], &mut_back[ 7],
161 &mut_back[ 8], &mut_back[ 9], &mut_back[10], &mut_back[11],
162 &mut_back[12], &mut_back[13], &mut_back[14], &mut_back[15]
163 };
164 return muts[hash<const void*>()(p) & (__sp_mut_count-1)];
165}
166
Howard Hinnante4b2a742012-08-19 15:13:16167#endif // __has_feature(cxx_atomic)
Howard Hinnantd77851e2012-07-30 01:40:57168
Howard Hinnant3e519522010-05-11 19:42:16169void
170declare_reachable(void*)
171{
172}
173
174void
175declare_no_pointers(char*, size_t)
176{
177}
178
179void
180undeclare_no_pointers(char*, size_t)
181{
182}
183
184pointer_safety
Howard Hinnant3739fe72011-05-28 14:41:13185get_pointer_safety() _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:16186{
187 return pointer_safety::relaxed;
188}
189
190void*
191__undeclare_reachable(void* p)
192{
193 return p;
194}
195
196void*
197align(size_t alignment, size_t size, void*& ptr, size_t& space)
198{
199 void* r = nullptr;
200 if (size <= space)
201 {
202 char* p1 = static_cast<char*>(ptr);
203 char* p2 = (char*)((size_t)(p1 + (alignment - 1)) & -alignment);
Howard Hinnantc2063662011-12-01 20:21:04204 size_t d = static_cast<size_t>(p2 - p1);
Howard Hinnant3e519522010-05-11 19:42:16205 if (d <= space - size)
206 {
207 r = p2;
208 ptr = r;
209 space -= d;
210 }
211 }
212 return r;
213}
214
215_LIBCPP_END_NAMESPACE_STD