blob: 1c108b8c352a3a4fd46e19a087effc9b2a704e31 [file] [log] [blame]
Howard Hinnantc51e1022010-05-11 19:42:16 +00001//===------------------------ memory.cpp ----------------------------------===//
2//
Howard Hinnantc566dc32010-05-11 21:36:01 +00003// The LLVM Compiler Infrastructure
Howard Hinnantc51e1022010-05-11 19:42:16 +00004//
Howard Hinnantee11c312010-11-16 22:09:02 +00005// This file is dual licensed under the MIT and the University of Illinois Open
6// Source Licenses. See LICENSE.TXT for details.
Howard Hinnantc51e1022010-05-11 19:42:16 +00007//
8//===----------------------------------------------------------------------===//
9
Howard Hinnantb5fffe82012-07-07 20:56:04 +000010#define _LIBCPP_BUILDING_MEMORY
Howard Hinnantc51e1022010-05-11 19:42:16 +000011#include "memory"
Howard Hinnant9fa30202012-07-30 01:40:57 +000012#include "mutex"
Howard Hinnant58380d52012-07-30 17:13:21 +000013#include "thread"
Howard Hinnantc51e1022010-05-11 19:42:16 +000014
15_LIBCPP_BEGIN_NAMESPACE_STD
16
17namespace
18{
19
20template <class T>
Howard Hinnant155c2af2010-05-24 17:49:41 +000021inline T
Howard Hinnant719bda32011-05-28 14:41:13 +000022increment(T& t) _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +000023{
Howard Hinnant155c2af2010-05-24 17:49:41 +000024 return __sync_add_and_fetch(&t, 1);
Howard Hinnantc51e1022010-05-11 19:42:16 +000025}
26
27template <class T>
Howard Hinnant155c2af2010-05-24 17:49:41 +000028inline T
Howard Hinnant719bda32011-05-28 14:41:13 +000029decrement(T& t) _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +000030{
Howard Hinnant155c2af2010-05-24 17:49:41 +000031 return __sync_add_and_fetch(&t, -1);
Howard Hinnantc51e1022010-05-11 19:42:16 +000032}
33
Howard Hinnantc51e1022010-05-11 19:42:16 +000034} // namespace
35
Howard Hinnantc51e1022010-05-11 19:42:16 +000036const allocator_arg_t allocator_arg = allocator_arg_t();
37
Howard Hinnant719bda32011-05-28 14:41:13 +000038bad_weak_ptr::~bad_weak_ptr() _NOEXCEPT {}
Howard Hinnantc51e1022010-05-11 19:42:16 +000039
40const char*
Howard Hinnant719bda32011-05-28 14:41:13 +000041bad_weak_ptr::what() const _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +000042{
43 return "bad_weak_ptr";
44}
45
46__shared_count::~__shared_count()
47{
48}
49
50void
Howard Hinnant719bda32011-05-28 14:41:13 +000051__shared_count::__add_shared() _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +000052{
53 increment(__shared_owners_);
54}
55
Howard Hinnantca3b32a2010-11-16 21:33:17 +000056bool
Howard Hinnant719bda32011-05-28 14:41:13 +000057__shared_count::__release_shared() _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +000058{
59 if (decrement(__shared_owners_) == -1)
Howard Hinnantca3b32a2010-11-16 21:33:17 +000060 {
Howard Hinnantc51e1022010-05-11 19:42:16 +000061 __on_zero_shared();
Howard Hinnantca3b32a2010-11-16 21:33:17 +000062 return true;
63 }
64 return false;
Howard Hinnantc51e1022010-05-11 19:42:16 +000065}
66
67__shared_weak_count::~__shared_weak_count()
68{
69}
70
71void
Howard Hinnant719bda32011-05-28 14:41:13 +000072__shared_weak_count::__add_shared() _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +000073{
74 __shared_count::__add_shared();
Howard Hinnantc51e1022010-05-11 19:42:16 +000075}
76
77void
Howard Hinnant719bda32011-05-28 14:41:13 +000078__shared_weak_count::__add_weak() _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +000079{
80 increment(__shared_weak_owners_);
81}
82
83void
Howard Hinnant719bda32011-05-28 14:41:13 +000084__shared_weak_count::__release_shared() _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +000085{
Howard Hinnantca3b32a2010-11-16 21:33:17 +000086 if (__shared_count::__release_shared())
87 __release_weak();
Howard Hinnantc51e1022010-05-11 19:42:16 +000088}
89
90void
Howard Hinnant719bda32011-05-28 14:41:13 +000091__shared_weak_count::__release_weak() _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +000092{
93 if (decrement(__shared_weak_owners_) == -1)
94 __on_zero_shared_weak();
95}
96
97__shared_weak_count*
Howard Hinnant719bda32011-05-28 14:41:13 +000098__shared_weak_count::lock() _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +000099{
100 long object_owners = __shared_owners_;
101 while (object_owners != -1)
102 {
Howard Hinnant155c2af2010-05-24 17:49:41 +0000103 if (__sync_bool_compare_and_swap(&__shared_owners_,
104 object_owners,
105 object_owners+1))
Howard Hinnantc51e1022010-05-11 19:42:16 +0000106 return this;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000107 object_owners = __shared_owners_;
108 }
109 return 0;
110}
111
Howard Hinnant72f73582010-08-11 17:04:31 +0000112#ifndef _LIBCPP_NO_RTTI
113
Howard Hinnantc51e1022010-05-11 19:42:16 +0000114const void*
Howard Hinnant719bda32011-05-28 14:41:13 +0000115__shared_weak_count::__get_deleter(const type_info&) const _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +0000116{
117 return 0;
118}
119
Howard Hinnantffb308e2010-08-22 00:03:27 +0000120#endif // _LIBCPP_NO_RTTI
Howard Hinnant72f73582010-08-11 17:04:31 +0000121
Howard Hinnant9fa30202012-07-30 01:40:57 +0000122static const std::size_t __sp_mut_count = 16;
123static mutex mut_back[__sp_mut_count];
124
125_LIBCPP_CONSTEXPR __sp_mut::__sp_mut(void* p) _NOEXCEPT
126 : _(p)
127{
128}
129
130void
131__sp_mut::lock() _NOEXCEPT
132{
Howard Hinnant58380d52012-07-30 17:13:21 +0000133 mutex& m = *static_cast<mutex*>(_);
134 unsigned count = 0;
135 while (!m.try_lock())
136 {
137 if (++count > 16)
138 {
139 m.lock();
140 break;
141 }
142 this_thread::yield();
143 }
Howard Hinnant9fa30202012-07-30 01:40:57 +0000144}
145
146void
147__sp_mut::unlock() _NOEXCEPT
148{
Howard Hinnant58380d52012-07-30 17:13:21 +0000149 static_cast<mutex*>(_)->unlock();
Howard Hinnant9fa30202012-07-30 01:40:57 +0000150}
151
152__sp_mut&
153__get_sp_mut(const void* p)
154{
155 static __sp_mut muts[__sp_mut_count]
156 {
157 &mut_back[ 0], &mut_back[ 1], &mut_back[ 2], &mut_back[ 3],
158 &mut_back[ 4], &mut_back[ 5], &mut_back[ 6], &mut_back[ 7],
159 &mut_back[ 8], &mut_back[ 9], &mut_back[10], &mut_back[11],
160 &mut_back[12], &mut_back[13], &mut_back[14], &mut_back[15]
161 };
162 return muts[hash<const void*>()(p) & (__sp_mut_count-1)];
163}
164
165
Howard Hinnantc51e1022010-05-11 19:42:16 +0000166void
167declare_reachable(void*)
168{
169}
170
171void
172declare_no_pointers(char*, size_t)
173{
174}
175
176void
177undeclare_no_pointers(char*, size_t)
178{
179}
180
181pointer_safety
Howard Hinnant719bda32011-05-28 14:41:13 +0000182get_pointer_safety() _NOEXCEPT
Howard Hinnantc51e1022010-05-11 19:42:16 +0000183{
184 return pointer_safety::relaxed;
185}
186
187void*
188__undeclare_reachable(void* p)
189{
190 return p;
191}
192
193void*
194align(size_t alignment, size_t size, void*& ptr, size_t& space)
195{
196 void* r = nullptr;
197 if (size <= space)
198 {
199 char* p1 = static_cast<char*>(ptr);
200 char* p2 = (char*)((size_t)(p1 + (alignment - 1)) & -alignment);
Howard Hinnant28b24882011-12-01 20:21:04 +0000201 size_t d = static_cast<size_t>(p2 - p1);
Howard Hinnantc51e1022010-05-11 19:42:16 +0000202 if (d <= space - size)
203 {
204 r = p2;
205 ptr = r;
206 space -= d;
207 }
208 }
209 return r;
210}
211
212_LIBCPP_END_NAMESPACE_STD