blob: 536cf9c6ead0119319473918c2bf805d8a0b3457 [file] [log] [blame]
Howard Hinnantc51e1022010-05-11 19:42:16 +00001// -*- C++ -*-
Louis Dionne9bd93882021-11-17 16:25:01 -05002//===----------------------------------------------------------------------===//
Howard Hinnantc51e1022010-05-11 19:42:16 +00003//
Chandler Carruthd2012102019-01-19 10:56:40 +00004// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
5// See https://llvm.org/LICENSE.txt for license information.
6// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Howard Hinnantc51e1022010-05-11 19:42:16 +00007//
8//===----------------------------------------------------------------------===//
9
10#ifndef _LIBCPP_MUTEX
11#define _LIBCPP_MUTEX
12
13/*
14 mutex synopsis
15
16namespace std
17{
18
19class mutex
20{
21public:
Howard Hinnantbd05d6a2012-07-21 16:13:09 +000022 constexpr mutex() noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +000023 ~mutex();
24
25 mutex(const mutex&) = delete;
26 mutex& operator=(const mutex&) = delete;
27
28 void lock();
29 bool try_lock();
30 void unlock();
31
32 typedef pthread_mutex_t* native_handle_type;
33 native_handle_type native_handle();
34};
35
36class recursive_mutex
37{
38public:
39 recursive_mutex();
40 ~recursive_mutex();
41
42 recursive_mutex(const recursive_mutex&) = delete;
43 recursive_mutex& operator=(const recursive_mutex&) = delete;
44
45 void lock();
Howard Hinnantbd05d6a2012-07-21 16:13:09 +000046 bool try_lock() noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +000047 void unlock();
48
49 typedef pthread_mutex_t* native_handle_type;
50 native_handle_type native_handle();
51};
52
53class timed_mutex
54{
55public:
56 timed_mutex();
57 ~timed_mutex();
58
59 timed_mutex(const timed_mutex&) = delete;
60 timed_mutex& operator=(const timed_mutex&) = delete;
61
62 void lock();
63 bool try_lock();
64 template <class Rep, class Period>
65 bool try_lock_for(const chrono::duration<Rep, Period>& rel_time);
66 template <class Clock, class Duration>
67 bool try_lock_until(const chrono::time_point<Clock, Duration>& abs_time);
68 void unlock();
69};
70
71class recursive_timed_mutex
72{
73public:
74 recursive_timed_mutex();
75 ~recursive_timed_mutex();
76
77 recursive_timed_mutex(const recursive_timed_mutex&) = delete;
78 recursive_timed_mutex& operator=(const recursive_timed_mutex&) = delete;
79
80 void lock();
Howard Hinnantbd05d6a2012-07-21 16:13:09 +000081 bool try_lock() noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +000082 template <class Rep, class Period>
83 bool try_lock_for(const chrono::duration<Rep, Period>& rel_time);
84 template <class Clock, class Duration>
85 bool try_lock_until(const chrono::time_point<Clock, Duration>& abs_time);
86 void unlock();
87};
88
Louis Dionnea7a2beb2019-09-26 14:51:10 +000089struct defer_lock_t { explicit defer_lock_t() = default; };
90struct try_to_lock_t { explicit try_to_lock_t() = default; };
91struct adopt_lock_t { explicit adopt_lock_t() = default; };
Howard Hinnantc51e1022010-05-11 19:42:16 +000092
Marshall Clowf1bf62f2018-01-02 17:17:01 +000093inline constexpr defer_lock_t defer_lock{};
94inline constexpr try_to_lock_t try_to_lock{};
95inline constexpr adopt_lock_t adopt_lock{};
Howard Hinnantc51e1022010-05-11 19:42:16 +000096
97template <class Mutex>
98class lock_guard
99{
100public:
101 typedef Mutex mutex_type;
102
103 explicit lock_guard(mutex_type& m);
104 lock_guard(mutex_type& m, adopt_lock_t);
105 ~lock_guard();
106
107 lock_guard(lock_guard const&) = delete;
108 lock_guard& operator=(lock_guard const&) = delete;
109};
110
Marshall Clow580b6e62017-03-24 03:40:36 +0000111template <class... MutexTypes>
112class scoped_lock // C++17
Eric Fiselier68143d42016-06-14 03:48:09 +0000113{
114public:
Joe Loseraddc36f2021-10-26 13:45:52 -0400115 using mutex_type = Mutex; // Only if sizeof...(MutexTypes) == 1
Marshall Clow580b6e62017-03-24 03:40:36 +0000116
117 explicit scoped_lock(MutexTypes&... m);
Marshall Clowf68c6922017-07-27 17:44:03 +0000118 scoped_lock(adopt_lock_t, MutexTypes&... m);
Marshall Clow580b6e62017-03-24 03:40:36 +0000119 ~scoped_lock();
120 scoped_lock(scoped_lock const&) = delete;
121 scoped_lock& operator=(scoped_lock const&) = delete;
Eric Fiselier68143d42016-06-14 03:48:09 +0000122private:
123 tuple<MutexTypes&...> pm; // exposition only
124};
125
Howard Hinnantc51e1022010-05-11 19:42:16 +0000126template <class Mutex>
127class unique_lock
128{
129public:
130 typedef Mutex mutex_type;
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000131 unique_lock() noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000132 explicit unique_lock(mutex_type& m);
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000133 unique_lock(mutex_type& m, defer_lock_t) noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000134 unique_lock(mutex_type& m, try_to_lock_t);
135 unique_lock(mutex_type& m, adopt_lock_t);
136 template <class Clock, class Duration>
137 unique_lock(mutex_type& m, const chrono::time_point<Clock, Duration>& abs_time);
138 template <class Rep, class Period>
139 unique_lock(mutex_type& m, const chrono::duration<Rep, Period>& rel_time);
140 ~unique_lock();
141
142 unique_lock(unique_lock const&) = delete;
143 unique_lock& operator=(unique_lock const&) = delete;
144
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000145 unique_lock(unique_lock&& u) noexcept;
146 unique_lock& operator=(unique_lock&& u) noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000147
148 void lock();
149 bool try_lock();
150
151 template <class Rep, class Period>
152 bool try_lock_for(const chrono::duration<Rep, Period>& rel_time);
153 template <class Clock, class Duration>
154 bool try_lock_until(const chrono::time_point<Clock, Duration>& abs_time);
155
156 void unlock();
157
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000158 void swap(unique_lock& u) noexcept;
159 mutex_type* release() noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000160
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000161 bool owns_lock() const noexcept;
162 explicit operator bool () const noexcept;
163 mutex_type* mutex() const noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000164};
165
166template <class Mutex>
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000167 void swap(unique_lock<Mutex>& x, unique_lock<Mutex>& y) noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000168
169template <class L1, class L2, class... L3>
170 int try_lock(L1&, L2&, L3&...);
171template <class L1, class L2, class... L3>
172 void lock(L1&, L2&, L3&...);
173
174struct once_flag
175{
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000176 constexpr once_flag() noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000177
178 once_flag(const once_flag&) = delete;
179 once_flag& operator=(const once_flag&) = delete;
180};
181
182template<class Callable, class ...Args>
183 void call_once(once_flag& flag, Callable&& func, Args&&... args);
184
185} // std
186
187*/
188
189#include <__config>
190#include <__mutex_base>
Arthur O'Dwyeref181602021-05-19 11:57:04 -0400191#include <__threading_support>
Christopher Di Bella41f26e82021-06-05 02:47:47 +0000192#include <__utility/forward.h>
Nico Weber03776e72019-03-20 22:55:03 +0000193#include <cstdint>
Howard Hinnantc51e1022010-05-11 19:42:16 +0000194#include <functional>
Eric Fiselier89659d12015-07-07 00:27:16 +0000195#include <memory>
Eric Fiselierb6159752017-04-18 23:05:08 +0000196#ifndef _LIBCPP_CXX03_LANG
Arthur O'Dwyeref181602021-05-19 11:57:04 -0400197# include <tuple>
Howard Hinnant51d62e02011-05-16 19:05:11 +0000198#endif
Marshall Clow0a1e7502018-09-12 19:41:40 +0000199#include <version>
Howard Hinnantc51e1022010-05-11 19:42:16 +0000200
Howard Hinnantaaaa52b2011-10-17 20:05:10 +0000201#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
Arthur O'Dwyer6eeaa002022-02-01 20:16:40 -0500202# pragma GCC system_header
Howard Hinnantaaaa52b2011-10-17 20:05:10 +0000203#endif
Howard Hinnantc51e1022010-05-11 19:42:16 +0000204
Eric Fiselierf4433a32017-05-31 22:07:49 +0000205_LIBCPP_PUSH_MACROS
206#include <__undef_macros>
207
208
Howard Hinnantc51e1022010-05-11 19:42:16 +0000209_LIBCPP_BEGIN_NAMESPACE_STD
210
Jonathan Roelofs39cb6bf2014-09-05 19:45:05 +0000211#ifndef _LIBCPP_HAS_NO_THREADS
212
Howard Hinnant8331b762013-03-06 23:30:19 +0000213class _LIBCPP_TYPE_VIS recursive_mutex
Howard Hinnantc51e1022010-05-11 19:42:16 +0000214{
Saleem Abdulrasool0bc37ca2017-01-05 17:54:45 +0000215 __libcpp_recursive_mutex_t __m_;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000216
217public:
Nikolas Klauser07088642021-12-08 10:57:12 +0100218 recursive_mutex();
219 ~recursive_mutex();
Howard Hinnantc51e1022010-05-11 19:42:16 +0000220
Nikolas Klauser07088642021-12-08 10:57:12 +0100221 recursive_mutex(const recursive_mutex&) = delete;
222 recursive_mutex& operator=(const recursive_mutex&) = delete;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000223
Howard Hinnantc51e1022010-05-11 19:42:16 +0000224 void lock();
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000225 bool try_lock() _NOEXCEPT;
226 void unlock() _NOEXCEPT;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000227
Saleem Abdulrasool0bc37ca2017-01-05 17:54:45 +0000228 typedef __libcpp_recursive_mutex_t* native_handle_type;
229
Howard Hinnantf5f99992010-09-22 18:02:38 +0000230 _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc51e1022010-05-11 19:42:16 +0000231 native_handle_type native_handle() {return &__m_;}
232};
233
Howard Hinnant8331b762013-03-06 23:30:19 +0000234class _LIBCPP_TYPE_VIS timed_mutex
Howard Hinnantc51e1022010-05-11 19:42:16 +0000235{
236 mutex __m_;
237 condition_variable __cv_;
238 bool __locked_;
239public:
240 timed_mutex();
241 ~timed_mutex();
242
Nikolas Klauser07088642021-12-08 10:57:12 +0100243 timed_mutex(const timed_mutex&) = delete;
244 timed_mutex& operator=(const timed_mutex&) = delete;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000245
246public:
247 void lock();
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000248 bool try_lock() _NOEXCEPT;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000249 template <class _Rep, class _Period>
Howard Hinnantf5f99992010-09-22 18:02:38 +0000250 _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc51e1022010-05-11 19:42:16 +0000251 bool try_lock_for(const chrono::duration<_Rep, _Period>& __d)
Howard Hinnantc8dbd222010-11-20 19:16:30 +0000252 {return try_lock_until(chrono::steady_clock::now() + __d);}
Howard Hinnantc51e1022010-05-11 19:42:16 +0000253 template <class _Clock, class _Duration>
Shoaib Meenai55f3a462017-03-02 03:22:18 +0000254 _LIBCPP_METHOD_TEMPLATE_IMPLICIT_INSTANTIATION_VIS
Howard Hinnantc51e1022010-05-11 19:42:16 +0000255 bool try_lock_until(const chrono::time_point<_Clock, _Duration>& __t);
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000256 void unlock() _NOEXCEPT;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000257};
258
259template <class _Clock, class _Duration>
260bool
261timed_mutex::try_lock_until(const chrono::time_point<_Clock, _Duration>& __t)
262{
263 using namespace chrono;
264 unique_lock<mutex> __lk(__m_);
265 bool no_timeout = _Clock::now() < __t;
266 while (no_timeout && __locked_)
267 no_timeout = __cv_.wait_until(__lk, __t) == cv_status::no_timeout;
268 if (!__locked_)
269 {
270 __locked_ = true;
271 return true;
272 }
273 return false;
274}
275
Howard Hinnant8331b762013-03-06 23:30:19 +0000276class _LIBCPP_TYPE_VIS recursive_timed_mutex
Howard Hinnantc51e1022010-05-11 19:42:16 +0000277{
278 mutex __m_;
279 condition_variable __cv_;
280 size_t __count_;
Marshall Clow58655362019-08-14 16:21:27 +0000281 __thread_id __id_;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000282public:
Nikolas Klauser07088642021-12-08 10:57:12 +0100283 recursive_timed_mutex();
284 ~recursive_timed_mutex();
Howard Hinnantc51e1022010-05-11 19:42:16 +0000285
Nikolas Klauser07088642021-12-08 10:57:12 +0100286 recursive_timed_mutex(const recursive_timed_mutex&) = delete;
287 recursive_timed_mutex& operator=(const recursive_timed_mutex&) = delete;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000288
Howard Hinnantc51e1022010-05-11 19:42:16 +0000289 void lock();
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000290 bool try_lock() _NOEXCEPT;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000291 template <class _Rep, class _Period>
Howard Hinnantf5f99992010-09-22 18:02:38 +0000292 _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc51e1022010-05-11 19:42:16 +0000293 bool try_lock_for(const chrono::duration<_Rep, _Period>& __d)
Howard Hinnantc8dbd222010-11-20 19:16:30 +0000294 {return try_lock_until(chrono::steady_clock::now() + __d);}
Howard Hinnantc51e1022010-05-11 19:42:16 +0000295 template <class _Clock, class _Duration>
Shoaib Meenai55f3a462017-03-02 03:22:18 +0000296 _LIBCPP_METHOD_TEMPLATE_IMPLICIT_INSTANTIATION_VIS
Howard Hinnantc51e1022010-05-11 19:42:16 +0000297 bool try_lock_until(const chrono::time_point<_Clock, _Duration>& __t);
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000298 void unlock() _NOEXCEPT;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000299};
300
301template <class _Clock, class _Duration>
302bool
303recursive_timed_mutex::try_lock_until(const chrono::time_point<_Clock, _Duration>& __t)
304{
305 using namespace chrono;
Marshall Clow58655362019-08-14 16:21:27 +0000306 __thread_id __id = this_thread::get_id();
Howard Hinnantc51e1022010-05-11 19:42:16 +0000307 unique_lock<mutex> lk(__m_);
Marshall Clow58655362019-08-14 16:21:27 +0000308 if (__id == __id_)
Howard Hinnantc51e1022010-05-11 19:42:16 +0000309 {
310 if (__count_ == numeric_limits<size_t>::max())
311 return false;
312 ++__count_;
313 return true;
314 }
315 bool no_timeout = _Clock::now() < __t;
316 while (no_timeout && __count_ != 0)
317 no_timeout = __cv_.wait_until(lk, __t) == cv_status::no_timeout;
318 if (__count_ == 0)
319 {
320 __count_ = 1;
321 __id_ = __id;
322 return true;
323 }
324 return false;
325}
326
327template <class _L0, class _L1>
328int
329try_lock(_L0& __l0, _L1& __l1)
330{
331 unique_lock<_L0> __u0(__l0, try_to_lock);
332 if (__u0.owns_lock())
333 {
334 if (__l1.try_lock())
335 {
336 __u0.release();
337 return -1;
338 }
339 else
340 return 1;
341 }
342 return 0;
343}
344
Eric Fiselierb6159752017-04-18 23:05:08 +0000345#ifndef _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000346
347template <class _L0, class _L1, class _L2, class... _L3>
348int
349try_lock(_L0& __l0, _L1& __l1, _L2& __l2, _L3&... __l3)
350{
351 int __r = 0;
352 unique_lock<_L0> __u0(__l0, try_to_lock);
353 if (__u0.owns_lock())
354 {
355 __r = try_lock(__l1, __l2, __l3...);
356 if (__r == -1)
357 __u0.release();
358 else
359 ++__r;
360 }
361 return __r;
362}
363
Louis Dionne2b1ceaa2021-04-20 12:03:32 -0400364#endif // _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000365
366template <class _L0, class _L1>
367void
368lock(_L0& __l0, _L1& __l1)
369{
370 while (true)
371 {
372 {
373 unique_lock<_L0> __u0(__l0);
374 if (__l1.try_lock())
375 {
376 __u0.release();
377 break;
378 }
379 }
Asiri Rathnayakefa2e2032016-05-06 14:06:29 +0000380 __libcpp_thread_yield();
Howard Hinnantc51e1022010-05-11 19:42:16 +0000381 {
382 unique_lock<_L1> __u1(__l1);
383 if (__l0.try_lock())
384 {
385 __u1.release();
386 break;
387 }
388 }
Asiri Rathnayakefa2e2032016-05-06 14:06:29 +0000389 __libcpp_thread_yield();
Howard Hinnantc51e1022010-05-11 19:42:16 +0000390 }
391}
392
Eric Fiselierb6159752017-04-18 23:05:08 +0000393#ifndef _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000394
Howard Hinnantf8485322011-01-12 22:56:59 +0000395template <class _L0, class _L1, class _L2, class ..._L3>
Howard Hinnantc51e1022010-05-11 19:42:16 +0000396void
Howard Hinnantf8485322011-01-12 22:56:59 +0000397__lock_first(int __i, _L0& __l0, _L1& __l1, _L2& __l2, _L3& ...__l3)
Howard Hinnantc51e1022010-05-11 19:42:16 +0000398{
399 while (true)
400 {
401 switch (__i)
402 {
403 case 0:
404 {
405 unique_lock<_L0> __u0(__l0);
Howard Hinnantf8485322011-01-12 22:56:59 +0000406 __i = try_lock(__l1, __l2, __l3...);
Howard Hinnantc51e1022010-05-11 19:42:16 +0000407 if (__i == -1)
408 {
409 __u0.release();
410 return;
411 }
412 }
413 ++__i;
Asiri Rathnayakefa2e2032016-05-06 14:06:29 +0000414 __libcpp_thread_yield();
Howard Hinnantc51e1022010-05-11 19:42:16 +0000415 break;
416 case 1:
417 {
418 unique_lock<_L1> __u1(__l1);
Howard Hinnantf8485322011-01-12 22:56:59 +0000419 __i = try_lock(__l2, __l3..., __l0);
Howard Hinnantc51e1022010-05-11 19:42:16 +0000420 if (__i == -1)
421 {
422 __u1.release();
423 return;
424 }
425 }
Howard Hinnantf8485322011-01-12 22:56:59 +0000426 if (__i == sizeof...(_L3) + 1)
Howard Hinnantc51e1022010-05-11 19:42:16 +0000427 __i = 0;
428 else
429 __i += 2;
Asiri Rathnayakefa2e2032016-05-06 14:06:29 +0000430 __libcpp_thread_yield();
Howard Hinnantc51e1022010-05-11 19:42:16 +0000431 break;
432 default:
Howard Hinnantf8485322011-01-12 22:56:59 +0000433 __lock_first(__i - 2, __l2, __l3..., __l0, __l1);
Howard Hinnantc51e1022010-05-11 19:42:16 +0000434 return;
435 }
436 }
437}
438
Howard Hinnantf8485322011-01-12 22:56:59 +0000439template <class _L0, class _L1, class _L2, class ..._L3>
Howard Hinnantf5f99992010-09-22 18:02:38 +0000440inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc51e1022010-05-11 19:42:16 +0000441void
Howard Hinnantf8485322011-01-12 22:56:59 +0000442lock(_L0& __l0, _L1& __l1, _L2& __l2, _L3& ...__l3)
Howard Hinnantc51e1022010-05-11 19:42:16 +0000443{
Howard Hinnantf8485322011-01-12 22:56:59 +0000444 __lock_first(0, __l0, __l1, __l2, __l3...);
Howard Hinnantc51e1022010-05-11 19:42:16 +0000445}
446
Eric Fiselier68143d42016-06-14 03:48:09 +0000447template <class _L0>
448inline _LIBCPP_INLINE_VISIBILITY
449void __unlock(_L0& __l0) {
450 __l0.unlock();
451}
452
453template <class _L0, class _L1>
454inline _LIBCPP_INLINE_VISIBILITY
455void __unlock(_L0& __l0, _L1& __l1) {
456 __l0.unlock();
457 __l1.unlock();
458}
459
460template <class _L0, class _L1, class _L2, class ..._L3>
461inline _LIBCPP_INLINE_VISIBILITY
462void __unlock(_L0& __l0, _L1& __l1, _L2& __l2, _L3&... __l3) {
463 __l0.unlock();
464 __l1.unlock();
465 _VSTD::__unlock(__l2, __l3...);
466}
467
Louis Dionne2b1ceaa2021-04-20 12:03:32 -0400468#endif // _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000469
Marshall Clow2a7ae6f2017-03-24 05:19:15 +0000470#if _LIBCPP_STD_VER > 14
471template <class ..._Mutexes>
472class _LIBCPP_TEMPLATE_VIS scoped_lock;
473
474template <>
475class _LIBCPP_TEMPLATE_VIS scoped_lock<> {
476public:
477 explicit scoped_lock() {}
478 ~scoped_lock() = default;
479
480 _LIBCPP_INLINE_VISIBILITY
481 explicit scoped_lock(adopt_lock_t) {}
482
483 scoped_lock(scoped_lock const&) = delete;
484 scoped_lock& operator=(scoped_lock const&) = delete;
485};
486
487template <class _Mutex>
Aaron Pucherte1560fb2018-10-09 23:42:29 +0000488class _LIBCPP_TEMPLATE_VIS _LIBCPP_THREAD_SAFETY_ANNOTATION(scoped_lockable) scoped_lock<_Mutex> {
Marshall Clow2a7ae6f2017-03-24 05:19:15 +0000489public:
490 typedef _Mutex mutex_type;
491private:
492 mutex_type& __m_;
493public:
494 explicit scoped_lock(mutex_type & __m) _LIBCPP_THREAD_SAFETY_ANNOTATION(acquire_capability(__m))
495 : __m_(__m) {__m_.lock();}
496
497 ~scoped_lock() _LIBCPP_THREAD_SAFETY_ANNOTATION(release_capability()) {__m_.unlock();}
498
499 _LIBCPP_INLINE_VISIBILITY
Marshall Clowf68c6922017-07-27 17:44:03 +0000500 explicit scoped_lock(adopt_lock_t, mutex_type& __m) _LIBCPP_THREAD_SAFETY_ANNOTATION(requires_capability(__m))
Marshall Clow2a7ae6f2017-03-24 05:19:15 +0000501 : __m_(__m) {}
Marshall Clow2a7ae6f2017-03-24 05:19:15 +0000502
503 scoped_lock(scoped_lock const&) = delete;
504 scoped_lock& operator=(scoped_lock const&) = delete;
505};
506
507template <class ..._MArgs>
508class _LIBCPP_TEMPLATE_VIS scoped_lock
509{
510 static_assert(sizeof...(_MArgs) > 1, "At least 2 lock types required");
511 typedef tuple<_MArgs&...> _MutexTuple;
512
513public:
514 _LIBCPP_INLINE_VISIBILITY
515 explicit scoped_lock(_MArgs&... __margs)
516 : __t_(__margs...)
517 {
518 _VSTD::lock(__margs...);
519 }
520
521 _LIBCPP_INLINE_VISIBILITY
Marshall Clowf68c6922017-07-27 17:44:03 +0000522 scoped_lock(adopt_lock_t, _MArgs&... __margs)
Marshall Clow2a7ae6f2017-03-24 05:19:15 +0000523 : __t_(__margs...)
524 {
525 }
526
527 _LIBCPP_INLINE_VISIBILITY
528 ~scoped_lock() {
529 typedef typename __make_tuple_indices<sizeof...(_MArgs)>::type _Indices;
530 __unlock_unpack(_Indices{}, __t_);
531 }
532
533 scoped_lock(scoped_lock const&) = delete;
534 scoped_lock& operator=(scoped_lock const&) = delete;
535
536private:
537 template <size_t ..._Indx>
538 _LIBCPP_INLINE_VISIBILITY
539 static void __unlock_unpack(__tuple_indices<_Indx...>, _MutexTuple& __mt) {
540 _VSTD::__unlock(_VSTD::get<_Indx>(__mt)...);
541 }
542
543 _MutexTuple __t_;
544};
545
546#endif // _LIBCPP_STD_VER > 14
Jonathan Roelofs39cb6bf2014-09-05 19:45:05 +0000547#endif // !_LIBCPP_HAS_NO_THREADS
548
Eric Fiselierb5eb1bf2017-01-04 23:56:00 +0000549struct _LIBCPP_TEMPLATE_VIS once_flag;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000550
Eric Fiselierb6159752017-04-18 23:05:08 +0000551#ifndef _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000552
553template<class _Callable, class... _Args>
Howard Hinnanta54386e2012-09-14 00:39:16 +0000554_LIBCPP_INLINE_VISIBILITY
555void call_once(once_flag&, _Callable&&, _Args&&...);
Howard Hinnantc51e1022010-05-11 19:42:16 +0000556
Eric Fiselierb6159752017-04-18 23:05:08 +0000557#else // _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000558
559template<class _Callable>
Howard Hinnanta54386e2012-09-14 00:39:16 +0000560_LIBCPP_INLINE_VISIBILITY
Eric Fiselier1e88fdc2015-06-13 02:23:00 +0000561void call_once(once_flag&, _Callable&);
562
563template<class _Callable>
564_LIBCPP_INLINE_VISIBILITY
565void call_once(once_flag&, const _Callable&);
Howard Hinnantc51e1022010-05-11 19:42:16 +0000566
Louis Dionne2b1ceaa2021-04-20 12:03:32 -0400567#endif // _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000568
Eric Fiselierb5eb1bf2017-01-04 23:56:00 +0000569struct _LIBCPP_TEMPLATE_VIS once_flag
Howard Hinnantc51e1022010-05-11 19:42:16 +0000570{
Howard Hinnantf5f99992010-09-22 18:02:38 +0000571 _LIBCPP_INLINE_VISIBILITY
Howard Hinnantbd05d6a2012-07-21 16:13:09 +0000572 _LIBCPP_CONSTEXPR
573 once_flag() _NOEXCEPT : __state_(0) {}
Nikolas Klauser07088642021-12-08 10:57:12 +0100574 once_flag(const once_flag&) = delete;
575 once_flag& operator=(const once_flag&) = delete;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000576
Nico Weber03776e72019-03-20 22:55:03 +0000577#if defined(_LIBCPP_ABI_MICROSOFT)
578 typedef uintptr_t _State_type;
579#else
580 typedef unsigned long _State_type;
581#endif
582
Howard Hinnantc51e1022010-05-11 19:42:16 +0000583private:
Nico Weber03776e72019-03-20 22:55:03 +0000584 _State_type __state_;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000585
Eric Fiselierb6159752017-04-18 23:05:08 +0000586#ifndef _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000587 template<class _Callable, class... _Args>
588 friend
589 void call_once(once_flag&, _Callable&&, _Args&&...);
Eric Fiselierb6159752017-04-18 23:05:08 +0000590#else // _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000591 template<class _Callable>
592 friend
Eric Fiselier1e88fdc2015-06-13 02:23:00 +0000593 void call_once(once_flag&, _Callable&);
594
595 template<class _Callable>
596 friend
597 void call_once(once_flag&, const _Callable&);
Louis Dionne2b1ceaa2021-04-20 12:03:32 -0400598#endif // _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000599};
600
Eric Fiselierb6159752017-04-18 23:05:08 +0000601#ifndef _LIBCPP_CXX03_LANG
Howard Hinnant51d62e02011-05-16 19:05:11 +0000602
Howard Hinnantc834c512011-11-29 18:15:50 +0000603template <class _Fp>
Howard Hinnant51d62e02011-05-16 19:05:11 +0000604class __call_once_param
605{
Eric Fiselier1e88fdc2015-06-13 02:23:00 +0000606 _Fp& __f_;
Howard Hinnant51d62e02011-05-16 19:05:11 +0000607public:
Howard Hinnant51d62e02011-05-16 19:05:11 +0000608 _LIBCPP_INLINE_VISIBILITY
Eric Fiselier1e88fdc2015-06-13 02:23:00 +0000609 explicit __call_once_param(_Fp& __f) : __f_(__f) {}
Howard Hinnant51d62e02011-05-16 19:05:11 +0000610
611 _LIBCPP_INLINE_VISIBILITY
612 void operator()()
613 {
Howard Hinnantc834c512011-11-29 18:15:50 +0000614 typedef typename __make_tuple_indices<tuple_size<_Fp>::value, 1>::type _Index;
Howard Hinnant51d62e02011-05-16 19:05:11 +0000615 __execute(_Index());
616 }
617
618private:
619 template <size_t ..._Indices>
620 _LIBCPP_INLINE_VISIBILITY
621 void __execute(__tuple_indices<_Indices...>)
622 {
Arthur O'Dwyer34465da2020-12-15 19:32:29 -0500623 _VSTD::__invoke(_VSTD::get<0>(_VSTD::move(__f_)), _VSTD::get<_Indices>(_VSTD::move(__f_))...);
Howard Hinnant51d62e02011-05-16 19:05:11 +0000624 }
625};
626
627#else
628
Howard Hinnantc834c512011-11-29 18:15:50 +0000629template <class _Fp>
Howard Hinnantc51e1022010-05-11 19:42:16 +0000630class __call_once_param
631{
Eric Fiselier1e88fdc2015-06-13 02:23:00 +0000632 _Fp& __f_;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000633public:
Howard Hinnantf5f99992010-09-22 18:02:38 +0000634 _LIBCPP_INLINE_VISIBILITY
Eric Fiselier1e88fdc2015-06-13 02:23:00 +0000635 explicit __call_once_param(_Fp& __f) : __f_(__f) {}
Howard Hinnantc51e1022010-05-11 19:42:16 +0000636
Howard Hinnantf5f99992010-09-22 18:02:38 +0000637 _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc51e1022010-05-11 19:42:16 +0000638 void operator()()
639 {
640 __f_();
641 }
642};
643
Howard Hinnant51d62e02011-05-16 19:05:11 +0000644#endif
645
Howard Hinnantc834c512011-11-29 18:15:50 +0000646template <class _Fp>
Louis Dionne530e2402019-11-11 10:21:57 -0500647void _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc51e1022010-05-11 19:42:16 +0000648__call_once_proxy(void* __vp)
649{
Howard Hinnantc834c512011-11-29 18:15:50 +0000650 __call_once_param<_Fp>* __p = static_cast<__call_once_param<_Fp>*>(__vp);
Howard Hinnantc51e1022010-05-11 19:42:16 +0000651 (*__p)();
652}
653
Nico Weber03776e72019-03-20 22:55:03 +0000654_LIBCPP_FUNC_VIS void __call_once(volatile once_flag::_State_type&, void*,
655 void (*)(void*));
Howard Hinnantc51e1022010-05-11 19:42:16 +0000656
Eric Fiselierb6159752017-04-18 23:05:08 +0000657#ifndef _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000658
659template<class _Callable, class... _Args>
660inline _LIBCPP_INLINE_VISIBILITY
661void
662call_once(once_flag& __flag, _Callable&& __func, _Args&&... __args)
663{
Nico Weber03776e72019-03-20 22:55:03 +0000664 if (__libcpp_acquire_load(&__flag.__state_) != ~once_flag::_State_type(0))
Howard Hinnantc51e1022010-05-11 19:42:16 +0000665 {
Eric Fiselier1e88fdc2015-06-13 02:23:00 +0000666 typedef tuple<_Callable&&, _Args&&...> _Gp;
667 _Gp __f(_VSTD::forward<_Callable>(__func), _VSTD::forward<_Args>(__args)...);
668 __call_once_param<_Gp> __p(__f);
Howard Hinnantc834c512011-11-29 18:15:50 +0000669 __call_once(__flag.__state_, &__p, &__call_once_proxy<_Gp>);
Howard Hinnantc51e1022010-05-11 19:42:16 +0000670 }
671}
672
Eric Fiselierb6159752017-04-18 23:05:08 +0000673#else // _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000674
675template<class _Callable>
676inline _LIBCPP_INLINE_VISIBILITY
677void
Eric Fiselier1e88fdc2015-06-13 02:23:00 +0000678call_once(once_flag& __flag, _Callable& __func)
Howard Hinnantc51e1022010-05-11 19:42:16 +0000679{
Nico Weber03776e72019-03-20 22:55:03 +0000680 if (__libcpp_acquire_load(&__flag.__state_) != ~once_flag::_State_type(0))
Howard Hinnantc51e1022010-05-11 19:42:16 +0000681 {
682 __call_once_param<_Callable> __p(__func);
683 __call_once(__flag.__state_, &__p, &__call_once_proxy<_Callable>);
684 }
685}
686
Eric Fiselier1e88fdc2015-06-13 02:23:00 +0000687template<class _Callable>
688inline _LIBCPP_INLINE_VISIBILITY
689void
690call_once(once_flag& __flag, const _Callable& __func)
691{
Nico Weber03776e72019-03-20 22:55:03 +0000692 if (__libcpp_acquire_load(&__flag.__state_) != ~once_flag::_State_type(0))
Eric Fiselier1e88fdc2015-06-13 02:23:00 +0000693 {
694 __call_once_param<const _Callable> __p(__func);
695 __call_once(__flag.__state_, &__p, &__call_once_proxy<const _Callable>);
696 }
697}
698
Louis Dionne2b1ceaa2021-04-20 12:03:32 -0400699#endif // _LIBCPP_CXX03_LANG
Howard Hinnantc51e1022010-05-11 19:42:16 +0000700
Howard Hinnantc51e1022010-05-11 19:42:16 +0000701_LIBCPP_END_NAMESPACE_STD
702
Eric Fiselierf4433a32017-05-31 22:07:49 +0000703_LIBCPP_POP_MACROS
704
Louis Dionne2b1ceaa2021-04-20 12:03:32 -0400705#endif // _LIBCPP_MUTEX