blob: 24ffcad5a6bc57c411e63f1be230c48ab6fef9d5 [file] [log] [blame]
Howard Hinnantc51e1022010-05-11 19:42:16 +00001// -*- C++ -*-
2//===----------------------------- new ------------------------------------===//
3//
Howard Hinnantc566dc32010-05-11 21:36:01 +00004// The LLVM Compiler Infrastructure
Howard Hinnantc51e1022010-05-11 19:42:16 +00005//
Howard Hinnantee11c312010-11-16 22:09:02 +00006// This file is dual licensed under the MIT and the University of Illinois Open
7// Source Licenses. See LICENSE.TXT for details.
Howard Hinnantc51e1022010-05-11 19:42:16 +00008//
9//===----------------------------------------------------------------------===//
10
11#ifndef _LIBCPP_NEW
12#define _LIBCPP_NEW
13
14/*
15 new synopsis
16
17namespace std
18{
19
20class bad_alloc
21 : public exception
22{
23public:
Howard Hinnant1bc52cf2011-05-26 18:23:59 +000024 bad_alloc() noexcept;
25 bad_alloc(const bad_alloc&) noexcept;
26 bad_alloc& operator=(const bad_alloc&) noexcept;
27 virtual const char* what() const noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +000028};
29
Eric Fiselier162922f2016-10-14 06:46:30 +000030class bad_array_new_length : public bad_alloc // C++14
Marshall Clow3bf77132013-09-11 01:38:42 +000031{
32public:
33 bad_array_new_length() noexcept;
34};
35
Eric Fiselier162922f2016-10-14 06:46:30 +000036enum class align_val_t : size_t {}; // C++17
Howard Hinnantc51e1022010-05-11 19:42:16 +000037struct nothrow_t {};
38extern const nothrow_t nothrow;
39typedef void (*new_handler)();
Howard Hinnant1bc52cf2011-05-26 18:23:59 +000040new_handler set_new_handler(new_handler new_p) noexcept;
41new_handler get_new_handler() noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +000042
Marshall Clowdf5a11f2017-11-22 19:49:03 +000043// 21.6.4, pointer optimization barrier
44template <class T> constexpr T* launder(T* p) noexcept; // C++17
Howard Hinnantc51e1022010-05-11 19:42:16 +000045} // std
46
Marshall Clowbe8b84d2017-12-04 23:03:42 +000047void* operator new(std::size_t size); // replaceable, nodiscard in C++2a
48void* operator new(std::size_t size, std::align_val_t alignment); // replaceable, C++17, nodiscard in C++2a
49void* operator new(std::size_t size, const std::nothrow_t&) noexcept; // replaceable, nodiscard in C++2a
Eric Fiselier162922f2016-10-14 06:46:30 +000050void* operator new(std::size_t size, std::align_val_t alignment,
Marshall Clowbe8b84d2017-12-04 23:03:42 +000051 const std::nothrow_t&) noexcept; // replaceable, C++17, nodiscard in C++2a
Howard Hinnant1bc52cf2011-05-26 18:23:59 +000052void operator delete(void* ptr) noexcept; // replaceable
Larisse Voufo574190d2015-02-15 05:18:55 +000053void operator delete(void* ptr, std::size_t size) noexcept; // replaceable, C++14
Eric Fiselier162922f2016-10-14 06:46:30 +000054void operator delete(void* ptr, std::align_val_t alignment) noexcept; // replaceable, C++17
55void operator delete(void* ptr, std::size_t size,
56 std::align_val_t alignment) noexcept; // replaceable, C++17
Howard Hinnant1bc52cf2011-05-26 18:23:59 +000057void operator delete(void* ptr, const std::nothrow_t&) noexcept; // replaceable
Eric Fiselier162922f2016-10-14 06:46:30 +000058void operator delete(void* ptr, std:align_val_t alignment,
59 const std::nothrow_t&) noexcept; // replaceable, C++17
Howard Hinnantc51e1022010-05-11 19:42:16 +000060
Marshall Clowbe8b84d2017-12-04 23:03:42 +000061void* operator new[](std::size_t size); // replaceable, nodiscard in C++2a
Eric Fiselier162922f2016-10-14 06:46:30 +000062void* operator new[](std::size_t size,
Marshall Clowbe8b84d2017-12-04 23:03:42 +000063 std::align_val_t alignment) noexcept; // replaceable, C++17, nodiscard in C++2a
64void* operator new[](std::size_t size, const std::nothrow_t&) noexcept; // replaceable, nodiscard in C++2a
Eric Fiselier162922f2016-10-14 06:46:30 +000065void* operator new[](std::size_t size, std::align_val_t alignment,
Marshall Clowbe8b84d2017-12-04 23:03:42 +000066 const std::nothrow_t&) noexcept; // replaceable, C++17, nodiscard in C++2a
Howard Hinnant1bc52cf2011-05-26 18:23:59 +000067void operator delete[](void* ptr) noexcept; // replaceable
Larisse Voufo574190d2015-02-15 05:18:55 +000068void operator delete[](void* ptr, std::size_t size) noexcept; // replaceable, C++14
Eric Fiselier162922f2016-10-14 06:46:30 +000069void operator delete[](void* ptr,
70 std::align_val_t alignment) noexcept; // replaceable, C++17
71void operator delete[](void* ptr, std::size_t size,
72 std::align_val_t alignment) noexcept; // replaceable, C++17
Howard Hinnant1bc52cf2011-05-26 18:23:59 +000073void operator delete[](void* ptr, const std::nothrow_t&) noexcept; // replaceable
Eric Fiselier162922f2016-10-14 06:46:30 +000074void operator delete[](void* ptr, std::align_val_t alignment,
75 const std::nothrow_t&) noexcept; // replaceable, C++17
Howard Hinnantc51e1022010-05-11 19:42:16 +000076
Marshall Clowbe8b84d2017-12-04 23:03:42 +000077void* operator new (std::size_t size, void* ptr) noexcept; // nodiscard in C++2a
78void* operator new[](std::size_t size, void* ptr) noexcept; // nodiscard in C++2a
Howard Hinnant1bc52cf2011-05-26 18:23:59 +000079void operator delete (void* ptr, void*) noexcept;
80void operator delete[](void* ptr, void*) noexcept;
Howard Hinnantc51e1022010-05-11 19:42:16 +000081
82*/
83
84#include <__config>
85#include <exception>
Eric Fiselier06548ab2018-03-22 04:42:56 +000086#include <type_traits>
Howard Hinnantc51e1022010-05-11 19:42:16 +000087#include <cstddef>
Marshall Clow0a1e7502018-09-12 19:41:40 +000088#include <version>
Eric Fiselier279c3192016-09-06 21:25:27 +000089#ifdef _LIBCPP_NO_EXCEPTIONS
90#include <cstdlib>
91#endif
Howard Hinnantc51e1022010-05-11 19:42:16 +000092
Shoaib Meenaicfd19602017-10-09 19:25:17 +000093#if defined(_LIBCPP_ABI_MICROSOFT) && !defined(_LIBCPP_NO_VCRUNTIME)
Eric Fiselierec3a1672017-02-10 08:57:35 +000094#include <new.h>
95#endif
96
Howard Hinnantaaaa52b2011-10-17 20:05:10 +000097#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
Howard Hinnantc51e1022010-05-11 19:42:16 +000098#pragma GCC system_header
Howard Hinnantaaaa52b2011-10-17 20:05:10 +000099#endif
Howard Hinnantc51e1022010-05-11 19:42:16 +0000100
Eric Fiselier2856ef82018-10-25 17:21:30 +0000101#if !defined(__cpp_sized_deallocation) || __cpp_sized_deallocation < 201309L
102#define _LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION
103#endif
104
105#if !defined(_LIBCPP_BUILDING_LIBRARY) && _LIBCPP_STD_VER < 14 && \
106 defined(_LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION)
Eric Fiselierff4c8a22018-10-11 00:17:24 +0000107# define _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
108#endif
109
110#if defined(_LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION) || \
Eric Fiselier2856ef82018-10-25 17:21:30 +0000111 defined(_LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION)
Eric Fiselier162922f2016-10-14 06:46:30 +0000112# define _LIBCPP_HAS_NO_SIZED_DEALLOCATION
113#endif
114
Eric Fiselier06548ab2018-03-22 04:42:56 +0000115#if !__has_builtin(__builtin_operator_new) || \
Eric Fiselierff4c8a22018-10-11 00:17:24 +0000116 __has_builtin(__builtin_operator_new) < 201802L
117#define _LIBCPP_HAS_NO_BUILTIN_OVERLOADED_OPERATOR_NEW_DELETE
Eric Fiselier06548ab2018-03-22 04:42:56 +0000118#endif
119
Howard Hinnantc51e1022010-05-11 19:42:16 +0000120namespace std // purposefully not using versioning namespace
121{
122
Shoaib Meenaicfd19602017-10-09 19:25:17 +0000123#if !defined(_LIBCPP_ABI_MICROSOFT) || defined(_LIBCPP_NO_VCRUNTIME)
Eric Fiselierec3a1672017-02-10 08:57:35 +0000124struct _LIBCPP_TYPE_VIS nothrow_t {};
125extern _LIBCPP_FUNC_VIS const nothrow_t nothrow;
126
Howard Hinnantc51e1022010-05-11 19:42:16 +0000127class _LIBCPP_EXCEPTION_ABI bad_alloc
128 : public exception
129{
130public:
Howard Hinnant1bc52cf2011-05-26 18:23:59 +0000131 bad_alloc() _NOEXCEPT;
132 virtual ~bad_alloc() _NOEXCEPT;
133 virtual const char* what() const _NOEXCEPT;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000134};
135
136class _LIBCPP_EXCEPTION_ABI bad_array_new_length
137 : public bad_alloc
138{
139public:
Howard Hinnant1bc52cf2011-05-26 18:23:59 +0000140 bad_array_new_length() _NOEXCEPT;
141 virtual ~bad_array_new_length() _NOEXCEPT;
142 virtual const char* what() const _NOEXCEPT;
Howard Hinnantc51e1022010-05-11 19:42:16 +0000143};
144
Eric Fiselierec3a1672017-02-10 08:57:35 +0000145typedef void (*new_handler)();
146_LIBCPP_FUNC_VIS new_handler set_new_handler(new_handler) _NOEXCEPT;
147_LIBCPP_FUNC_VIS new_handler get_new_handler() _NOEXCEPT;
148
Shoaib Meenaicfd19602017-10-09 19:25:17 +0000149#endif // !_LIBCPP_ABI_MICROSOFT || _LIBCPP_NO_VCRUNTIME
Eric Fiselierec3a1672017-02-10 08:57:35 +0000150
Marshall Clow8fea1612016-08-25 15:09:01 +0000151_LIBCPP_NORETURN _LIBCPP_FUNC_VIS void __throw_bad_alloc(); // not in C++ spec
152
Eric Fiselierff4c8a22018-10-11 00:17:24 +0000153#if !defined(_LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION) && \
154 !defined(_LIBCPP_DEFER_NEW_TO_VCRUNTIME)
Eric Fiselier162922f2016-10-14 06:46:30 +0000155#ifndef _LIBCPP_CXX03_LANG
156enum class _LIBCPP_ENUM_VIS align_val_t : size_t { };
157#else
158enum align_val_t { __zero = 0, __max = (size_t)-1 };
159#endif
160#endif
161
Howard Hinnantc51e1022010-05-11 19:42:16 +0000162} // std
163
Eric Fiselier499a0a52017-01-02 23:27:42 +0000164#if defined(_LIBCPP_CXX03_LANG)
Eric Fiselier162922f2016-10-14 06:46:30 +0000165#define _THROW_BAD_ALLOC throw(std::bad_alloc)
166#else
167#define _THROW_BAD_ALLOC
Howard Hinnant1bc52cf2011-05-26 18:23:59 +0000168#endif
Eric Fiselier162922f2016-10-14 06:46:30 +0000169
Eric Fiselierff4c8a22018-10-11 00:17:24 +0000170#if !defined(_LIBCPP_DEFER_NEW_TO_VCRUNTIME)
Eric Fiselierec3a1672017-02-10 08:57:35 +0000171
Marshall Clowbe8b84d2017-12-04 23:03:42 +0000172_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz) _THROW_BAD_ALLOC;
173_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz, const std::nothrow_t&) _NOEXCEPT _NOALIAS;
Shoaib Meenai2d71db42016-11-16 22:18:10 +0000174_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p) _NOEXCEPT;
175_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, const std::nothrow_t&) _NOEXCEPT;
Eric Fiselierff4c8a22018-10-11 00:17:24 +0000176#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
Mehdi Amini228053d2017-05-04 17:08:54 +0000177_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void operator delete(void* __p, std::size_t __sz) _NOEXCEPT;
Larisse Voufoa744a7e2015-02-20 06:13:05 +0000178#endif
Howard Hinnanta37d3cf2013-08-12 18:38:34 +0000179
Marshall Clowbe8b84d2017-12-04 23:03:42 +0000180_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz) _THROW_BAD_ALLOC;
181_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz, const std::nothrow_t&) _NOEXCEPT _NOALIAS;
Shoaib Meenai2d71db42016-11-16 22:18:10 +0000182_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p) _NOEXCEPT;
183_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, const std::nothrow_t&) _NOEXCEPT;
Eric Fiselierff4c8a22018-10-11 00:17:24 +0000184#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
Mehdi Amini228053d2017-05-04 17:08:54 +0000185_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void operator delete[](void* __p, std::size_t __sz) _NOEXCEPT;
Larisse Voufoa744a7e2015-02-20 06:13:05 +0000186#endif
Howard Hinnanta37d3cf2013-08-12 18:38:34 +0000187
Eric Fiselierff4c8a22018-10-11 00:17:24 +0000188#ifndef _LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION
Marshall Clowbe8b84d2017-12-04 23:03:42 +0000189_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz, std::align_val_t) _THROW_BAD_ALLOC;
190_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz, std::align_val_t, const std::nothrow_t&) _NOEXCEPT _NOALIAS;
Akira Hatanaka8c77d152017-06-30 18:50:23 +0000191_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::align_val_t) _NOEXCEPT;
192_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::align_val_t, const std::nothrow_t&) _NOEXCEPT;
Eric Fiselierff4c8a22018-10-11 00:17:24 +0000193#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
Akira Hatanaka8c77d152017-06-30 18:50:23 +0000194_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void operator delete(void* __p, std::size_t __sz, std::align_val_t) _NOEXCEPT;
Eric Fiselier162922f2016-10-14 06:46:30 +0000195#endif
196
Marshall Clowbe8b84d2017-12-04 23:03:42 +0000197_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz, std::align_val_t) _THROW_BAD_ALLOC;
198_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz, std::align_val_t, const std::nothrow_t&) _NOEXCEPT _NOALIAS;
Akira Hatanaka8c77d152017-06-30 18:50:23 +0000199_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::align_val_t) _NOEXCEPT;
200_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::align_val_t, const std::nothrow_t&) _NOEXCEPT;
Eric Fiselierff4c8a22018-10-11 00:17:24 +0000201#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
Akira Hatanaka8c77d152017-06-30 18:50:23 +0000202_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void operator delete[](void* __p, std::size_t __sz, std::align_val_t) _NOEXCEPT;
Eric Fiselier162922f2016-10-14 06:46:30 +0000203#endif
204#endif
205
Marshall Clowbe8b84d2017-12-04 23:03:42 +0000206_LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_INLINE_VISIBILITY void* operator new (std::size_t, void* __p) _NOEXCEPT {return __p;}
207_LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_INLINE_VISIBILITY void* operator new[](std::size_t, void* __p) _NOEXCEPT {return __p;}
Howard Hinnantb8a8ca22013-10-04 22:09:00 +0000208inline _LIBCPP_INLINE_VISIBILITY void operator delete (void*, void*) _NOEXCEPT {}
209inline _LIBCPP_INLINE_VISIBILITY void operator delete[](void*, void*) _NOEXCEPT {}
Howard Hinnantc51e1022010-05-11 19:42:16 +0000210
Eric Fiselierff4c8a22018-10-11 00:17:24 +0000211#endif // !_LIBCPP_DEFER_NEW_TO_VCRUNTIME
Eric Fiselierec3a1672017-02-10 08:57:35 +0000212
Richard Smith1f1c1472014-06-04 19:54:15 +0000213_LIBCPP_BEGIN_NAMESPACE_STD
214
Eric Fiselier06548ab2018-03-22 04:42:56 +0000215_LIBCPP_CONSTEXPR inline _LIBCPP_INLINE_VISIBILITY bool __is_overaligned_for_new(size_t __align) _NOEXCEPT {
216#ifdef __STDCPP_DEFAULT_NEW_ALIGNMENT__
217 return __align > __STDCPP_DEFAULT_NEW_ALIGNMENT__;
218#else
219 return __align > alignment_of<max_align_t>::value;
220#endif
221}
222
223inline _LIBCPP_INLINE_VISIBILITY void *__libcpp_allocate(size_t __size, size_t __align) {
224#ifndef _LIBCPP_HAS_NO_ALIGNED_ALLOCATION
225 if (__is_overaligned_for_new(__align)) {
226 const align_val_t __align_val = static_cast<align_val_t>(__align);
Eric Fiselier6535ce22018-10-11 01:48:00 +0000227# ifdef _LIBCPP_HAS_NO_BUILTIN_OVERLOADED_OPERATOR_NEW_DELETE
Eric Fiselier06548ab2018-03-22 04:42:56 +0000228 return ::operator new(__size, __align_val);
229# else
230 return __builtin_operator_new(__size, __align_val);
231# endif
232 }
233#else
234 ((void)__align);
235#endif
Richard Smith1f1c1472014-06-04 19:54:15 +0000236#ifdef _LIBCPP_HAS_NO_BUILTIN_OPERATOR_NEW_DELETE
237 return ::operator new(__size);
238#else
239 return __builtin_operator_new(__size);
240#endif
241}
242
Eric Fiselier2856ef82018-10-25 17:21:30 +0000243struct _DeallocateCaller {
244 static inline _LIBCPP_INLINE_VISIBILITY
245 void __do_deallocate_handle_size_align(void *__ptr, size_t __size, size_t __align) {
246#if defined(_LIBCPP_HAS_NO_ALIGNED_ALLOCATION)
247 ((void)__align);
248 return __do_deallocate_handle_size(__ptr, __size);
249#else
250 if (__is_overaligned_for_new(__align)) {
251 const align_val_t __align_val = static_cast<align_val_t>(__align);
252 return __do_deallocate_handle_size(__ptr, __size, __align_val);
253 } else {
254 return __do_deallocate_handle_size(__ptr, __size);
255 }
256#endif
Eric Fiselier01744a72018-10-24 22:44:01 +0000257 }
Eric Fiselier2856ef82018-10-25 17:21:30 +0000258
259 static inline _LIBCPP_INLINE_VISIBILITY
260 void __do_deallocate_handle_align(void *__ptr, size_t __align) {
261#if defined(_LIBCPP_HAS_NO_ALIGNED_ALLOCATION)
262 ((void)__align);
263 return __do_call(__ptr);
Eric Fiselier01744a72018-10-24 22:44:01 +0000264#else
Eric Fiselier2856ef82018-10-25 17:21:30 +0000265 if (__is_overaligned_for_new(__align)) {
266 const align_val_t __align_val = static_cast<align_val_t>(__align);
267 return __do_call(__ptr, __align_val);
268 } else {
269 return __do_call(__ptr);
270 }
Eric Fiselier01744a72018-10-24 22:44:01 +0000271#endif
Eric Fiselier2856ef82018-10-25 17:21:30 +0000272 }
273
274 private:
275 static inline void __do_deallocate_handle_size(void *__ptr, size_t __size) {
276#ifdef _LIBCPP_HAS_NO_SIZED_DEALLOCATION
277 ((void)__size);
278 return __do_call(__ptr);
279#else
280 return __do_call(__ptr, __size);
281#endif
282 }
283
284#ifndef _LIBCPP_HAS_NO_ALIGNED_ALLOCATION
285 static inline void __do_deallocate_handle_size(void *__ptr, size_t __size, align_val_t __align) {
286#ifdef _LIBCPP_HAS_NO_SIZED_DEALLOCATION
287 ((void)__size);
288 return __do_call(__ptr, __align);
289#else
290 return __do_call(__ptr, __size, __align);
291#endif
292 }
293#endif
294
295private:
296 template <class _A1, class _A2>
297 static inline void __do_call(void *__ptr, _A1 __a1, _A2 __a2) {
298#if defined(_LIBCPP_HAS_NO_BUILTIN_OPERATOR_NEW_DELETE) || \
299 defined(_LIBCPP_HAS_NO_BUILTIN_OVERLOADED_OPERATOR_NEW_DELETE)
300 return ::operator delete(__ptr, __a1, __a2);
301#else
302 return __builtin_operator_delete(__ptr, __a1, __a2);
303#endif
304 }
305
306 template <class _A1>
307 static inline void __do_call(void *__ptr, _A1 __a1) {
308#if defined(_LIBCPP_HAS_NO_BUILTIN_OPERATOR_NEW_DELETE) || \
309 defined(_LIBCPP_HAS_NO_BUILTIN_OVERLOADED_OPERATOR_NEW_DELETE)
310 return ::operator delete(__ptr, __a1);
311#else
312 return __builtin_operator_delete(__ptr, __a1);
313#endif
314 }
315
316 static inline void __do_call(void *__ptr) {
Eric Fiselier06548ab2018-03-22 04:42:56 +0000317#ifdef _LIBCPP_HAS_NO_BUILTIN_OPERATOR_NEW_DELETE
Eric Fiselier2856ef82018-10-25 17:21:30 +0000318 return ::operator delete(__ptr);
Eric Fiselier06548ab2018-03-22 04:42:56 +0000319#else
Eric Fiselier2856ef82018-10-25 17:21:30 +0000320 return __builtin_operator_delete(__ptr);
Richard Smith1f1c1472014-06-04 19:54:15 +0000321#endif
Eric Fiselier2856ef82018-10-25 17:21:30 +0000322 }
323};
324
325inline _LIBCPP_INLINE_VISIBILITY void __libcpp_deallocate(void* __ptr, size_t __size, size_t __align) {
326 _DeallocateCaller::__do_deallocate_handle_size_align(__ptr, __size, __align);
327}
328
329inline _LIBCPP_INLINE_VISIBILITY void __libcpp_deallocate_unsized(void* __ptr, size_t __align) {
330 _DeallocateCaller::__do_deallocate_handle_align(__ptr, __align);
Richard Smith1f1c1472014-06-04 19:54:15 +0000331}
332
Marshall Clowdf5a11f2017-11-22 19:49:03 +0000333template <class _Tp>
Louis Dionne44bcff92018-08-03 22:36:53 +0000334_LIBCPP_NODISCARD_AFTER_CXX17 inline
Marshall Clowdf5a11f2017-11-22 19:49:03 +0000335_LIBCPP_CONSTEXPR _Tp* __launder(_Tp* __p) _NOEXCEPT
336{
337 static_assert (!(is_function<_Tp>::value), "can't launder functions" );
338 static_assert (!(is_same<void, typename remove_cv<_Tp>::type>::value), "can't launder cv-void" );
339#ifdef _LIBCPP_COMPILER_HAS_BUILTIN_LAUNDER
340 return __builtin_launder(__p);
341#else
342 return __p;
343#endif
344}
345
346
347#if _LIBCPP_STD_VER > 14
348template <class _Tp>
349_LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_INLINE_VISIBILITY
350constexpr _Tp* launder(_Tp* __p) noexcept
351{
Marshall Clow6ac349c2017-11-23 01:25:03 +0000352 return _VSTD::__launder(__p);
Marshall Clowdf5a11f2017-11-22 19:49:03 +0000353}
354#endif
355
Richard Smith1f1c1472014-06-04 19:54:15 +0000356_LIBCPP_END_NAMESPACE_STD
357
Howard Hinnantc51e1022010-05-11 19:42:16 +0000358#endif // _LIBCPP_NEW