29 #ifndef _GLIBCXX_MEMORY_RESOURCE
30 #define _GLIBCXX_MEMORY_RESOURCE 1
32 #pragma GCC system_header
34 #if __cplusplus >= 201703L
42 #include <bits/uses_allocator.h>
47 #if ! __cpp_lib_make_obj_using_allocator
52 namespace std _GLIBCXX_VISIBILITY(default)
54 _GLIBCXX_BEGIN_NAMESPACE_VERSION
57 #ifdef _GLIBCXX_HAS_GTHREADS
59 # define __cpp_lib_memory_resource 201603L
62 # define __cpp_lib_memory_resource 1
65 class memory_resource;
67 #if __cplusplus == 201703L
68 template<
typename _Tp>
69 class polymorphic_allocator;
71 # define __cpp_lib_polymorphic_allocator 201902L
72 template<
typename _Tp = std::byte>
73 class polymorphic_allocator;
77 memory_resource* new_delete_resource() noexcept;
78 memory_resource* null_memory_resource() noexcept;
79 memory_resource* set_default_resource(memory_resource* __r) noexcept;
80 memory_resource* get_default_resource() noexcept
81 __attribute__((__returns_nonnull__));
85 #ifdef _GLIBCXX_HAS_GTHREADS
86 class synchronized_pool_resource;
88 class unsynchronized_pool_resource;
89 class monotonic_buffer_resource;
94 static constexpr
size_t _S_max_align =
alignof(max_align_t);
105 allocate(
size_t __bytes,
size_t __alignment = _S_max_align)
106 __attribute__((__returns_nonnull__,__alloc_size__(2),__alloc_align__(3)))
107 { return ::operator
new(__bytes, do_allocate(__bytes, __alignment)); }
110 deallocate(
void* __p,
size_t __bytes,
size_t __alignment = _S_max_align)
111 __attribute__((__nonnull__))
112 {
return do_deallocate(__p, __bytes, __alignment); }
116 {
return do_is_equal(__other); }
120 do_allocate(
size_t __bytes,
size_t __alignment) = 0;
123 do_deallocate(
void* __p,
size_t __bytes,
size_t __alignment) = 0;
131 {
return &__a == &__b || __a.is_equal(__b); }
133 #if __cpp_impl_three_way_comparison < 201907L
135 operator!=(
const memory_resource& __a,
const memory_resource& __b) noexcept
136 {
return !(__a == __b); }
140 template<
typename _Tp>
141 class polymorphic_allocator
145 template<
typename _Up>
146 struct __not_pair {
using type = void; };
148 template<
typename _Up1,
typename _Up2>
149 struct __not_pair<pair<_Up1, _Up2>> { };
152 using value_type = _Tp;
154 polymorphic_allocator() noexcept
155 : _M_resource(get_default_resource())
158 polymorphic_allocator(memory_resource* __r) noexcept
159 __attribute__((__nonnull__))
161 { _GLIBCXX_DEBUG_ASSERT(__r); }
163 polymorphic_allocator(
const polymorphic_allocator& __other) =
default;
165 template<
typename _Up>
166 polymorphic_allocator(
const polymorphic_allocator<_Up>& __x) noexcept
167 : _M_resource(__x.resource())
170 polymorphic_allocator&
171 operator=(
const polymorphic_allocator&) =
delete;
176 __attribute__((__returns_nonnull__))
179 std::__throw_bad_array_new_length();
180 return static_cast<_Tp*
>(_M_resource->allocate(__n *
sizeof(_Tp),
185 deallocate(_Tp* __p,
size_t __n) noexcept
186 __attribute__((__nonnull__))
187 { _M_resource->deallocate(__p, __n *
sizeof(_Tp),
alignof(_Tp)); }
189 #if __cplusplus > 201703L
191 allocate_bytes(
size_t __nbytes,
192 size_t __alignment =
alignof(max_align_t))
193 {
return _M_resource->allocate(__nbytes, __alignment); }
196 deallocate_bytes(
void* __p,
size_t __nbytes,
197 size_t __alignment =
alignof(max_align_t))
198 { _M_resource->deallocate(__p, __nbytes, __alignment); }
200 template<
typename _Up>
202 allocate_object(
size_t __n = 1)
205 std::__throw_bad_array_new_length();
206 return static_cast<_Up*
>(allocate_bytes(__n *
sizeof(_Up),
210 template<
typename _Up>
212 deallocate_object(_Up* __p,
size_t __n = 1)
213 { deallocate_bytes(__p, __n *
sizeof(_Up),
alignof(_Up)); }
215 template<
typename _Up,
typename... _CtorArgs>
217 new_object(_CtorArgs&&... __ctor_args)
219 _Up* __p = allocate_object<_Up>();
222 construct(__p, std::forward<_CtorArgs>(__ctor_args)...);
226 deallocate_object(__p);
227 __throw_exception_again;
232 template<
typename _Up>
234 delete_object(_Up* __p)
237 deallocate_object(__p);
241 #if ! __cpp_lib_make_obj_using_allocator
242 template<
typename _Tp1,
typename... _Args>
243 __attribute__((__nonnull__))
244 typename __not_pair<_Tp1>::type
245 construct(_Tp1* __p, _Args&&... __args)
250 = std::__uses_alloc_t<_Tp1, polymorphic_allocator, _Args...>;
251 if constexpr (is_base_of_v<__uses_alloc0, __use_tag>)
252 ::new(__p) _Tp1(std::
forward<_Args>(__args)...);
253 else if constexpr (is_base_of_v<__uses_alloc1_, __use_tag>)
254 ::new(__p) _Tp1(allocator_arg, *this,
255 std::
forward<_Args>(__args)...);
257 ::new(__p) _Tp1(std::
forward<_Args>(__args)..., *this);
260 template<typename _Tp1, typename _Tp2,
261 typename... _Args1, typename... _Args2>
262 __attribute__((__nonnull__))
264 construct(pair<_Tp1, _Tp2>* __p, piecewise_construct_t,
265 tuple<_Args1...> __x, tuple<_Args2...> __y)
268 __use_alloc<_Tp1, polymorphic_allocator, _Args1...>(*this);
270 __use_alloc<_Tp2, polymorphic_allocator, _Args2...>(*this);
275 _S_construct_p(__x_tag, __x_i, __x),
276 _S_construct_p(__y_tag, __y_i, __y));
279 template<typename _Tp1, typename _Tp2>
280 __attribute__((__nonnull__))
282 construct(pair<_Tp1, _Tp2>* __p)
283 { this->construct(__p, piecewise_construct, tuple<>(), tuple<>()); }
285 template<
typename _Tp1,
typename _Tp2,
typename _Up,
typename _Vp>
286 __attribute__((__nonnull__))
288 construct(pair<_Tp1, _Tp2>* __p, _Up&& __x, _Vp&& __y)
290 this->construct(__p, piecewise_construct,
295 template <
typename _Tp1,
typename _Tp2,
typename _Up,
typename _Vp>
296 __attribute__((__nonnull__))
298 construct(pair<_Tp1, _Tp2>* __p, const std::pair<_Up, _Vp>& __pr)
300 this->construct(__p, piecewise_construct,
305 template<
typename _Tp1,
typename _Tp2,
typename _Up,
typename _Vp>
306 __attribute__((__nonnull__))
308 construct(pair<_Tp1, _Tp2>* __p, pair<_Up, _Vp>&& __pr)
310 this->construct(__p, piecewise_construct,
314 #else // make_obj_using_allocator
315 template<
typename _Tp1,
typename... _Args>
316 __attribute__((__nonnull__))
318 construct(_Tp1* __p, _Args&&... __args)
320 std::uninitialized_construct_using_allocator(__p, *
this,
321 std::forward<_Args>(__args)...);
325 template<
typename _Up>
326 _GLIBCXX20_DEPRECATED_SUGGEST(
"allocator_traits::destroy")
327 __attribute__((__nonnull__))
332 polymorphic_allocator
333 select_on_container_copy_construction() const noexcept
334 {
return polymorphic_allocator(); }
337 resource() const noexcept
338 __attribute__((__returns_nonnull__))
339 {
return _M_resource; }
342 #if ! __cpp_lib_make_obj_using_allocator
343 using __uses_alloc1_ = __uses_alloc1<polymorphic_allocator>;
344 using __uses_alloc2_ = __uses_alloc2<polymorphic_allocator>;
346 template<
typename _Ind,
typename... _Args>
347 static tuple<_Args&&...>
348 _S_construct_p(__uses_alloc0, _Ind, tuple<_Args...>& __t)
351 template<
size_t... _Ind,
typename... _Args>
352 static tuple<allocator_arg_t, polymorphic_allocator, _Args&&...>
353 _S_construct_p(__uses_alloc1_ __ua, index_sequence<_Ind...>,
354 tuple<_Args...>& __t)
357 allocator_arg, *__ua._M_a, std::get<_Ind>(
std::move(__t))...
361 template<
size_t... _Ind,
typename... _Args>
362 static tuple<_Args&&..., polymorphic_allocator>
363 _S_construct_p(__uses_alloc2_ __ua, index_sequence<_Ind...>,
364 tuple<_Args...>& __t)
365 {
return { std::get<_Ind>(
std::move(__t))..., *__ua._M_a }; }
368 memory_resource* _M_resource;
371 template<
typename _Tp1,
typename _Tp2>
373 operator==(
const polymorphic_allocator<_Tp1>& __a,
374 const polymorphic_allocator<_Tp2>& __b) noexcept
375 {
return *__a.resource() == *__b.resource(); }
377 #if __cpp_impl_three_way_comparison < 201907L
378 template<
typename _Tp1,
typename _Tp2>
380 operator!=(
const polymorphic_allocator<_Tp1>& __a,
381 const polymorphic_allocator<_Tp2>& __b) noexcept
382 {
return !(__a == __b); }
388 template<
typename _Tp>
431 template<
typename _Up>
432 using rebind_alloc = pmr::polymorphic_allocator<_Up>;
434 template<
typename _Up>
446 {
return __a.allocate(__n); }
459 [[nodiscard]]
static pointer
461 {
return __a.allocate(__n); }
473 { __a.deallocate(__p, __n); }
486 template<
typename _Up,
typename... _Args>
489 { __a.construct(__p, std::forward<_Args>(__args)...); }
498 template<
typename _Up>
499 static _GLIBCXX20_CONSTEXPR
void
500 destroy(allocator_type&, _Up* __p)
508 static _GLIBCXX20_CONSTEXPR size_type
523 size_t max_blocks_per_chunk = 0;
530 size_t largest_required_pool_block = 0;
534 class __pool_resource
539 __pool_resource(
const pool_options& __opts,
memory_resource* __upstream);
543 __pool_resource(
const __pool_resource&) =
delete;
544 __pool_resource& operator=(
const __pool_resource&) =
delete;
548 allocate(
size_t __bytes,
size_t __alignment);
552 deallocate(
void* __p,
size_t __bytes,
size_t __alignment);
556 void release() noexcept;
559 {
return _M_unpooled.get_allocator().resource(); }
563 _Pool* _M_alloc_pools();
565 const pool_options _M_opts;
570 _GLIBCXX_STD_C::pmr::vector<_BigBlock> _M_unpooled;
575 #ifdef _GLIBCXX_HAS_GTHREADS
582 __attribute__((__nonnull__));
590 __attribute__((__nonnull__))
608 upstream_resource()
const noexcept
609 __attribute__((__returns_nonnull__))
610 {
return _M_impl.resource(); }
612 pool_options options()
const noexcept {
return _M_impl._M_opts; }
616 do_allocate(
size_t __bytes,
size_t __alignment)
override;
619 do_deallocate(
void* __p,
size_t __bytes,
size_t __alignment)
override;
623 {
return this == &__other; }
632 auto _M_thread_specific_pools() noexcept;
634 __pool_resource _M_impl;
635 __gthread_key_t _M_key;
637 _TPools* _M_tpools =
nullptr;
646 [[__gnu__::__nonnull__]]
654 [[__gnu__::__nonnull__]]
673 [[__gnu__::__returns_nonnull__]]
675 upstream_resource()
const noexcept
676 {
return _M_impl.resource(); }
678 pool_options options()
const noexcept {
return _M_impl._M_opts; }
682 do_allocate(
size_t __bytes,
size_t __alignment)
override;
685 do_deallocate(
void* __p,
size_t __bytes,
size_t __alignment)
override;
689 {
return this == &__other; }
692 using _Pool = __pool_resource::_Pool;
694 auto _M_find_pool(
size_t) noexcept;
696 __pool_resource _M_impl;
697 _Pool* _M_pools =
nullptr;
705 __attribute__((__nonnull__))
706 : _M_upstream(__upstream)
707 { _GLIBCXX_DEBUG_ASSERT(__upstream !=
nullptr); }
709 monotonic_buffer_resource(
size_t __initial_size,
710 memory_resource* __upstream) noexcept
711 __attribute__((__nonnull__))
712 : _M_next_bufsiz(__initial_size),
713 _M_upstream(__upstream)
715 _GLIBCXX_DEBUG_ASSERT(__upstream !=
nullptr);
716 _GLIBCXX_DEBUG_ASSERT(__initial_size > 0);
719 monotonic_buffer_resource(
void* __buffer,
size_t __buffer_size,
720 memory_resource* __upstream) noexcept
721 __attribute__((__nonnull__(4)))
722 : _M_current_buf(__buffer), _M_avail(__buffer_size),
723 _M_next_bufsiz(_S_next_bufsize(__buffer_size)),
724 _M_upstream(__upstream),
725 _M_orig_buf(__buffer), _M_orig_size(__buffer_size)
727 _GLIBCXX_DEBUG_ASSERT(__upstream !=
nullptr);
728 _GLIBCXX_DEBUG_ASSERT(__buffer !=
nullptr || __buffer_size == 0);
731 monotonic_buffer_resource() noexcept
732 : monotonic_buffer_resource(get_default_resource())
736 monotonic_buffer_resource(
size_t __initial_size) noexcept
737 : monotonic_buffer_resource(__initial_size, get_default_resource())
740 monotonic_buffer_resource(
void* __buffer,
size_t __buffer_size) noexcept
741 : monotonic_buffer_resource(__buffer, __buffer_size, get_default_resource())
744 monotonic_buffer_resource(
const monotonic_buffer_resource&) =
delete;
746 virtual ~monotonic_buffer_resource();
748 monotonic_buffer_resource&
749 operator=(
const monotonic_buffer_resource&) =
delete;
755 _M_release_buffers();
758 if ((_M_current_buf = _M_orig_buf))
760 _M_avail = _M_orig_size;
761 _M_next_bufsiz = _S_next_bufsize(_M_orig_size);
766 _M_next_bufsiz = _M_orig_size;
771 upstream_resource() const noexcept
772 __attribute__((__returns_nonnull__))
773 {
return _M_upstream; }
777 do_allocate(
size_t __bytes,
size_t __alignment)
override
779 if (__builtin_expect(__bytes == 0,
false))
782 void* __p =
std::align(__alignment, __bytes, _M_current_buf, _M_avail);
783 if (__builtin_expect(__p ==
nullptr,
false))
785 _M_new_buffer(__bytes, __alignment);
786 __p = _M_current_buf;
788 _M_current_buf = (
char*)_M_current_buf + __bytes;
794 do_deallocate(
void*,
size_t,
size_t)
override
798 do_is_equal(
const memory_resource& __other)
const noexcept
override
799 {
return this == &__other; }
805 _M_new_buffer(
size_t __bytes,
size_t __alignment);
809 _M_release_buffers() noexcept;
812 _S_next_bufsize(
size_t __buffer_size) noexcept
814 if (__builtin_expect(__buffer_size == 0,
false))
816 return __buffer_size * _S_growth_factor;
819 static constexpr
size_t _S_init_bufsize = 128 *
sizeof(
void*);
820 static constexpr
float _S_growth_factor = 1.5;
822 void* _M_current_buf =
nullptr;
824 size_t _M_next_bufsiz = _S_init_bufsize;
827 memory_resource*
const _M_upstream;
828 void*
const _M_orig_buf =
nullptr;
829 size_t const _M_orig_size = _M_next_bufsiz;
832 _Chunk* _M_head =
nullptr;
836 _GLIBCXX_END_NAMESPACE_VERSION
840 #endif // _GLIBCXX_MEMORY_RESOURCE
void * void_pointer
The allocator's void pointer type.
The standard shared mutex type.
const void * const_void_pointer
The allocator's const void pointer type.
static allocator_type select_on_container_copy_construction(const allocator_type &) noexcept
const _Tp * const_pointer
The allocator's const pointer type.
Uniform interface to all allocator types.
constexpr tuple< _Elements &&...> forward_as_tuple(_Elements &&...__args) noexcept
std::forward_as_tuple
constexpr std::remove_reference< _Tp >::type && move(_Tp &&__t) noexcept
Convert a value to an rvalue.
std::ptrdiff_t difference_type
The allocator's difference type.
A thread-safe memory resource that manages pools of fixed-size blocks.
static constexpr size_type max_size(const allocator_type &) noexcept
The maximum supported allocation size.
static void deallocate(allocator_type &__a, pointer __p, size_type __n)
Deallocate memory.
std::size_t size_type
The allocator's size type.
static pointer allocate(allocator_type &__a, size_type __n)
Allocate memory.
__numeric_traits_integer< _Tp > __int_traits
Convenience alias for __numeric_traits<integer-type>.
constexpr _Tp && forward(typename std::remove_reference< _Tp >::type &__t) noexcept
Forward an lvalue.
make_index_sequence< sizeof...(_Types)> index_sequence_for
Alias template index_sequence_for.
static void construct(allocator_type &__a, _Up *__p, _Args &&...__args)
Construct an object of type _Up
_Tp * pointer
The allocator's pointer type.
_Tp value_type
The allocated type.
static pointer allocate(allocator_type &__a, size_type __n, const_void_pointer)
Allocate memory.
A simple scoped lock type.
integral_constant< bool, false > false_type
The type used as a compile-time boolean with false value.
pmr::polymorphic_allocator< _Tp > allocator_type
The allocator type.
A non-thread-safe memory resource that manages pools of fixed-size blocks.
constexpr piecewise_construct_t piecewise_construct
Tag for piecewise construction of std::pair objects.
void * align(size_t __align, size_t __size, void *&__ptr, size_t &__space) noexcept
Fit aligned storage in buffer.