2#include "gaia/config/config.h"
5#include <initializer_list>
9#include "gaia/cnt/impl/array_utils.h"
10#include "gaia/core/iterator.h"
11#include "gaia/core/utility.h"
12#include "gaia/mem/data_layout_policy.h"
13#include "gaia/mem/mem_sani.h"
14#include "gaia/mem/mem_utils.h"
15#include "gaia/mem/raw_data_holder.h"
20 namespace darr_ext_soa_detail {
28 struct darr_ext_soa_iterator {
36 using size_type = darr_ext_soa_detail::size_type;
38 using iterator = darr_ext_soa_iterator;
48 darr_ext_soa_iterator(uint8_t* ptr,
size_type cnt,
size_type idx): m_ptr(ptr), m_cnt(cnt), m_idx(idx) {}
51 return mem::data_view_policy<T::gaia_Data_Layout, T>::get({m_ptr, m_cnt}, m_idx);
53 T operator->()
const {
54 return mem::data_view_policy<T::gaia_Data_Layout, T>::get({m_ptr, m_cnt}, m_idx);
94 GAIA_ASSERT(m_ptr == other.m_ptr);
99 GAIA_ASSERT(m_ptr == other.m_ptr);
100 return m_idx == other.m_idx;
103 GAIA_ASSERT(m_ptr == other.m_ptr);
104 return m_idx != other.m_idx;
106 GAIA_NODISCARD
bool operator>(
const iterator& other)
const {
107 GAIA_ASSERT(m_ptr == other.m_ptr);
108 return m_idx > other.m_idx;
110 GAIA_NODISCARD
bool operator>=(
const iterator& other)
const {
111 GAIA_ASSERT(m_ptr == other.m_ptr);
112 return m_idx >= other.m_idx;
114 GAIA_NODISCARD
bool operator<(
const iterator& other)
const {
115 GAIA_ASSERT(m_ptr == other.m_ptr);
116 return m_idx < other.m_idx;
118 GAIA_NODISCARD
bool operator<=(
const iterator& other)
const {
119 GAIA_ASSERT(m_ptr == other.m_ptr);
120 return m_idx <= other.m_idx;
124 template <
typename T>
125 struct const_darr_ext_soa_iterator {
130 using size_type = darr_ext_soa_detail::size_type;
132 using iterator = const_darr_ext_soa_iterator;
136 const uint8_t* m_ptr;
142 m_ptr(ptr), m_cnt(cnt), m_idx(idx) {}
144 T operator*()
const {
145 return mem::data_view_policy<T::gaia_Data_Layout, T>::get({m_ptr, m_cnt}, m_idx);
147 T operator->()
const {
148 return mem::data_view_policy<T::gaia_Data_Layout, T>::get({m_ptr, m_cnt}, m_idx);
188 GAIA_ASSERT(m_ptr == other.m_ptr);
193 GAIA_ASSERT(m_ptr == other.m_ptr);
194 return m_idx == other.m_idx;
197 GAIA_ASSERT(m_ptr == other.m_ptr);
198 return m_idx != other.m_idx;
200 GAIA_NODISCARD
bool operator>(
const iterator& other)
const {
201 GAIA_ASSERT(m_ptr == other.m_ptr);
202 return m_idx > other.m_idx;
204 GAIA_NODISCARD
bool operator>=(
const iterator& other)
const {
205 GAIA_ASSERT(m_ptr == other.m_ptr);
206 return m_idx >= other.m_idx;
208 GAIA_NODISCARD
bool operator<(
const iterator& other)
const {
209 GAIA_ASSERT(m_ptr == other.m_ptr);
210 return m_idx < other.m_idx;
212 GAIA_NODISCARD
bool operator<=(
const iterator& other)
const {
213 GAIA_ASSERT(m_ptr == other.m_ptr);
214 return m_idx <= other.m_idx;
223 template <
typename T, darr_ext_soa_detail::
size_type N,
typename Allocator = mem::DefaultAllocatorAdaptor>
225 static_assert(mem::is_soa_layout_v<T>,
"darr_ext_soa can be used only with soa types");
228 static_assert(
N > 0);
265 mem::raw_data_holder<T, allocated_bytes> m_data;
267 uint8_t* m_pDataHeap =
nullptr;
276 const auto cnt =
size();
280 if GAIA_LIKELY (cnt <
cap)
285 m_cap = (
cap * 3 + 1) / 2;
287 if GAIA_UNLIKELY (m_pDataHeap ==
nullptr) {
291 mem::move_elements<T, true>(m_pDataHeap, m_data, cnt, 0, m_cap,
cap);
297 mem::move_elements<T, true>(m_pDataHeap,
pDataOld, cnt, 0, m_cap,
cap);
301 m_pData = m_pDataHeap;
305 darr_ext_soa() noexcept = default;
326 template <
typename InputIt>
328 const auto count = (
size_type)core::distance(first, last);
331 if constexpr (std::is_pointer_v<InputIt>) {
333 operator[](
i) = first[
i];
334 }
else if constexpr (std::is_same_v<typename InputIt::iterator_category, core::random_access_iterator_tag>) {
336 operator[](
i) = *(first[
i]);
339 for (
auto it = first;
it != last; ++
it)
340 operator[](
i++) = *
it;
355 GAIA_ASSERT(core::addressof(
other) !=
this);
358 if (
other.m_pDataHeap ==
nullptr) {
362 m_pDataHeap =
nullptr;
365 m_pDataHeap =
other.m_pDataHeap;
366 m_pData = m_pDataHeap;
372 other.m_pDataHeap =
nullptr;
390 GAIA_ASSERT(core::addressof(
other) !=
this);
393 mem::copy_elements<T, true>(
403 GAIA_ASSERT(core::addressof(
other) !=
this);
406 if (m_pDataHeap !=
nullptr)
412 if (
other.m_pDataHeap ==
nullptr) {
416 m_pDataHeap =
nullptr;
419 m_pDataHeap =
other.m_pDataHeap;
420 m_pData = m_pDataHeap;
428 other.m_pDataHeap =
nullptr;
435 if (m_pDataHeap !=
nullptr) {
442 GAIA_CLANG_WARNING_PUSH()
444 GAIA_CLANG_WARNING_DISABLE("-Wcast-align")
449 return reinterpret_cast<pointer>(m_pData);
469 GAIA_NODISCARD
decltype(
auto)
operator[](
size_type pos)
const noexcept {
474 GAIA_CLANG_WARNING_POP()
486 mem::move_elements<T, true>(m_pDataHeap,
pDataOld, m_cnt, 0,
cap, m_cap);
489 mem::move_elements<T, true>(m_pDataHeap, m_data, m_cnt, 0,
cap, m_cap);
494 m_pData = m_pDataHeap;
513 if (count <= m_cap) {
520 const auto cap = detail::resize_capacity(
policy, m_cap, count);
525 mem::move_elements<T, true>(m_pDataHeap,
pDataOld, m_cnt, 0,
cap, m_cap);
528 mem::move_elements<T, true>(m_pDataHeap, m_data, m_cnt, 0,
cap, m_cap);
534 m_pData = m_pDataHeap;
545 if constexpr (std::is_copy_constructible_v<value_type>) {
551 operator[](
i) = value;
577 template <
typename...
Args>
579 T value(GAIA_FWD(
args)...);
588 GAIA_ASSERT(!
empty());
601 GAIA_ASSERT(
pos <=
end());
608 mem::shift_elements_right<T, true>(m_pData,
idxDst,
idxSrc, m_cap);
622 GAIA_ASSERT(
pos <=
end());
629 mem::shift_elements_right<T, true>(m_pData,
idxDst,
idxSrc, m_cap);
649 mem::shift_elements_left<T, true>(m_pData,
idxDst,
idxSrc, m_cap);
663 GAIA_ASSERT(last > first);
664 GAIA_ASSERT(last <=
end());
671 const auto cnt = (
size_type)(last - first);
673 mem::shift_elements_left_fast<T, true>(m_pData,
idxDst,
idxSrc, cnt, m_cap);
689 const auto cnt =
size();
690 if (m_pDataHeap ==
nullptr || (cnt >
extent &&
cap == cnt))
697 m_pDataHeap =
nullptr;
703 mem::move_elements<T, true>(m_pDataHeap,
pDataOld, cnt, 0, cnt,
cap);
704 m_pData = m_pDataHeap;
715 template <
typename Func>
718 const auto newSize = detail::retain_array<true>(*
this, m_cnt, func);
750 GAIA_ASSERT(!
empty());
757 GAIA_ASSERT(!
empty());
764 GAIA_ASSERT(!
empty());
771 GAIA_ASSERT(!
empty());
851 if (m_cnt !=
other.m_cnt)
855 if (!(
operator[](
i) ==
other[
i]))
870 template <
size_t Item>
879 template <
size_t Item>
882 std::span<const uint8_t>{GAIA_ACC((
const uint8_t*)m_pData),
capacity()});
888 template <
typename T, uint32_t N, uint32_t... I>
889 darr_ext_soa<std::remove_cv_t<T>, N> to_sarray_impl(T (&a)[N], std::index_sequence<I...> ) {
900 template <
typename T, u
int32_t N>
901 darr_ext_soa<std::remove_cv_t<T>, N> to_sarray(T (&a)[N]) {
902 return detail::to_sarray_impl(a, std::make_index_sequence<N>{});
Array of elements of type.
Definition darray_ext_soa_impl.h:224
darr_ext_soa_detail::difference_type difference_type
Type used for iterator differences.
Definition darray_ext_soa_impl.h:243
GAIA_NODISCARD decltype(auto) back() const noexcept
Accesses the last element.
Definition darray_ext_soa_impl.h:770
void push_back(T &&arg)
Appends an element.
Definition darray_ext_soa_impl.h:566
GAIA_NODISCARD decltype(auto) operator[](size_type pos) noexcept
Accesses an element without bounds checking in optimized builds.
Definition darray_ext_soa_impl.h:461
GAIA_NODISCARD size_type max_size() const noexcept
Returns the maximum number of elements supported by this container.
Definition darray_ext_soa_impl.h:743
const_darr_ext_soa_iterator< T > const_iterator
Read-only random-access iterator type.
Definition darray_ext_soa_impl.h:250
void resize(size_type count, ResizePolicy policy=ResizePolicy::Exact)
Changes the number of elements.
Definition darray_ext_soa_impl.h:500
GAIA_NODISCARD bool operator==(const darr_ext_soa &other) const noexcept
Compares two containers element by element.
Definition darray_ext_soa_impl.h:850
GAIA_NODISCARD auto rend() noexcept
Returns the reverse traversal sentinel preceding the first element.
Definition darray_ext_soa_impl.h:831
void shrink_to_fit()
Reduces allocated storage to match the current size when possible.
Definition darray_ext_soa_impl.h:687
GAIA_NODISCARD decltype(auto) front() noexcept
Accesses the first element.
Definition darray_ext_soa_impl.h:749
darr_ext_soa(const darr_ext_soa &other)
Copy-constructs a container.
Definition darray_ext_soa_impl.h:350
auto retain(Func &&func) noexcept
Removes all elements that fail the predicate. The predicate may modify its element but must not chang...
Definition darray_ext_soa_impl.h:716
core::reverse_iterator< iterator, difference_type > reverse_iterator
Mutable reverse random-access iterator type.
Definition darray_ext_soa_impl.h:252
darr_ext_soa_detail::size_type size_type
Unsigned type used for sizes and indices.
Definition darray_ext_soa_impl.h:245
GAIA_NODISCARD decltype(auto) front() const noexcept
Accesses the first element.
Definition darray_ext_soa_impl.h:756
GAIA_NODISCARD auto cbegin() const noexcept
Returns a read-only iterator to the first element.
Definition darray_ext_soa_impl.h:789
GAIA_NODISCARD bool empty() const noexcept
Checks whether the container has no elements.
Definition darray_ext_soa_impl.h:731
static constexpr size_type extent
Fixed capacity of the container.
Definition darray_ext_soa_impl.h:259
darr_ext_soa & operator=(std::initializer_list< T > il)
Replaces the elements from an initializer list.
Definition darray_ext_soa_impl.h:381
GAIA_NODISCARD auto begin() noexcept
Returns an iterator to the first element.
Definition darray_ext_soa_impl.h:777
GAIA_NODISCARD auto rbegin() const noexcept
Returns a reverse traversal iterator to the last element.
Definition darray_ext_soa_impl.h:801
GAIA_NODISCARD auto rbegin() noexcept
Returns a reverse traversal iterator to the last element.
Definition darray_ext_soa_impl.h:795
darr_ext_soa(size_type count, const_reference value)
Constructs a container with copies of a value.
Definition darray_ext_soa_impl.h:312
darr_ext_soa(darr_ext_soa &&other) noexcept
Move-constructs a container.
Definition darray_ext_soa_impl.h:354
darr_ext_soa & operator=(const darr_ext_soa &other)
Copy-assigns the container.
Definition darray_ext_soa_impl.h:389
core::reverse_iterator< const_iterator, difference_type > const_reverse_iterator
Read-only reverse random-access iterator type.
Definition darray_ext_soa_impl.h:254
darr_ext_soa(InputIt first, InputIt last)
Constructs a container from an iterator range.
Definition darray_ext_soa_impl.h:327
static constexpr uint32_t allocated_bytes
Number of bytes reserved by the inline storage.
Definition darray_ext_soa_impl.h:261
GAIA_NODISCARD auto begin() const noexcept
Returns an iterator to the first element.
Definition darray_ext_soa_impl.h:783
auto view_mut() noexcept
Returns a mutable view of one structure-of-arrays member.
Definition darray_ext_soa_impl.h:871
void pop_back() noexcept
Removes the last element.
Definition darray_ext_soa_impl.h:587
decltype(auto) emplace_back(Args &&... args)
Constructs and appends an element.
Definition darray_ext_soa_impl.h:578
iterator insert(iterator pos, T &&arg)
Insert the element to the position given by iterator pos.
Definition darray_ext_soa_impl.h:620
GAIA_NODISCARD auto end() noexcept
Returns an iterator one past the last element.
Definition darray_ext_soa_impl.h:813
GAIA_NODISCARD auto end() const noexcept
Returns an iterator one past the last element.
Definition darray_ext_soa_impl.h:819
GAIA_NODISCARD const_pointer data() const noexcept
Returns a pointer to the element storage.
Definition darray_ext_soa_impl.h:454
GAIA_NODISCARD auto crbegin() const noexcept
Returns a read-only reverse traversal iterator to the last element.
Definition darray_ext_soa_impl.h:807
GAIA_NODISCARD constexpr bool operator!=(const darr_ext_soa &other) const noexcept
Checks whether two containers differ.
Definition darray_ext_soa_impl.h:863
iterator erase(iterator first, iterator last) noexcept
Removes the elements in the range [first, last)
Definition darray_ext_soa_impl.h:661
GAIA_NODISCARD decltype(auto) back() noexcept
Accesses the last element.
Definition darray_ext_soa_impl.h:763
GAIA_NODISCARD auto cend() const noexcept
Returns a read-only iterator one past the last element.
Definition darray_ext_soa_impl.h:825
void clear() noexcept
Removes all elements.
Definition darray_ext_soa_impl.h:682
darr_ext_soa(std::initializer_list< T > il)
Constructs a container from an initializer list.
Definition darray_ext_soa_impl.h:346
void reserve(size_type cap)
Ensures storage for at least the requested number of elements.
Definition darray_ext_soa_impl.h:478
iterator insert(iterator pos, const T &arg)
Insert the element to the position given by iterator pos.
Definition darray_ext_soa_impl.h:599
GAIA_NODISCARD size_type capacity() const noexcept
Returns the number of elements that fit without reallocation.
Definition darray_ext_soa_impl.h:737
GAIA_NODISCARD pointer data() noexcept
Returns a pointer to the element storage.
Definition darray_ext_soa_impl.h:448
void push_back(const T &arg)
Appends an element.
Definition darray_ext_soa_impl.h:557
auto view() const noexcept
Returns a read-only view of one structure-of-arrays member.
Definition darray_ext_soa_impl.h:880
GAIA_NODISCARD auto crend() const noexcept
Returns the read-only reverse traversal sentinel preceding the first element.
Definition darray_ext_soa_impl.h:843
darr_ext_soa_iterator< T > iterator
Mutable random-access iterator type.
Definition darray_ext_soa_impl.h:248
iterator erase(iterator pos) noexcept
Removes the element at pos.
Definition darray_ext_soa_impl.h:640
GAIA_NODISCARD size_type size() const noexcept
Returns the number of elements.
Definition darray_ext_soa_impl.h:725
darr_ext_soa(size_type count)
Constructs a container with the requested number of value-initialized elements.
Definition darray_ext_soa_impl.h:318
GAIA_NODISCARD auto rend() const noexcept
Returns the reverse traversal sentinel preceding the first element.
Definition darray_ext_soa_impl.h:837
void resize(size_type count, const_reference value, ResizePolicy policy=ResizePolicy::Exact)
Changes the size and initializes new elements from a value.
Definition darray_ext_soa_impl.h:541
darr_ext_soa & operator=(darr_ext_soa &&other) noexcept
Move-assigns the container.
Definition darray_ext_soa_impl.h:402
Array of elements of type.
Definition darray_ext_impl.h:31
GAIA_NODISCARD size_type size() const noexcept
Returns the number of elements.
Definition darray_ext_impl.h:561
pointer iterator
Mutable random-access iterator type.
Definition darray_ext_impl.h:53
GAIA_NODISCARD auto begin() noexcept
Returns an iterator to the first element.
Definition darray_ext_impl.h:613
GAIA_NODISCARD auto end() noexcept
Returns an iterator one past the last element.
Definition darray_ext_impl.h:649
GAIA_NODISCARD constexpr bool operator!=(const darr_ext &other) const noexcept
Checks whether two containers differ.
Definition darray_ext_impl.h:699
darr_ext_detail::size_type size_type
Unsigned type used for sizes and indices.
Definition darray_ext_impl.h:50
core::random_access_iterator_tag iterator_category
Iterator category exposed by the container.
Definition darray_ext_impl.h:61
static constexpr size_type extent
Fixed capacity of the container.
Definition darray_ext_impl.h:66
darr_ext_detail::difference_type difference_type
Type used for iterator differences.
Definition darray_ext_impl.h:48
T value_type
Element type stored by the container.
Definition darray_ext_impl.h:36
GAIA_NODISCARD decltype(auto) operator[](size_type pos) noexcept
Accesses an element without bounds checking in optimized builds.
Definition darray_ext_impl.h:249
GAIA_NODISCARD bool operator==(const darr_ext &other) const noexcept
Compares two containers element by element.
Definition darray_ext_impl.h:686
GAIA_NODISCARD size_type capacity() const noexcept
Returns the number of elements that fit without reallocation.
Definition darray_ext_impl.h:573
Random-access iterator that traverses an underlying iterator in reverse. The stored iterator denotes ...
Definition iterator.h:24
View policy for accessing and storing data in the SoA way. Good for SIMD processing.
Definition data_layout_policy.h:398
GAIA_NODISCARD static constexpr ValueType get(std::span< const uint8_t > s, size_t idx) noexcept
Reconstructs a value from its SoA fields.
Definition data_layout_policy.h:526
static void mem_pop_block(void *pData, size_t cap, size_t count, size_t n)
Poisons removed SoA values for the memory sanitizer.
Definition data_layout_policy.h:510
static void mem_add_block(void *pData, size_t cap, size_t count)
Registers a newly allocated SoA range with the memory sanitizer.
Definition data_layout_policy.h:460
uint8_t * TargetCastType
Pointer type used to address SoA storage.
Definition data_layout_policy.h:404
GAIA_NODISCARD static constexpr uint32_t get_min_byte_size(uintptr_t addr, size_t cnt) noexcept
Calculates the bytes required for an SoA value range.
Definition data_layout_policy.h:427
static void mem_del_block(void *pData, size_t cap, size_t count)
Unregisters an SoA range from the memory sanitizer.
Definition data_layout_policy.h:476
GAIA_NODISCARD static constexpr auto set(std::span< uint8_t > s, size_t idx) noexcept
Returns a mutable proxy for one complete value.
Definition data_layout_policy.h:578
static void mem_push_block(void *pData, size_t cap, size_t count, size_t n)
Makes newly appended SoA values addressable by the memory sanitizer.
Definition data_layout_policy.h:493
Storage policy for a selected layout and item type.
Definition data_layout_policy.h:121