2#include "gaia/config/config.h"
5#include <initializer_list>
9#include "gaia/core/iterator.h"
10#include "gaia/core/utility.h"
11#include "gaia/mem/data_layout_policy.h"
12#include "gaia/mem/mem_sani.h"
13#include "gaia/mem/mem_utils.h"
14#include "gaia/mem/raw_data_holder.h"
19 namespace darr_ext_soa_detail {
27 struct darr_ext_soa_iterator {
35 using size_type = darr_ext_soa_detail::size_type;
37 using iterator = darr_ext_soa_iterator;
47 darr_ext_soa_iterator(uint8_t* ptr, uint32_t cnt, uint32_t idx): m_ptr(ptr), m_cnt(cnt), m_idx(idx) {}
50 return mem::data_view_policy<T::gaia_Data_Layout, T>::get({m_ptr, m_cnt}, m_idx);
52 T operator->()
const {
53 return mem::data_view_policy<T::gaia_Data_Layout, T>::get({m_ptr, m_cnt}, m_idx);
56 return iterator(m_ptr, m_cnt, m_idx + offset);
87 return iterator(m_ptr, m_cnt, m_idx + offset);
90 return iterator(m_ptr, m_cnt, m_idx + offset);
93 GAIA_ASSERT(m_ptr == other.m_ptr);
98 GAIA_ASSERT(m_ptr == other.m_ptr);
99 return m_idx == other.m_idx;
102 GAIA_ASSERT(m_ptr == other.m_ptr);
103 return m_idx != other.m_idx;
105 GAIA_NODISCARD
bool operator>(
const iterator& other)
const {
106 GAIA_ASSERT(m_ptr == other.m_ptr);
107 return m_idx > other.m_idx;
109 GAIA_NODISCARD
bool operator>=(
const iterator& other)
const {
110 GAIA_ASSERT(m_ptr == other.m_ptr);
111 return m_idx >= other.m_idx;
113 GAIA_NODISCARD
bool operator<(
const iterator& other)
const {
114 GAIA_ASSERT(m_ptr == other.m_ptr);
115 return m_idx < other.m_idx;
117 GAIA_NODISCARD
bool operator<=(
const iterator& other)
const {
118 GAIA_ASSERT(m_ptr == other.m_ptr);
119 return m_idx <= other.m_idx;
123 template <
typename T>
124 struct const_darr_ext_soa_iterator {
129 using size_type = darr_ext_soa_detail::size_type;
131 using iterator = const_darr_ext_soa_iterator;
135 const uint8_t* m_ptr;
140 const_darr_ext_soa_iterator(
const uint8_t* ptr, uint32_t cnt, uint32_t idx): m_ptr(ptr), m_cnt(cnt), m_idx(idx) {}
142 T operator*()
const {
143 return mem::data_view_policy<T::gaia_Data_Layout, T>::get({m_ptr, m_cnt}, m_idx);
145 T operator->()
const {
146 return mem::data_view_policy<T::gaia_Data_Layout, T>::get({m_ptr, m_cnt}, m_idx);
149 return iterator(m_ptr, m_cnt, m_idx + offset);
180 return iterator(m_ptr, m_cnt, m_idx + offset);
183 return iterator(m_ptr, m_cnt, m_idx + offset);
186 GAIA_ASSERT(m_ptr == other.m_ptr);
191 GAIA_ASSERT(m_ptr == other.m_ptr);
192 return m_idx == other.m_idx;
195 GAIA_ASSERT(m_ptr == other.m_ptr);
196 return m_idx != other.m_idx;
198 GAIA_NODISCARD
bool operator>(
const iterator& other)
const {
199 GAIA_ASSERT(m_ptr == other.m_ptr);
200 return m_idx > other.m_idx;
202 GAIA_NODISCARD
bool operator>=(
const iterator& other)
const {
203 GAIA_ASSERT(m_ptr == other.m_ptr);
204 return m_idx >= other.m_idx;
206 GAIA_NODISCARD
bool operator<(
const iterator& other)
const {
207 GAIA_ASSERT(m_ptr == other.m_ptr);
208 return m_idx < other.m_idx;
210 GAIA_NODISCARD
bool operator<=(
const iterator& other)
const {
211 GAIA_ASSERT(m_ptr == other.m_ptr);
212 return m_idx <= other.m_idx;
221 template <
typename T, darr_ext_soa_detail::
size_type N,
typename Allocator = mem::DefaultAllocatorAdaptor>
223 static_assert(mem::is_soa_layout_v<T>,
"darr_ext_soa can be used only with soa types");
226 static_assert(
N > 0);
259 mem::raw_data_holder<T, allocated_bytes> m_data;
261 uint8_t* m_pDataHeap =
nullptr;
270 const auto cnt =
size();
274 if GAIA_LIKELY (cnt <
cap)
279 m_cap = (
cap * 3 + 1) / 2;
281 if GAIA_UNLIKELY (m_pDataHeap ==
nullptr) {
285 mem::move_elements<T, true>(m_pDataHeap, m_data, cnt, 0, m_cap,
cap);
291 mem::move_elements<T, true>(m_pDataHeap,
pDataOld, cnt, 0, m_cap,
cap);
295 m_pData = m_pDataHeap;
299 darr_ext_soa() noexcept = default;
320 template <
typename InputIt>
322 const auto count = (
size_type)core::distance(first, last);
325 if constexpr (std::is_pointer_v<InputIt>) {
327 operator[](
i) = first[
i];
328 }
else if constexpr (std::is_same_v<typename InputIt::iterator_category, core::random_access_iterator_tag>) {
330 operator[](
i) = *(first[
i]);
333 for (
auto it = first;
it != last; ++
it)
334 operator[](++
i) = *
it;
349 GAIA_ASSERT(core::addressof(other) !=
this);
352 if (other.m_pDataHeap ==
nullptr) {
354 mem::move_elements<T, true>(m_data, other.m_data, other.size(), 0,
extent, other.extent);
356 m_pDataHeap =
nullptr;
359 m_pDataHeap = other.m_pDataHeap;
360 m_pData = m_pDataHeap;
366 other.m_pDataHeap =
nullptr;
367 other.m_pData = other.m_data;
384 GAIA_ASSERT(core::addressof(other) !=
this);
387 mem::copy_elements<T, true>(
397 GAIA_ASSERT(core::addressof(other) !=
this);
400 if (m_pDataHeap !=
nullptr)
406 if (other.m_pDataHeap ==
nullptr) {
408 mem::move_elements<T, true>(m_data, other.m_data, other.size(), 0,
extent, other.extent);
410 m_pDataHeap =
nullptr;
413 m_pDataHeap = other.m_pDataHeap;
414 m_pData = m_pDataHeap;
422 other.m_pDataHeap =
nullptr;
423 other.m_pData = other.m_data;
429 if (m_pDataHeap !=
nullptr) {
436 GAIA_CLANG_WARNING_PUSH()
438 GAIA_CLANG_WARNING_DISABLE("-Wcast-align")
443 return reinterpret_cast<pointer>(m_pData);
463 GAIA_NODISCARD
decltype(
auto)
operator[](
size_type pos)
const noexcept {
468 GAIA_CLANG_WARNING_POP()
480 mem::move_elements<T, true>(m_pDataHeap,
pDataOld, m_cnt, 0,
cap, m_cap);
483 mem::move_elements<T, true>(m_pDataHeap, m_data, m_cnt, 0,
cap, m_cap);
488 m_pData = m_pDataHeap;
506 if (count <= m_cap) {
517 mem::move_elements<T, true>(m_pDataHeap,
pDataOld, m_cnt, 0, count, m_cap);
520 mem::move_elements<T, true>(m_pDataHeap, m_data, m_cnt, 0, count, m_cap);
526 m_pData = m_pDataHeap;
536 if constexpr (std::is_copy_constructible_v<value_type>) {
542 operator[](
i) = value;
568 template <
typename...
Args>
578 GAIA_ASSERT(!
empty());
598 mem::shift_elements_right<T, true>(m_pData,
idxDst,
idxSrc, m_cap);
620 mem::shift_elements_right<T, true>(m_pData,
idxDst,
idxSrc, m_cap);
642 mem::shift_elements_left<T, true>(m_pData,
idxDst,
idxSrc, m_cap);
655 GAIA_ASSERT(first >=
data())
657 GAIA_ASSERT(last > first);
665 const auto cnt = (
size_type)(last - first);
667 mem::shift_elements_left_fast<T, true>(m_pData,
idxDst,
idxSrc, cnt, m_cap);
683 const auto cnt =
size();
688 if (m_pDataHeap !=
nullptr) {
692 mem::move_elements<T, true>(m_data,
pDataOld, cnt, 0);
698 mem::move_elements<T, true>(m_pDataHeap,
pDataOld, cnt, 0);
699 m_pData = m_pDataHeap;
712 template <
typename Func>
719 if (func(
operator[](
idxSrc))) {
722 mem::move_elements<T, true>(ptr, ptr,
idxDst,
idxSrc, m_cap, m_cap);
765 GAIA_ASSERT(!
empty());
772 GAIA_ASSERT(!
empty());
779 GAIA_ASSERT(!
empty());
786 GAIA_ASSERT(!
empty());
866 if (m_cnt != other.m_cnt)
870 if (!(
operator[](
i) == other[
i]))
885 template <
size_t Item>
894 template <
size_t Item>
897 std::span<const uint8_t>{GAIA_ACC((
const uint8_t*)m_pData),
capacity()});
903 template <
typename T, uint32_t N, uint32_t... I>
904 darr_ext_soa<std::remove_cv_t<T>, N> to_sarray_impl(T (&a)[N], std::index_sequence<I...> ) {
915 template <
typename T, u
int32_t N>
916 darr_ext_soa<std::remove_cv_t<T>, N> to_sarray(T (&a)[N]) {
917 return detail::to_sarray_impl(a, std::make_index_sequence<N>{});
Array of elements of type.
Definition darray_ext_soa_impl.h:222
darr_ext_soa_detail::difference_type difference_type
Type used for iterator differences.
Definition darray_ext_soa_impl.h:241
GAIA_NODISCARD decltype(auto) back() const noexcept
Accesses the last element.
Definition darray_ext_soa_impl.h:785
void push_back(T &&arg)
Appends an element.
Definition darray_ext_soa_impl.h:557
GAIA_NODISCARD decltype(auto) operator[](size_type pos) noexcept
Accesses an element without bounds checking in optimized builds.
Definition darray_ext_soa_impl.h:455
GAIA_NODISCARD size_type max_size() const noexcept
Returns the maximum number of elements supported by this container.
Definition darray_ext_soa_impl.h:758
const_darr_ext_soa_iterator< T > const_iterator
Read-only random-access iterator type.
Definition darray_ext_soa_impl.h:248
GAIA_NODISCARD bool operator==(const darr_ext_soa &other) const noexcept
Compares two containers element by element.
Definition darray_ext_soa_impl.h:865
GAIA_NODISCARD auto rend() noexcept
Returns the reverse traversal sentinel preceding the first element.
Definition darray_ext_soa_impl.h:846
void shrink_to_fit()
Reduces allocated storage to match the current size when possible.
Definition darray_ext_soa_impl.h:681
GAIA_NODISCARD decltype(auto) front() noexcept
Accesses the first element.
Definition darray_ext_soa_impl.h:764
darr_ext_soa(const darr_ext_soa &other)
Copy-constructs a container.
Definition darray_ext_soa_impl.h:344
auto retain(Func &&func) noexcept
Removes all elements that fail the predicate.
Definition darray_ext_soa_impl.h:713
darr_ext_soa_detail::size_type size_type
Unsigned type used for sizes and indices.
Definition darray_ext_soa_impl.h:243
GAIA_NODISCARD decltype(auto) front() const noexcept
Accesses the first element.
Definition darray_ext_soa_impl.h:771
void resize(size_type count)
Changes the number of elements.
Definition darray_ext_soa_impl.h:493
GAIA_NODISCARD auto cbegin() const noexcept
Returns a read-only iterator to the first element.
Definition darray_ext_soa_impl.h:804
GAIA_NODISCARD bool empty() const noexcept
Checks whether the container has no elements.
Definition darray_ext_soa_impl.h:746
static constexpr size_type extent
Fixed capacity of the container.
Definition darray_ext_soa_impl.h:253
darr_ext_soa & operator=(std::initializer_list< T > il)
Replaces the elements from an initializer list.
Definition darray_ext_soa_impl.h:375
GAIA_NODISCARD auto begin() noexcept
Returns an iterator to the first element.
Definition darray_ext_soa_impl.h:792
GAIA_NODISCARD auto rbegin() const noexcept
Returns a reverse traversal iterator to the last element.
Definition darray_ext_soa_impl.h:816
GAIA_NODISCARD auto rbegin() noexcept
Returns a reverse traversal iterator to the last element.
Definition darray_ext_soa_impl.h:810
darr_ext_soa(size_type count, const_reference value)
Constructs a container with copies of a value.
Definition darray_ext_soa_impl.h:306
darr_ext_soa(darr_ext_soa &&other) noexcept
Move-constructs a container.
Definition darray_ext_soa_impl.h:348
darr_ext_soa & operator=(const darr_ext_soa &other)
Copy-assigns the container.
Definition darray_ext_soa_impl.h:383
darr_ext_soa(InputIt first, InputIt last)
Constructs a container from an iterator range.
Definition darray_ext_soa_impl.h:321
static constexpr uint32_t allocated_bytes
Number of bytes reserved by the inline storage.
Definition darray_ext_soa_impl.h:255
GAIA_NODISCARD auto begin() const noexcept
Returns an iterator to the first element.
Definition darray_ext_soa_impl.h:798
auto view_mut() noexcept
Returns a mutable view of one structure-of-arrays member.
Definition darray_ext_soa_impl.h:886
void pop_back() noexcept
Removes the last element.
Definition darray_ext_soa_impl.h:577
decltype(auto) emplace_back(Args &&... args)
Constructs and appends an element.
Definition darray_ext_soa_impl.h:569
void resize(size_type count, const_reference value)
Changes the size and initializes new elements from a value.
Definition darray_ext_soa_impl.h:532
iterator insert(iterator pos, T &&arg)
Insert the element to the position given by iterator pos.
Definition darray_ext_soa_impl.h:611
GAIA_NODISCARD auto end() noexcept
Returns an iterator one past the last element.
Definition darray_ext_soa_impl.h:828
GAIA_NODISCARD auto end() const noexcept
Returns an iterator one past the last element.
Definition darray_ext_soa_impl.h:834
GAIA_NODISCARD const_pointer data() const noexcept
Returns a pointer to the element storage.
Definition darray_ext_soa_impl.h:448
GAIA_NODISCARD auto crbegin() const noexcept
Returns a read-only reverse traversal iterator to the last element.
Definition darray_ext_soa_impl.h:822
GAIA_NODISCARD constexpr bool operator!=(const darr_ext_soa &other) const noexcept
Checks whether two containers differ.
Definition darray_ext_soa_impl.h:878
iterator erase(iterator first, iterator last) noexcept
Removes the elements in the range [first, last)
Definition darray_ext_soa_impl.h:654
GAIA_NODISCARD decltype(auto) back() noexcept
Accesses the last element.
Definition darray_ext_soa_impl.h:778
GAIA_NODISCARD auto cend() const noexcept
Returns a read-only iterator one past the last element.
Definition darray_ext_soa_impl.h:840
void clear() noexcept
Removes all elements.
Definition darray_ext_soa_impl.h:676
darr_ext_soa(std::initializer_list< T > il)
Constructs a container from an initializer list.
Definition darray_ext_soa_impl.h:340
void reserve(size_type cap)
Ensures storage for at least the requested number of elements.
Definition darray_ext_soa_impl.h:472
iterator insert(iterator pos, const T &arg)
Insert the element to the position given by iterator pos.
Definition darray_ext_soa_impl.h:589
GAIA_NODISCARD size_type capacity() const noexcept
Returns the number of elements that fit without reallocation.
Definition darray_ext_soa_impl.h:752
GAIA_NODISCARD pointer data() noexcept
Returns a pointer to the element storage.
Definition darray_ext_soa_impl.h:442
void push_back(const T &arg)
Appends an element.
Definition darray_ext_soa_impl.h:548
auto view() const noexcept
Returns a read-only view of one structure-of-arrays member.
Definition darray_ext_soa_impl.h:895
GAIA_NODISCARD auto crend() const noexcept
Returns the read-only reverse traversal sentinel preceding the first element.
Definition darray_ext_soa_impl.h:858
darr_ext_soa_iterator< T > iterator
Mutable random-access iterator type.
Definition darray_ext_soa_impl.h:246
iterator erase(iterator pos) noexcept
Removes the element at pos.
Definition darray_ext_soa_impl.h:632
GAIA_NODISCARD size_type size() const noexcept
Returns the number of elements.
Definition darray_ext_soa_impl.h:740
darr_ext_soa(size_type count)
Constructs a container with the requested number of value-initialized elements.
Definition darray_ext_soa_impl.h:312
GAIA_NODISCARD auto rend() const noexcept
Returns the reverse traversal sentinel preceding the first element.
Definition darray_ext_soa_impl.h:852
darr_ext_soa & operator=(darr_ext_soa &&other) noexcept
Move-assigns the container.
Definition darray_ext_soa_impl.h:396
Array with variable size of elements of type.
Definition darray_impl.h:27
darr_detail::size_type size_type
Unsigned type used for sizes and indices.
Definition darray_impl.h:44
GAIA_NODISCARD decltype(auto) operator[](size_type pos) noexcept
Accesses an element without bounds checking in optimized builds.
Definition darray_impl.h:206
GAIA_NODISCARD size_type size() const noexcept
Returns the number of elements.
Definition darray_impl.h:504
core::random_access_iterator_tag iterator_category
Iterator category exposed by the container.
Definition darray_impl.h:51
GAIA_NODISCARD auto begin() noexcept
Returns an iterator to the first element.
Definition darray_impl.h:556
GAIA_NODISCARD bool operator==(const darr &other) const noexcept
Compares two containers element by element.
Definition darray_impl.h:629
T value_type
Element type stored by the container.
Definition darray_impl.h:30
pointer iterator
Mutable random-access iterator type.
Definition darray_impl.h:47
darr_detail::difference_type difference_type
Type used for iterator differences.
Definition darray_impl.h:42
GAIA_NODISCARD constexpr bool operator!=(const darr &other) const noexcept
Checks whether two containers differ.
Definition darray_impl.h:642
GAIA_NODISCARD auto end() noexcept
Returns an iterator one past the last element.
Definition darray_impl.h:592
View policy for accessing and storing data in the SoA way. Good for SIMD processing.
Definition data_layout_policy.h:402
GAIA_NODISCARD static constexpr ValueType get(std::span< const uint8_t > s, size_t idx) noexcept
Reconstructs a value from its SoA fields.
Definition data_layout_policy.h:530
static void mem_pop_block(void *pData, size_t cap, size_t count, size_t n)
Poisons removed SoA values for the memory sanitizer.
Definition data_layout_policy.h:514
static void mem_add_block(void *pData, size_t cap, size_t count)
Registers a newly allocated SoA range with the memory sanitizer.
Definition data_layout_policy.h:464
uint8_t * TargetCastType
Pointer type used to address SoA storage.
Definition data_layout_policy.h:408
GAIA_NODISCARD static constexpr uint32_t get_min_byte_size(uintptr_t addr, size_t cnt) noexcept
Calculates the bytes required for an SoA value range.
Definition data_layout_policy.h:431
static void mem_del_block(void *pData, size_t cap, size_t count)
Unregisters an SoA range from the memory sanitizer.
Definition data_layout_policy.h:480
GAIA_NODISCARD static constexpr auto set(std::span< uint8_t > s, size_t idx) noexcept
Returns a mutable proxy for one complete value.
Definition data_layout_policy.h:582
static void mem_push_block(void *pData, size_t cap, size_t count, size_t n)
Makes newly appended SoA values addressable by the memory sanitizer.
Definition data_layout_policy.h:497
Storage policy for a selected layout and item type.
Definition data_layout_policy.h:123