// -*- C++ -*- //===----------------------------------------------------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // // Kokkos v. 4.0 // Copyright (2022) National Technology & Engineering // Solutions of Sandia, LLC (NTESS). // // Under the terms of Contract DE-NA0003525 with NTESS, // the U.S. Government retains certain rights in this software. // //===---------------------------------------------------------------------===// #ifndef _LIBCPP___MDSPAN_MDSPAN_H #define _LIBCPP___MDSPAN_MDSPAN_H #include <__assert> #include <__config> #include <__fwd/mdspan.h> #include <__mdspan/default_accessor.h> #include <__mdspan/extents.h> #include <__type_traits/extent.h> #include <__type_traits/is_abstract.h> #include <__type_traits/is_array.h> #include <__type_traits/is_constructible.h> #include <__type_traits/is_convertible.h> #include <__type_traits/is_nothrow_constructible.h> #include <__type_traits/is_pointer.h> #include <__type_traits/is_same.h> #include <__type_traits/rank.h> #include <__type_traits/remove_all_extents.h> #include <__type_traits/remove_cv.h> #include <__type_traits/remove_pointer.h> #include <__type_traits/remove_reference.h> #include <__utility/integer_sequence.h> #include #include #include #include #include #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER) # pragma GCC system_header #endif _LIBCPP_PUSH_MACROS #include <__undef_macros> _LIBCPP_BEGIN_NAMESPACE_STD #if _LIBCPP_STD_VER >= 23 // Helper for lightweight test checking that one did pass a layout policy as LayoutPolicy template argument namespace __mdspan_detail { template concept __has_invalid_mapping = !requires { typename _Layout::template mapping<_Extents>; }; } // namespace __mdspan_detail template > class mdspan { private: static_assert(__mdspan_detail::__is_extents_v<_Extents>, "mdspan: Extents template parameter must be a specialization of extents."); static_assert(!is_array_v<_ElementType>, "mdspan: ElementType template parameter may not be an array type"); static_assert(!is_abstract_v<_ElementType>, "mdspan: ElementType template parameter may not be an abstract class"); static_assert(is_same_v<_ElementType, typename _AccessorPolicy::element_type>, "mdspan: ElementType template parameter must match AccessorPolicy::element_type"); static_assert(!__mdspan_detail::__has_invalid_mapping<_LayoutPolicy, _Extents>, "mdspan: LayoutPolicy template parameter is invalid. A common mistake is to pass a layout mapping " "instead of a layout policy"); public: using extents_type = _Extents; using layout_type = _LayoutPolicy; using accessor_type = _AccessorPolicy; using mapping_type = typename layout_type::template mapping; using element_type = _ElementType; using value_type = remove_cv_t; using index_type = typename extents_type::index_type; using size_type = typename extents_type::size_type; using rank_type = typename extents_type::rank_type; using data_handle_type = typename accessor_type::data_handle_type; using reference = typename accessor_type::reference; _LIBCPP_HIDE_FROM_ABI static constexpr rank_type rank() noexcept { return extents_type::rank(); } _LIBCPP_HIDE_FROM_ABI static constexpr rank_type rank_dynamic() noexcept { return extents_type::rank_dynamic(); } _LIBCPP_HIDE_FROM_ABI static constexpr size_t static_extent(rank_type __r) noexcept { return extents_type::static_extent(__r); } _LIBCPP_HIDE_FROM_ABI constexpr index_type extent(rank_type __r) const noexcept { return __map_.extents().extent(__r); }; public: //-------------------------------------------------------------------------------- // [mdspan.mdspan.cons], mdspan constructors, assignment, and destructor _LIBCPP_HIDE_FROM_ABI constexpr mdspan() requires((extents_type::rank_dynamic() > 0) && is_default_constructible_v && is_default_constructible_v && is_default_constructible_v) = default; _LIBCPP_HIDE_FROM_ABI constexpr mdspan(const mdspan&) = default; _LIBCPP_HIDE_FROM_ABI constexpr mdspan(mdspan&&) = default; template requires((is_convertible_v<_OtherIndexTypes, index_type> && ...) && (is_nothrow_constructible_v && ...) && ((sizeof...(_OtherIndexTypes) == rank()) || (sizeof...(_OtherIndexTypes) == rank_dynamic())) && is_constructible_v && is_default_constructible_v) _LIBCPP_HIDE_FROM_ABI explicit constexpr mdspan(data_handle_type __p, _OtherIndexTypes... __exts) : __ptr_(std::move(__p)), __map_(extents_type(static_cast(std::move(__exts))...)), __acc_{} {} template requires(is_convertible_v && is_nothrow_constructible_v && ((_Size == rank()) || (_Size == rank_dynamic())) && is_constructible_v && is_default_constructible_v) explicit(_Size != rank_dynamic()) _LIBCPP_HIDE_FROM_ABI constexpr mdspan(data_handle_type __p, const array<_OtherIndexType, _Size>& __exts) : __ptr_(std::move(__p)), __map_(extents_type(__exts)), __acc_{} {} template requires(is_convertible_v && is_nothrow_constructible_v && ((_Size == rank()) || (_Size == rank_dynamic())) && is_constructible_v && is_default_constructible_v) explicit(_Size != rank_dynamic()) _LIBCPP_HIDE_FROM_ABI constexpr mdspan(data_handle_type __p, span<_OtherIndexType, _Size> __exts) : __ptr_(std::move(__p)), __map_(extents_type(__exts)), __acc_{} {} _LIBCPP_HIDE_FROM_ABI constexpr mdspan(data_handle_type __p, const extents_type& __exts) requires(is_default_constructible_v && is_constructible_v) : __ptr_(std::move(__p)), __map_(__exts), __acc_{} {} _LIBCPP_HIDE_FROM_ABI constexpr mdspan(data_handle_type __p, const mapping_type& __m) requires(is_default_constructible_v) : __ptr_(std::move(__p)), __map_(__m), __acc_{} {} _LIBCPP_HIDE_FROM_ABI constexpr mdspan(data_handle_type __p, const mapping_type& __m, const accessor_type& __a) : __ptr_(std::move(__p)), __map_(__m), __acc_(__a) {} template requires(is_constructible_v&> && is_constructible_v) explicit(!is_convertible_v&, mapping_type> || !is_convertible_v) _LIBCPP_HIDE_FROM_ABI constexpr mdspan( const mdspan<_OtherElementType, _OtherExtents, _OtherLayoutPolicy, _OtherAccessor>& __other) : __ptr_(__other.__ptr_), __map_(__other.__map_), __acc_(__other.__acc_) { static_assert(is_constructible_v, "mdspan: incompatible data_handle_type for mdspan construction"); static_assert( is_constructible_v, "mdspan: incompatible extents for mdspan construction"); // The following precondition is part of the standard, but is unlikely to be triggered. // The extents constructor checks this and the mapping must be storing the extents, since // its extents() function returns a const reference to extents_type. // The only way this can be triggered is if the mapping conversion constructor would for example // always construct its extents() only from the dynamic extents, instead of from the other extents. if constexpr (rank() > 0) { for (size_t __r = 0; __r < rank(); __r++) { // Not catching this could lead to out of bounds errors later // e.g. mdspan, non_checking_layout> m = // mdspan, non_checking_layout>(ptr, 200); leads to an extent of -56 on m _LIBCPP_ASSERT_VALID_ELEMENT_ACCESS( (static_extent(__r) == dynamic_extent) || (static_cast(__other.extent(__r)) == static_cast(static_extent(__r))), "mdspan: conversion mismatch of source dynamic extents with static extents"); } } } _LIBCPP_HIDE_FROM_ABI constexpr mdspan& operator=(const mdspan&) = default; _LIBCPP_HIDE_FROM_ABI constexpr mdspan& operator=(mdspan&&) = default; //-------------------------------------------------------------------------------- // [mdspan.mdspan.members], members template requires((is_convertible_v<_OtherIndexTypes, index_type> && ...) && (is_nothrow_constructible_v && ...) && (sizeof...(_OtherIndexTypes) == rank())) _LIBCPP_HIDE_FROM_ABI constexpr reference operator[](_OtherIndexTypes... __indices) const { // Note the standard layouts would also check this, but user provided ones may not, so we // check the precondition here _LIBCPP_ASSERT_VALID_ELEMENT_ACCESS(__mdspan_detail::__is_multidimensional_index_in(extents(), __indices...), "mdspan: operator[] out of bounds access"); return __acc_.access(__ptr_, __map_(static_cast(std::move(__indices))...)); } template requires(is_convertible_v && is_nothrow_constructible_v) _LIBCPP_HIDE_FROM_ABI constexpr reference operator[](const array< _OtherIndexType, rank()>& __indices) const { return __acc_.access(__ptr_, [&](index_sequence<_Idxs...>) { return __map_(__indices[_Idxs]...); }(make_index_sequence())); } template requires(is_convertible_v && is_nothrow_constructible_v) _LIBCPP_HIDE_FROM_ABI constexpr reference operator[](span<_OtherIndexType, rank()> __indices) const { return __acc_.access(__ptr_, [&](index_sequence<_Idxs...>) { return __map_(__indices[_Idxs]...); }(make_index_sequence())); } _LIBCPP_HIDE_FROM_ABI constexpr size_type size() const noexcept { // Could leave this as only checked in debug mode: semantically size() is never // guaranteed to be related to any accessible range _LIBCPP_ASSERT_UNCATEGORIZED( false == ([&](index_sequence<_Idxs...>) { size_type __prod = 1; return (__builtin_mul_overflow(__prod, extent(_Idxs), &__prod) || ... || false); }(make_index_sequence())), "mdspan: size() is not representable as size_type"); return [&](index_sequence<_Idxs...>) { return ((static_cast(__map_.extents().extent(_Idxs))) * ... * size_type(1)); }(make_index_sequence()); } [[nodiscard]] _LIBCPP_HIDE_FROM_ABI constexpr bool empty() const noexcept { return [&](index_sequence<_Idxs...>) { return (rank() > 0) && ((__map_.extents().extent(_Idxs) == index_type(0)) || ... || false); }(make_index_sequence()); } _LIBCPP_HIDE_FROM_ABI friend constexpr void swap(mdspan& __x, mdspan& __y) noexcept { swap(__x.__ptr_, __y.__ptr_); swap(__x.__map_, __y.__map_); swap(__x.__acc_, __y.__acc_); } _LIBCPP_HIDE_FROM_ABI constexpr const extents_type& extents() const noexcept { return __map_.extents(); }; _LIBCPP_HIDE_FROM_ABI constexpr const data_handle_type& data_handle() const noexcept { return __ptr_; }; _LIBCPP_HIDE_FROM_ABI constexpr const mapping_type& mapping() const noexcept { return __map_; }; _LIBCPP_HIDE_FROM_ABI constexpr const accessor_type& accessor() const noexcept { return __acc_; }; // per LWG-4021 "mdspan::is_always_meow() should be noexcept" _LIBCPP_HIDE_FROM_ABI static constexpr bool is_always_unique() noexcept { return mapping_type::is_always_unique(); }; _LIBCPP_HIDE_FROM_ABI static constexpr bool is_always_exhaustive() noexcept { return mapping_type::is_always_exhaustive(); }; _LIBCPP_HIDE_FROM_ABI static constexpr bool is_always_strided() noexcept { return mapping_type::is_always_strided(); }; _LIBCPP_HIDE_FROM_ABI constexpr bool is_unique() const { return __map_.is_unique(); }; _LIBCPP_HIDE_FROM_ABI constexpr bool is_exhaustive() const { return __map_.is_exhaustive(); }; _LIBCPP_HIDE_FROM_ABI constexpr bool is_strided() const { return __map_.is_strided(); }; _LIBCPP_HIDE_FROM_ABI constexpr index_type stride(rank_type __r) const { return __map_.stride(__r); }; private: _LIBCPP_NO_UNIQUE_ADDRESS data_handle_type __ptr_{}; _LIBCPP_NO_UNIQUE_ADDRESS mapping_type __map_{}; _LIBCPP_NO_UNIQUE_ADDRESS accessor_type __acc_{}; template friend class mdspan; }; # if _LIBCPP_STD_VER >= 26 template requires((is_convertible_v<_OtherIndexTypes, size_t> && ...) && (sizeof...(_OtherIndexTypes) > 0)) explicit mdspan(_ElementType*, _OtherIndexTypes...) -> mdspan<_ElementType, extents...>>; # else template requires((is_convertible_v<_OtherIndexTypes, size_t> && ...) && (sizeof...(_OtherIndexTypes) > 0)) explicit mdspan(_ElementType*, _OtherIndexTypes...) -> mdspan<_ElementType, dextents>; # endif template requires(is_pointer_v>) mdspan(_Pointer&&) -> mdspan>, extents>; template requires(is_array_v<_CArray> && (rank_v<_CArray> == 1)) mdspan(_CArray&) -> mdspan, extents>>; template mdspan(_ElementType*, const array<_OtherIndexType, _Size>&) -> mdspan<_ElementType, dextents>; template mdspan(_ElementType*, span<_OtherIndexType, _Size>) -> mdspan<_ElementType, dextents>; // This one is necessary because all the constructors take `data_handle_type`s, not // `_ElementType*`s, and `data_handle_type` is taken from `accessor_type::data_handle_type`, which // seems to throw off automatic deduction guides. template mdspan(_ElementType*, const extents<_OtherIndexType, _ExtentsPack...>&) -> mdspan<_ElementType, extents<_OtherIndexType, _ExtentsPack...>>; template mdspan(_ElementType*, const _MappingType&) -> mdspan<_ElementType, typename _MappingType::extents_type, typename _MappingType::layout_type>; template mdspan(const typename _AccessorType::data_handle_type, const _MappingType&, const _AccessorType&) -> mdspan; #endif // _LIBCPP_STD_VER >= 23 _LIBCPP_END_NAMESPACE_STD _LIBCPP_POP_MACROS #endif // _LIBCPP___MDSPAN_MDSPAN_H