//===--- Descriptor.cpp - Types for the constexpr VM ------------*- C++ -*-===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "Descriptor.h" #include "Boolean.h" #include "Floating.h" #include "FunctionPointer.h" #include "IntegralAP.h" #include "Pointer.h" #include "PrimType.h" #include "Record.h" using namespace clang; using namespace clang::interp; template static void ctorTy(Block *, std::byte *Ptr, bool, bool, bool, const Descriptor *) { new (Ptr) T(); } template static void dtorTy(Block *, std::byte *Ptr, const Descriptor *) { reinterpret_cast(Ptr)->~T(); } template static void moveTy(Block *, const std::byte *Src, std::byte *Dst, const Descriptor *) { const auto *SrcPtr = reinterpret_cast(Src); auto *DstPtr = reinterpret_cast(Dst); new (DstPtr) T(std::move(*SrcPtr)); } template static void ctorArrayTy(Block *, std::byte *Ptr, bool, bool, bool, const Descriptor *D) { new (Ptr) InitMapPtr(std::nullopt); Ptr += sizeof(InitMapPtr); for (unsigned I = 0, NE = D->getNumElems(); I < NE; ++I) { new (&reinterpret_cast(Ptr)[I]) T(); } } template static void dtorArrayTy(Block *, std::byte *Ptr, const Descriptor *D) { InitMapPtr &IMP = *reinterpret_cast(Ptr); if (IMP) IMP = std::nullopt; Ptr += sizeof(InitMapPtr); for (unsigned I = 0, NE = D->getNumElems(); I < NE; ++I) { reinterpret_cast(Ptr)[I].~T(); } } template static void moveArrayTy(Block *, const std::byte *Src, std::byte *Dst, const Descriptor *D) { for (unsigned I = 0, NE = D->getNumElems(); I < NE; ++I) { const auto *SrcPtr = &reinterpret_cast(Src)[I]; auto *DstPtr = &reinterpret_cast(Dst)[I]; new (DstPtr) T(std::move(*SrcPtr)); } } static void ctorArrayDesc(Block *B, std::byte *Ptr, bool IsConst, bool IsMutable, bool IsActive, const Descriptor *D) { const unsigned NumElems = D->getNumElems(); const unsigned ElemSize = D->ElemDesc->getAllocSize() + sizeof(InlineDescriptor); unsigned ElemOffset = 0; for (unsigned I = 0; I < NumElems; ++I, ElemOffset += ElemSize) { auto *ElemPtr = Ptr + ElemOffset; auto *Desc = reinterpret_cast(ElemPtr); auto *ElemLoc = reinterpret_cast(Desc + 1); auto *SD = D->ElemDesc; Desc->Offset = ElemOffset + sizeof(InlineDescriptor); Desc->Desc = SD; Desc->IsInitialized = true; Desc->IsBase = false; Desc->IsActive = IsActive; Desc->IsConst = IsConst || D->IsConst; Desc->IsFieldMutable = IsMutable || D->IsMutable; if (auto Fn = D->ElemDesc->CtorFn) Fn(B, ElemLoc, Desc->IsConst, Desc->IsFieldMutable, IsActive, D->ElemDesc); } } static void dtorArrayDesc(Block *B, std::byte *Ptr, const Descriptor *D) { const unsigned NumElems = D->getNumElems(); const unsigned ElemSize = D->ElemDesc->getAllocSize() + sizeof(InlineDescriptor); unsigned ElemOffset = 0; for (unsigned I = 0; I < NumElems; ++I, ElemOffset += ElemSize) { auto *ElemPtr = Ptr + ElemOffset; auto *Desc = reinterpret_cast(ElemPtr); auto *ElemLoc = reinterpret_cast(Desc + 1); if (auto Fn = D->ElemDesc->DtorFn) Fn(B, ElemLoc, D->ElemDesc); } } static void moveArrayDesc(Block *B, const std::byte *Src, std::byte *Dst, const Descriptor *D) { const unsigned NumElems = D->getNumElems(); const unsigned ElemSize = D->ElemDesc->getAllocSize() + sizeof(InlineDescriptor); unsigned ElemOffset = 0; for (unsigned I = 0; I < NumElems; ++I, ElemOffset += ElemSize) { const auto *SrcPtr = Src + ElemOffset; auto *DstPtr = Dst + ElemOffset; const auto *SrcDesc = reinterpret_cast(SrcPtr); const auto *SrcElemLoc = reinterpret_cast(SrcDesc + 1); auto *DstDesc = reinterpret_cast(DstPtr); auto *DstElemLoc = reinterpret_cast(DstDesc + 1); *DstDesc = *SrcDesc; if (auto Fn = D->ElemDesc->MoveFn) Fn(B, SrcElemLoc, DstElemLoc, D->ElemDesc); } } static void ctorRecord(Block *B, std::byte *Ptr, bool IsConst, bool IsMutable, bool IsActive, const Descriptor *D) { const bool IsUnion = D->ElemRecord->isUnion(); auto CtorSub = [=](unsigned SubOff, Descriptor *F, bool IsBase) { auto *Desc = reinterpret_cast(Ptr + SubOff) - 1; Desc->Offset = SubOff; Desc->Desc = F; Desc->IsInitialized = F->IsArray && !IsBase; Desc->IsBase = IsBase; Desc->IsActive = IsActive && !IsUnion; Desc->IsConst = IsConst || F->IsConst; Desc->IsFieldMutable = IsMutable || F->IsMutable; if (auto Fn = F->CtorFn) Fn(B, Ptr + SubOff, Desc->IsConst, Desc->IsFieldMutable, Desc->IsActive, F); }; for (const auto &B : D->ElemRecord->bases()) CtorSub(B.Offset, B.Desc, /*isBase=*/true); for (const auto &F : D->ElemRecord->fields()) CtorSub(F.Offset, F.Desc, /*isBase=*/false); for (const auto &V : D->ElemRecord->virtual_bases()) CtorSub(V.Offset, V.Desc, /*isBase=*/true); } static void dtorRecord(Block *B, std::byte *Ptr, const Descriptor *D) { auto DtorSub = [=](unsigned SubOff, Descriptor *F) { if (auto Fn = F->DtorFn) Fn(B, Ptr + SubOff, F); }; for (const auto &F : D->ElemRecord->bases()) DtorSub(F.Offset, F.Desc); for (const auto &F : D->ElemRecord->fields()) DtorSub(F.Offset, F.Desc); for (const auto &F : D->ElemRecord->virtual_bases()) DtorSub(F.Offset, F.Desc); } static void moveRecord(Block *B, const std::byte *Src, std::byte *Dst, const Descriptor *D) { for (const auto &F : D->ElemRecord->fields()) { auto FieldOff = F.Offset; auto *FieldDesc = F.Desc; if (auto Fn = FieldDesc->MoveFn) Fn(B, Src + FieldOff, Dst + FieldOff, FieldDesc); } } static BlockCtorFn getCtorPrim(PrimType Type) { // Floating types are special. They are primitives, but need their // constructor called. if (Type == PT_Float) return ctorTy::T>; if (Type == PT_IntAP) return ctorTy::T>; if (Type == PT_IntAPS) return ctorTy::T>; COMPOSITE_TYPE_SWITCH(Type, return ctorTy, return nullptr); } static BlockDtorFn getDtorPrim(PrimType Type) { // Floating types are special. They are primitives, but need their // destructor called, since they might allocate memory. if (Type == PT_Float) return dtorTy::T>; if (Type == PT_IntAP) return dtorTy::T>; if (Type == PT_IntAPS) return dtorTy::T>; COMPOSITE_TYPE_SWITCH(Type, return dtorTy, return nullptr); } static BlockMoveFn getMovePrim(PrimType Type) { COMPOSITE_TYPE_SWITCH(Type, return moveTy, return nullptr); } static BlockCtorFn getCtorArrayPrim(PrimType Type) { TYPE_SWITCH(Type, return ctorArrayTy); llvm_unreachable("unknown Expr"); } static BlockDtorFn getDtorArrayPrim(PrimType Type) { TYPE_SWITCH(Type, return dtorArrayTy); llvm_unreachable("unknown Expr"); } static BlockMoveFn getMoveArrayPrim(PrimType Type) { TYPE_SWITCH(Type, return moveArrayTy); llvm_unreachable("unknown Expr"); } /// Primitives. Descriptor::Descriptor(const DeclTy &D, PrimType Type, MetadataSize MD, bool IsConst, bool IsTemporary, bool IsMutable) : Source(D), ElemSize(primSize(Type)), Size(ElemSize), MDSize(MD.value_or(0)), AllocSize(align(Size + MDSize)), IsConst(IsConst), IsMutable(IsMutable), IsTemporary(IsTemporary), CtorFn(getCtorPrim(Type)), DtorFn(getDtorPrim(Type)), MoveFn(getMovePrim(Type)) { assert(AllocSize >= Size); assert(Source && "Missing source"); } /// Primitive arrays. Descriptor::Descriptor(const DeclTy &D, PrimType Type, MetadataSize MD, size_t NumElems, bool IsConst, bool IsTemporary, bool IsMutable) : Source(D), ElemSize(primSize(Type)), Size(ElemSize * NumElems), MDSize(MD.value_or(0)), AllocSize(align(Size) + sizeof(InitMapPtr) + MDSize), IsConst(IsConst), IsMutable(IsMutable), IsTemporary(IsTemporary), IsArray(true), CtorFn(getCtorArrayPrim(Type)), DtorFn(getDtorArrayPrim(Type)), MoveFn(getMoveArrayPrim(Type)) { assert(Source && "Missing source"); } /// Primitive unknown-size arrays. Descriptor::Descriptor(const DeclTy &D, PrimType Type, bool IsTemporary, UnknownSize) : Source(D), ElemSize(primSize(Type)), Size(UnknownSizeMark), MDSize(0), AllocSize(alignof(void *) + sizeof(InitMapPtr)), IsConst(true), IsMutable(false), IsTemporary(IsTemporary), IsArray(true), CtorFn(getCtorArrayPrim(Type)), DtorFn(getDtorArrayPrim(Type)), MoveFn(getMoveArrayPrim(Type)) { assert(Source && "Missing source"); } /// Arrays of composite elements. Descriptor::Descriptor(const DeclTy &D, const Descriptor *Elem, MetadataSize MD, unsigned NumElems, bool IsConst, bool IsTemporary, bool IsMutable) : Source(D), ElemSize(Elem->getAllocSize() + sizeof(InlineDescriptor)), Size(ElemSize * NumElems), MDSize(MD.value_or(0)), AllocSize(std::max(alignof(void *), Size) + MDSize), ElemDesc(Elem), IsConst(IsConst), IsMutable(IsMutable), IsTemporary(IsTemporary), IsArray(true), CtorFn(ctorArrayDesc), DtorFn(dtorArrayDesc), MoveFn(moveArrayDesc) { assert(Source && "Missing source"); } /// Unknown-size arrays of composite elements. Descriptor::Descriptor(const DeclTy &D, const Descriptor *Elem, bool IsTemporary, UnknownSize) : Source(D), ElemSize(Elem->getAllocSize() + sizeof(InlineDescriptor)), Size(UnknownSizeMark), MDSize(0), AllocSize(alignof(void *) + sizeof(InitMapPtr)), ElemDesc(Elem), IsConst(true), IsMutable(false), IsTemporary(IsTemporary), IsArray(true), CtorFn(ctorArrayDesc), DtorFn(dtorArrayDesc), MoveFn(moveArrayDesc) { assert(Source && "Missing source"); } /// Composite records. Descriptor::Descriptor(const DeclTy &D, const Record *R, MetadataSize MD, bool IsConst, bool IsTemporary, bool IsMutable) : Source(D), ElemSize(std::max(alignof(void *), R->getFullSize())), Size(ElemSize), MDSize(MD.value_or(0)), AllocSize(Size + MDSize), ElemRecord(R), IsConst(IsConst), IsMutable(IsMutable), IsTemporary(IsTemporary), CtorFn(ctorRecord), DtorFn(dtorRecord), MoveFn(moveRecord) { assert(Source && "Missing source"); } Descriptor::Descriptor(const DeclTy &D, MetadataSize MD) : Source(D), ElemSize(1), Size(ElemSize), MDSize(MD.value_or(0)), AllocSize(Size + MDSize), ElemRecord(nullptr), IsConst(true), IsMutable(false), IsTemporary(false), IsDummy(true) { assert(Source && "Missing source"); } QualType Descriptor::getType() const { if (auto *E = asExpr()) return E->getType(); if (auto *D = asValueDecl()) return D->getType(); if (auto *T = dyn_cast(asDecl())) return QualType(T->getTypeForDecl(), 0); llvm_unreachable("Invalid descriptor type"); } QualType Descriptor::getElemQualType() const { assert(isArray()); const auto *AT = cast(getType()); return AT->getElementType(); } SourceLocation Descriptor::getLocation() const { if (auto *D = Source.dyn_cast()) return D->getLocation(); if (auto *E = Source.dyn_cast()) return E->getExprLoc(); llvm_unreachable("Invalid descriptor type"); } InitMap::InitMap(unsigned N) : UninitFields(N), Data(std::make_unique(numFields(N))) { std::fill_n(data(), numFields(N), 0); } bool InitMap::initializeElement(unsigned I) { unsigned Bucket = I / PER_FIELD; T Mask = T(1) << (I % PER_FIELD); if (!(data()[Bucket] & Mask)) { data()[Bucket] |= Mask; UninitFields -= 1; } return UninitFields == 0; } bool InitMap::isElementInitialized(unsigned I) const { unsigned Bucket = I / PER_FIELD; return data()[Bucket] & (T(1) << (I % PER_FIELD)); }